[ 571.231015] env[68800]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=68800) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 571.231015] env[68800]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=68800) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 571.231015] env[68800]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=68800) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 571.231457] env[68800]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 571.335293] env[68800]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=68800) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 571.345207] env[68800]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=68800) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 571.387733] env[68800]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 571.949793] env[68800]: INFO nova.virt.driver [None req-068ade63-1307-4150-ac13-add46705357d None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 572.022021] env[68800]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 572.022226] env[68800]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 572.022285] env[68800]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=68800) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 574.882605] env[68800]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-9f673496-11e8-4816-a249-238418eed814 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.898982] env[68800]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=68800) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 574.899135] env[68800]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-b5119733-5897-4e4b-9257-24a84206c5da {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.929471] env[68800]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 6ac4e. [ 574.929588] env[68800]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.907s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 574.930122] env[68800]: INFO nova.virt.vmwareapi.driver [None req-068ade63-1307-4150-ac13-add46705357d None None] VMware vCenter version: 7.0.3 [ 574.933558] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46b5100-9a22-457b-a1bd-7bb2204ced6d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.950212] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c5c629-1e97-424f-b764-85705bf66010 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.955768] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d09897b-2b25-4f28-8c47-8bf4b0528cba {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.962084] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba77b65-d5c4-48b2-8127-57183f40bcb2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.974703] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cbf65bd-d71c-4c5f-8e4a-25ebc5a3cf9d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.980419] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b5cf44-cfdf-486d-abad-268c755cd3a0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.011227] env[68800]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-9fb4fa71-fbaa-4b25-b7ba-f423ebebad12 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.016451] env[68800]: DEBUG nova.virt.vmwareapi.driver [None req-068ade63-1307-4150-ac13-add46705357d None None] Extension org.openstack.compute already exists. {{(pid=68800) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 575.019099] env[68800]: INFO nova.compute.provider_config [None req-068ade63-1307-4150-ac13-add46705357d None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 575.522781] env[68800]: DEBUG nova.context [None req-068ade63-1307-4150-ac13-add46705357d None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),5d77af5d-844e-448a-81aa-ccf3e552359d(cell1) {{(pid=68800) load_cells /opt/stack/nova/nova/context.py:464}} [ 575.524905] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 575.525150] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 575.525836] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 575.526274] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] Acquiring lock "5d77af5d-844e-448a-81aa-ccf3e552359d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 575.526462] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] Lock "5d77af5d-844e-448a-81aa-ccf3e552359d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 575.527462] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] Lock "5d77af5d-844e-448a-81aa-ccf3e552359d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 575.547783] env[68800]: INFO dbcounter [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] Registered counter for database nova_cell0 [ 575.556392] env[68800]: INFO dbcounter [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] Registered counter for database nova_cell1 [ 575.989123] env[68800]: DEBUG oslo_db.sqlalchemy.engines [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68800) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 575.989550] env[68800]: DEBUG oslo_db.sqlalchemy.engines [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68800) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 575.994542] env[68800]: ERROR nova.db.main.api [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 575.994542] env[68800]: result = function(*args, **kwargs) [ 575.994542] env[68800]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 575.994542] env[68800]: return func(*args, **kwargs) [ 575.994542] env[68800]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 575.994542] env[68800]: result = fn(*args, **kwargs) [ 575.994542] env[68800]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 575.994542] env[68800]: return f(*args, **kwargs) [ 575.994542] env[68800]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 575.994542] env[68800]: return db.service_get_minimum_version(context, binaries) [ 575.994542] env[68800]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 575.994542] env[68800]: _check_db_access() [ 575.994542] env[68800]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 575.994542] env[68800]: stacktrace = ''.join(traceback.format_stack()) [ 575.994542] env[68800]: [ 575.995282] env[68800]: ERROR nova.db.main.api [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 575.995282] env[68800]: result = function(*args, **kwargs) [ 575.995282] env[68800]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 575.995282] env[68800]: return func(*args, **kwargs) [ 575.995282] env[68800]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 575.995282] env[68800]: result = fn(*args, **kwargs) [ 575.995282] env[68800]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 575.995282] env[68800]: return f(*args, **kwargs) [ 575.995282] env[68800]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 575.995282] env[68800]: return db.service_get_minimum_version(context, binaries) [ 575.995282] env[68800]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 575.995282] env[68800]: _check_db_access() [ 575.995282] env[68800]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 575.995282] env[68800]: stacktrace = ''.join(traceback.format_stack()) [ 575.995282] env[68800]: [ 575.995678] env[68800]: WARNING nova.objects.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 575.995809] env[68800]: WARNING nova.objects.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] Failed to get minimum service version for cell 5d77af5d-844e-448a-81aa-ccf3e552359d [ 575.996329] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] Acquiring lock "singleton_lock" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.996508] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] Acquired lock "singleton_lock" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.996755] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] Releasing lock "singleton_lock" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.997098] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] Full set of CONF: {{(pid=68800) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 575.997243] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] ******************************************************************************** {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 575.997371] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] Configuration options gathered from: {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 575.997507] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 575.997705] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 575.997835] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] ================================================================================ {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 575.998054] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] allow_resize_to_same_host = True {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.998230] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] arq_binding_timeout = 300 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.998362] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] backdoor_port = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.998489] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] backdoor_socket = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.998652] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] block_device_allocate_retries = 60 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.998817] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] block_device_allocate_retries_interval = 3 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.998987] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cert = self.pem {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.999168] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.999339] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] compute_monitors = [] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.999523] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] config_dir = [] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.999917] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] config_drive_format = iso9660 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.000077] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.000255] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] config_source = [] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.000425] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] console_host = devstack {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.000594] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] control_exchange = nova {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.000757] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cpu_allocation_ratio = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.000921] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] daemon = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.001103] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] debug = True {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.001262] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] default_access_ip_network_name = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.001427] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] default_availability_zone = nova {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.001587] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] default_ephemeral_format = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.001748] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] default_green_pool_size = 1000 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.002120] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.002319] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] default_schedule_zone = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.002485] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] disk_allocation_ratio = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.002650] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] enable_new_services = True {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.002830] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] enabled_apis = ['osapi_compute'] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.002992] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] enabled_ssl_apis = [] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.003168] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] flat_injected = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.003327] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] force_config_drive = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.003484] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] force_raw_images = True {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.003650] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] graceful_shutdown_timeout = 5 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.003813] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] heal_instance_info_cache_interval = -1 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.004044] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] host = cpu-1 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.004227] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.004392] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] initial_disk_allocation_ratio = 1.0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.004554] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] initial_ram_allocation_ratio = 1.0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.004771] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.004933] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] instance_build_timeout = 0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.005105] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] instance_delete_interval = 300 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.005275] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] instance_format = [instance: %(uuid)s] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.005440] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] instance_name_template = instance-%08x {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.005602] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] instance_usage_audit = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.005772] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] instance_usage_audit_period = month {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.005935] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.006113] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] instances_path = /opt/stack/data/nova/instances {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.006280] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] internal_service_availability_zone = internal {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.006510] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] key = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.006682] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] live_migration_retry_count = 30 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.006855] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] log_color = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.007027] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] log_config_append = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.007197] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.007357] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] log_dir = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.007512] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] log_file = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.007641] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] log_options = True {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.007802] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] log_rotate_interval = 1 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.007968] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] log_rotate_interval_type = days {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.008146] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] log_rotation_type = none {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.008275] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.008398] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.008565] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.008731] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.008857] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.009024] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] long_rpc_timeout = 1800 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.009315] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] max_concurrent_builds = 10 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.009492] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] max_concurrent_live_migrations = 1 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.009655] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] max_concurrent_snapshots = 5 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.009817] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] max_local_block_devices = 3 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.009977] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] max_logfile_count = 30 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.010151] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] max_logfile_size_mb = 200 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.010311] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] maximum_instance_delete_attempts = 5 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.010477] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] metadata_listen = 0.0.0.0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.010642] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] metadata_listen_port = 8775 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.010809] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] metadata_workers = 2 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.010966] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] migrate_max_retries = -1 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.011144] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] mkisofs_cmd = genisoimage {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.011349] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] my_block_storage_ip = 10.180.1.21 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.011480] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] my_ip = 10.180.1.21 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.011685] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.011846] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] network_allocate_retries = 0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.012029] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.012202] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] osapi_compute_listen = 0.0.0.0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.012365] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] osapi_compute_listen_port = 8774 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.012532] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] osapi_compute_unique_server_name_scope = {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.012699] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] osapi_compute_workers = 2 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.012857] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] password_length = 12 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.013020] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] periodic_enable = True {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.013185] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] periodic_fuzzy_delay = 60 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.013353] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] pointer_model = usbtablet {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.013520] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] preallocate_images = none {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.013680] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] publish_errors = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.013808] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] pybasedir = /opt/stack/nova {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.013963] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] ram_allocation_ratio = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.014134] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] rate_limit_burst = 0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.014300] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] rate_limit_except_level = CRITICAL {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.014459] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] rate_limit_interval = 0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.014614] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] reboot_timeout = 0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.014905] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] reclaim_instance_interval = 0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.015085] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] record = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.015260] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] reimage_timeout_per_gb = 60 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.015428] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] report_interval = 120 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.015590] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] rescue_timeout = 0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.015756] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] reserved_host_cpus = 0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.015914] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] reserved_host_disk_mb = 0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.016081] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] reserved_host_memory_mb = 512 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.016243] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] reserved_huge_pages = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.016404] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] resize_confirm_window = 0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.016641] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] resize_fs_using_block_device = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.016809] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] resume_guests_state_on_host_boot = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.016980] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.017156] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] rpc_response_timeout = 60 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.017317] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] run_external_periodic_tasks = True {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.017482] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] running_deleted_instance_action = reap {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.017639] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] running_deleted_instance_poll_interval = 1800 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.017799] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] running_deleted_instance_timeout = 0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.017954] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] scheduler_instance_sync_interval = 120 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.018133] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] service_down_time = 720 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.018301] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] servicegroup_driver = db {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.018459] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] shell_completion = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.018619] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] shelved_offload_time = 0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.018778] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] shelved_poll_interval = 3600 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.018943] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] shutdown_timeout = 0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.019118] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] source_is_ipv6 = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.019278] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] ssl_only = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.019535] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.019705] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] sync_power_state_interval = 600 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.019863] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] sync_power_state_pool_size = 1000 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.020040] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] syslog_log_facility = LOG_USER {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.020201] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] tempdir = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.020360] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] timeout_nbd = 10 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.020526] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] transport_url = **** {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.020688] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] update_resources_interval = 0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.020850] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] use_cow_images = True {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.021017] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] use_journal = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.021179] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] use_json = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.021336] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] use_rootwrap_daemon = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.021491] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] use_stderr = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.021648] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] use_syslog = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.021801] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vcpu_pin_set = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.021962] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vif_plugging_is_fatal = True {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.022142] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vif_plugging_timeout = 300 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.022302] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] virt_mkfs = [] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.022459] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] volume_usage_poll_interval = 0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.022618] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] watch_log_file = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.022782] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] web = /usr/share/spice-html5 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 576.022962] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.023142] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.023303] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.023469] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_concurrency.disable_process_locking = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.023766] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.023950] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.024131] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.024308] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.024478] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.024650] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.024843] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] api.auth_strategy = keystone {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.025021] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] api.compute_link_prefix = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.025201] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.025377] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] api.dhcp_domain = novalocal {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.025549] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] api.enable_instance_password = True {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.025714] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] api.glance_link_prefix = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.025882] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.026068] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.026238] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] api.instance_list_per_project_cells = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.026403] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] api.list_records_by_skipping_down_cells = True {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.026629] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] api.local_metadata_per_cell = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.026821] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] api.max_limit = 1000 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.026997] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] api.metadata_cache_expiration = 15 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.027189] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] api.neutron_default_tenant_id = default {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.027365] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] api.response_validation = warn {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.027538] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] api.use_neutron_default_nets = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.027718] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.027878] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.028059] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.028235] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.028406] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] api.vendordata_dynamic_targets = [] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.028569] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] api.vendordata_jsonfile_path = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.028753] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.028947] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cache.backend = dogpile.cache.memcached {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.029128] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cache.backend_argument = **** {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.029293] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cache.backend_expiration_time = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.029463] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cache.config_prefix = cache.oslo {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.029636] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cache.dead_timeout = 60.0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.029804] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cache.debug_cache_backend = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.029968] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cache.enable_retry_client = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.030145] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cache.enable_socket_keepalive = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.030317] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cache.enabled = True {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.030484] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cache.enforce_fips_mode = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.030650] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cache.expiration_time = 600 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.030816] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cache.hashclient_retry_attempts = 2 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.030982] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cache.hashclient_retry_delay = 1.0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.031157] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cache.memcache_dead_retry = 300 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.031316] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cache.memcache_password = **** {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.031479] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.031647] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.031813] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cache.memcache_pool_maxsize = 10 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.031977] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.032160] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cache.memcache_sasl_enabled = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.032335] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.032501] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cache.memcache_socket_timeout = 1.0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.032661] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cache.memcache_username = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.032829] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cache.proxies = [] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.032994] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cache.redis_db = 0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.033173] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cache.redis_password = **** {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.033345] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cache.redis_sentinel_service_name = mymaster {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.033529] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.033704] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cache.redis_server = localhost:6379 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.033870] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cache.redis_socket_timeout = 1.0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.034041] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cache.redis_username = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.034211] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cache.retry_attempts = 2 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.034376] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cache.retry_delay = 0.0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.034543] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cache.socket_keepalive_count = 1 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.034708] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cache.socket_keepalive_idle = 1 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.034869] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cache.socket_keepalive_interval = 1 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.035037] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cache.tls_allowed_ciphers = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.035203] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cache.tls_cafile = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.035364] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cache.tls_certfile = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.035527] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cache.tls_enabled = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.035689] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cache.tls_keyfile = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.035862] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cinder.auth_section = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.036047] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cinder.auth_type = password {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.036215] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cinder.cafile = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.036392] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cinder.catalog_info = volumev3::publicURL {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.036555] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cinder.certfile = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.036797] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cinder.collect_timing = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.036975] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cinder.cross_az_attach = True {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.037154] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cinder.debug = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.037318] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cinder.endpoint_template = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.037484] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cinder.http_retries = 3 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.037647] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cinder.insecure = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.037807] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cinder.keyfile = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.037982] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cinder.os_region_name = RegionOne {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.038162] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cinder.split_loggers = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.038324] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cinder.timeout = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.038496] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.038655] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] compute.cpu_dedicated_set = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.038815] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] compute.cpu_shared_set = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.038980] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] compute.image_type_exclude_list = [] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.039160] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.039326] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] compute.max_concurrent_disk_ops = 0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.039488] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] compute.max_disk_devices_to_attach = -1 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.039651] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.039823] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.039986] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] compute.resource_provider_association_refresh = 300 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.040161] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.040325] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] compute.shutdown_retry_interval = 10 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.040505] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.040682] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] conductor.workers = 2 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.040860] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] console.allowed_origins = [] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.041029] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] console.ssl_ciphers = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.041204] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] console.ssl_minimum_version = default {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.041374] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] consoleauth.enforce_session_timeout = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.041568] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] consoleauth.token_ttl = 600 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.041732] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cyborg.cafile = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.041888] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cyborg.certfile = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.042064] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cyborg.collect_timing = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.042229] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cyborg.connect_retries = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.042390] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cyborg.connect_retry_delay = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.042551] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cyborg.endpoint_override = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.042714] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cyborg.insecure = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.042872] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cyborg.keyfile = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.043044] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cyborg.max_version = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.043208] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cyborg.min_version = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.043367] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cyborg.region_name = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.043526] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cyborg.retriable_status_codes = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.043686] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cyborg.service_name = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.043857] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cyborg.service_type = accelerator {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.044025] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cyborg.split_loggers = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.044188] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cyborg.status_code_retries = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.044347] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cyborg.status_code_retry_delay = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.044505] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cyborg.timeout = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.044685] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.044847] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] cyborg.version = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.045025] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] database.asyncio_connection = **** {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.045191] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] database.asyncio_slave_connection = **** {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.045362] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] database.backend = sqlalchemy {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.045530] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] database.connection = **** {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.045697] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] database.connection_debug = 0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.045866] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] database.connection_parameters = {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.046039] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] database.connection_recycle_time = 3600 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.046208] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] database.connection_trace = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.046375] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] database.db_inc_retry_interval = True {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.046539] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] database.db_max_retries = 20 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.046761] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] database.db_max_retry_interval = 10 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.046956] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] database.db_retry_interval = 1 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.047140] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] database.max_overflow = 50 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.047307] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] database.max_pool_size = 5 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.047471] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] database.max_retries = 10 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.047642] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.047805] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] database.mysql_wsrep_sync_wait = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.047966] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] database.pool_timeout = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.048143] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] database.retry_interval = 10 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.048307] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] database.slave_connection = **** {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.048470] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] database.sqlite_synchronous = True {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.048632] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] database.use_db_reconnect = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.048800] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] api_database.asyncio_connection = **** {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.048958] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] api_database.asyncio_slave_connection = **** {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.049144] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] api_database.backend = sqlalchemy {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.049316] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] api_database.connection = **** {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.049482] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] api_database.connection_debug = 0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.049653] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] api_database.connection_parameters = {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.049821] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] api_database.connection_recycle_time = 3600 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.049984] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] api_database.connection_trace = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.050161] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] api_database.db_inc_retry_interval = True {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.050327] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] api_database.db_max_retries = 20 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.050492] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] api_database.db_max_retry_interval = 10 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.050657] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] api_database.db_retry_interval = 1 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.050823] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] api_database.max_overflow = 50 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.050986] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] api_database.max_pool_size = 5 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.051162] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] api_database.max_retries = 10 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.051333] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.051494] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.051662] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] api_database.pool_timeout = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.051828] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] api_database.retry_interval = 10 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.051986] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] api_database.slave_connection = **** {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.052163] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] api_database.sqlite_synchronous = True {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.052340] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] devices.enabled_mdev_types = [] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.052520] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.052690] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] ephemeral_storage_encryption.default_format = luks {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.052855] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] ephemeral_storage_encryption.enabled = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.053029] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.053204] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] glance.api_servers = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.053367] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] glance.cafile = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.053527] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] glance.certfile = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.053691] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] glance.collect_timing = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.053848] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] glance.connect_retries = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.054012] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] glance.connect_retry_delay = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.054179] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] glance.debug = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.054343] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] glance.default_trusted_certificate_ids = [] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.054503] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] glance.enable_certificate_validation = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.054663] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] glance.enable_rbd_download = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.054821] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] glance.endpoint_override = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.054982] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] glance.insecure = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.055155] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] glance.keyfile = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.055313] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] glance.max_version = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.055467] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] glance.min_version = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.055630] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] glance.num_retries = 3 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.055798] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] glance.rbd_ceph_conf = {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.055958] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] glance.rbd_connect_timeout = 5 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.056137] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] glance.rbd_pool = {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.056304] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] glance.rbd_user = {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.056473] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] glance.region_name = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.056632] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] glance.retriable_status_codes = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.056842] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] glance.service_name = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.057055] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] glance.service_type = image {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.057230] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] glance.split_loggers = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.057391] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] glance.status_code_retries = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.057549] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] glance.status_code_retry_delay = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.057711] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] glance.timeout = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.057891] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.058069] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] glance.verify_glance_signatures = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.058233] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] glance.version = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.058401] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] guestfs.debug = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.058571] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] manila.auth_section = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.058735] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] manila.auth_type = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.058894] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] manila.cafile = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.059063] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] manila.certfile = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.059234] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] manila.collect_timing = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.059396] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] manila.connect_retries = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.059556] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] manila.connect_retry_delay = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.059715] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] manila.endpoint_override = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.059877] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] manila.insecure = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.060048] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] manila.keyfile = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.060213] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] manila.max_version = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.060370] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] manila.min_version = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.060529] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] manila.region_name = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.060688] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] manila.retriable_status_codes = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.060846] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] manila.service_name = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.061025] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] manila.service_type = shared-file-system {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.061194] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] manila.share_apply_policy_timeout = 10 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.061358] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] manila.split_loggers = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.061519] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] manila.status_code_retries = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.061678] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] manila.status_code_retry_delay = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.061836] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] manila.timeout = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.062029] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.062196] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] manila.version = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.062364] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] mks.enabled = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.062714] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.062900] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] image_cache.manager_interval = 2400 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.063081] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] image_cache.precache_concurrency = 1 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.063253] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] image_cache.remove_unused_base_images = True {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.063422] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.063592] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.063769] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] image_cache.subdirectory_name = _base {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.063944] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] ironic.api_max_retries = 60 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.064121] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] ironic.api_retry_interval = 2 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.064284] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] ironic.auth_section = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.064448] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] ironic.auth_type = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.064610] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] ironic.cafile = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.064770] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] ironic.certfile = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.064936] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] ironic.collect_timing = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.065112] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] ironic.conductor_group = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.065274] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] ironic.connect_retries = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.065433] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] ironic.connect_retry_delay = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.065592] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] ironic.endpoint_override = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.065758] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] ironic.insecure = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.065917] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] ironic.keyfile = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.066088] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] ironic.max_version = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.066249] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] ironic.min_version = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.066414] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] ironic.peer_list = [] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.066572] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] ironic.region_name = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.066732] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] ironic.retriable_status_codes = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.066951] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] ironic.serial_console_state_timeout = 10 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.067145] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] ironic.service_name = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.067322] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] ironic.service_type = baremetal {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.067483] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] ironic.shard = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.067648] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] ironic.split_loggers = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.067810] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] ironic.status_code_retries = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.067969] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] ironic.status_code_retry_delay = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.068141] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] ironic.timeout = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.068324] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.068484] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] ironic.version = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.068664] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.068841] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] key_manager.fixed_key = **** {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.069031] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.069198] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] barbican.barbican_api_version = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.069358] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] barbican.barbican_endpoint = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.069529] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] barbican.barbican_endpoint_type = public {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.069689] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] barbican.barbican_region_name = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.069847] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] barbican.cafile = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.070017] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] barbican.certfile = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.070181] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] barbican.collect_timing = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.070342] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] barbican.insecure = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.070500] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] barbican.keyfile = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.070663] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] barbican.number_of_retries = 60 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.070825] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] barbican.retry_delay = 1 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.070987] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] barbican.send_service_user_token = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.071161] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] barbican.split_loggers = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.071319] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] barbican.timeout = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.071480] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] barbican.verify_ssl = True {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.071640] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] barbican.verify_ssl_path = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.071807] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] barbican_service_user.auth_section = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.071969] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] barbican_service_user.auth_type = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.072141] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] barbican_service_user.cafile = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.072299] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] barbican_service_user.certfile = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.072460] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] barbican_service_user.collect_timing = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.072622] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] barbican_service_user.insecure = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.072780] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] barbican_service_user.keyfile = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.072940] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] barbican_service_user.split_loggers = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.073109] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] barbican_service_user.timeout = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.073275] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vault.approle_role_id = **** {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.073432] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vault.approle_secret_id = **** {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.073602] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vault.kv_mountpoint = secret {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.073762] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vault.kv_path = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.073926] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vault.kv_version = 2 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.074093] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vault.namespace = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.074255] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vault.root_token_id = **** {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.074413] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vault.ssl_ca_crt_file = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.074577] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vault.timeout = 60.0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.074741] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vault.use_ssl = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.074908] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.075086] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] keystone.cafile = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.075249] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] keystone.certfile = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.075412] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] keystone.collect_timing = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.075571] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] keystone.connect_retries = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.075729] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] keystone.connect_retry_delay = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.075886] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] keystone.endpoint_override = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.076059] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] keystone.insecure = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.076222] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] keystone.keyfile = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.076380] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] keystone.max_version = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.076536] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] keystone.min_version = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.076696] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] keystone.region_name = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.076857] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] keystone.retriable_status_codes = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.077086] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] keystone.service_name = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.077278] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] keystone.service_type = identity {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.077443] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] keystone.split_loggers = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.077603] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] keystone.status_code_retries = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.077763] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] keystone.status_code_retry_delay = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.077921] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] keystone.timeout = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.078112] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.078276] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] keystone.version = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.078464] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.ceph_mount_options = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.078856] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.079059] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.connection_uri = {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.079231] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.cpu_mode = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.079403] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.cpu_model_extra_flags = [] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.079573] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.cpu_models = [] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.079747] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.cpu_power_governor_high = performance {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.079917] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.cpu_power_governor_low = powersave {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.080236] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.cpu_power_management = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.080299] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.080422] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.device_detach_attempts = 8 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.080587] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.device_detach_timeout = 20 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.080753] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.disk_cachemodes = [] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.080911] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.disk_prefix = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.081085] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.enabled_perf_events = [] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.081249] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.file_backed_memory = 0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.081414] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.gid_maps = [] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.081573] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.hw_disk_discard = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.081729] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.hw_machine_type = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.081894] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.images_rbd_ceph_conf = {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.082067] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.082233] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.082400] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.images_rbd_glance_store_name = {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.082565] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.images_rbd_pool = rbd {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.082734] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.images_type = default {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.082891] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.images_volume_group = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.083064] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.inject_key = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.083230] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.inject_partition = -2 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.083392] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.inject_password = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.083555] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.iscsi_iface = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.083720] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.iser_use_multipath = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.083883] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.live_migration_bandwidth = 0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.084054] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.084222] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.live_migration_downtime = 500 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.084384] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.084544] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.084702] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.live_migration_inbound_addr = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.084866] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.085037] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.live_migration_permit_post_copy = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.085202] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.live_migration_scheme = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.085371] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.live_migration_timeout_action = abort {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.085536] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.live_migration_tunnelled = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.085694] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.live_migration_uri = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.085856] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.live_migration_with_native_tls = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.086026] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.max_queues = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.086195] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.086418] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.086583] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.nfs_mount_options = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.086861] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.087098] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.087288] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.num_iser_scan_tries = 5 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.087452] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.num_memory_encrypted_guests = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.087617] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.087781] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.num_pcie_ports = 0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.087949] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.num_volume_scan_tries = 5 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.088131] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.pmem_namespaces = [] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.088295] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.quobyte_client_cfg = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.088580] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.088756] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.rbd_connect_timeout = 5 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.088922] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.089098] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.089258] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.rbd_secret_uuid = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.089416] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.rbd_user = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.089577] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.089749] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.remote_filesystem_transport = ssh {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.089910] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.rescue_image_id = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.090080] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.rescue_kernel_id = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.090242] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.rescue_ramdisk_id = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.090409] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.090569] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.rx_queue_size = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.090738] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.smbfs_mount_options = {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.091034] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.091213] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.snapshot_compression = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.091375] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.snapshot_image_format = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.091599] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.091768] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.sparse_logical_volumes = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.091932] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.swtpm_enabled = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.092118] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.swtpm_group = tss {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.092288] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.swtpm_user = tss {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.092458] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.sysinfo_serial = unique {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.092615] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.tb_cache_size = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.092774] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.tx_queue_size = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.092937] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.uid_maps = [] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.093118] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.use_virtio_for_bridges = True {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.093290] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.virt_type = kvm {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.093459] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.volume_clear = zero {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.093620] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.volume_clear_size = 0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.093786] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.volume_enforce_multipath = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.093953] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.volume_use_multipath = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.094127] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.vzstorage_cache_path = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.094299] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.094468] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.vzstorage_mount_group = qemu {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.094633] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.vzstorage_mount_opts = [] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.094801] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.095100] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.095283] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.vzstorage_mount_user = stack {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.095449] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.095622] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] neutron.auth_section = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.095796] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] neutron.auth_type = password {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.095954] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] neutron.cafile = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.096127] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] neutron.certfile = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.096292] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] neutron.collect_timing = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.096450] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] neutron.connect_retries = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.096606] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] neutron.connect_retry_delay = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.096776] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] neutron.default_floating_pool = public {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.096942] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] neutron.endpoint_override = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.097171] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] neutron.extension_sync_interval = 600 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.097360] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] neutron.http_retries = 3 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.097531] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] neutron.insecure = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.097696] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] neutron.keyfile = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.097857] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] neutron.max_version = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.098062] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.098203] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] neutron.min_version = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.098367] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] neutron.ovs_bridge = br-int {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.098531] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] neutron.physnets = [] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.098700] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] neutron.region_name = RegionOne {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.098860] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] neutron.retriable_status_codes = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.099038] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] neutron.service_metadata_proxy = True {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.099203] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] neutron.service_name = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.099371] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] neutron.service_type = network {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.099533] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] neutron.split_loggers = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.099692] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] neutron.status_code_retries = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.099848] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] neutron.status_code_retry_delay = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.100021] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] neutron.timeout = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.100205] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.100366] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] neutron.version = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.100538] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] notifications.bdms_in_notifications = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.100716] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] notifications.default_level = INFO {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.100879] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] notifications.include_share_mapping = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.101064] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] notifications.notification_format = unversioned {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.101231] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] notifications.notify_on_state_change = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.101404] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.101584] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] pci.alias = [] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.101765] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] pci.device_spec = [] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.101933] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] pci.report_in_placement = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.102126] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] placement.auth_section = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.102303] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] placement.auth_type = password {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.102468] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.102627] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] placement.cafile = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.102783] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] placement.certfile = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.102944] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] placement.collect_timing = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.103115] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] placement.connect_retries = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.103274] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] placement.connect_retry_delay = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.103430] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] placement.default_domain_id = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.103585] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] placement.default_domain_name = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.103740] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] placement.domain_id = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.103895] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] placement.domain_name = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.104059] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] placement.endpoint_override = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.104221] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] placement.insecure = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.104377] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] placement.keyfile = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.104530] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] placement.max_version = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.104685] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] placement.min_version = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.104850] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] placement.password = **** {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.105021] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] placement.project_domain_id = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.105186] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] placement.project_domain_name = Default {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.105350] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] placement.project_id = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.105518] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] placement.project_name = service {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.105683] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] placement.region_name = RegionOne {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.105841] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] placement.retriable_status_codes = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.106009] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] placement.service_name = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.106182] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] placement.service_type = placement {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.106344] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] placement.split_loggers = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.106502] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] placement.status_code_retries = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.106656] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] placement.status_code_retry_delay = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.106814] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] placement.system_scope = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.106968] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] placement.timeout = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.107135] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] placement.trust_id = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.107364] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] placement.user_domain_id = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.107543] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] placement.user_domain_name = Default {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.107704] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] placement.user_id = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.107874] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] placement.username = nova {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.108066] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.108231] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] placement.version = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.108412] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] quota.cores = 20 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.108576] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] quota.count_usage_from_placement = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.108747] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.108915] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] quota.injected_file_content_bytes = 10240 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.109091] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] quota.injected_file_path_length = 255 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.109259] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] quota.injected_files = 5 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.109425] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] quota.instances = 10 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.109590] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] quota.key_pairs = 100 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.109758] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] quota.metadata_items = 128 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.109922] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] quota.ram = 51200 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.110098] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] quota.recheck_quota = True {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.110270] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] quota.server_group_members = 10 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.110436] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] quota.server_groups = 10 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.110643] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.110818] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] quota.unified_limits_resource_strategy = require {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.110991] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.111170] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.111333] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] scheduler.image_metadata_prefilter = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.111495] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.111663] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] scheduler.max_attempts = 3 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.111827] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] scheduler.max_placement_results = 1000 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.111989] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.112163] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] scheduler.query_placement_for_image_type_support = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.112325] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.112495] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] scheduler.workers = 2 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.112672] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.112845] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.113030] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.113205] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.113371] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.113533] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.113696] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.113881] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.114058] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] filter_scheduler.host_subset_size = 1 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.114224] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.114381] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.114540] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.114703] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.114880] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.115055] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] filter_scheduler.isolated_hosts = [] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.115223] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] filter_scheduler.isolated_images = [] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.115388] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.115552] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.115718] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.115880] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] filter_scheduler.pci_in_placement = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.116053] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.116219] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.116382] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.116543] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.116706] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.116868] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.117041] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] filter_scheduler.track_instance_changes = True {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.117221] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.117465] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] metrics.required = True {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.117646] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] metrics.weight_multiplier = 1.0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.117812] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.118015] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] metrics.weight_setting = [] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.118319] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.118493] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] serial_console.enabled = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.118669] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] serial_console.port_range = 10000:20000 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.118842] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.119017] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.119271] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] serial_console.serialproxy_port = 6083 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.119364] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] service_user.auth_section = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.119529] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] service_user.auth_type = password {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.119688] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] service_user.cafile = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.119843] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] service_user.certfile = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.120010] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] service_user.collect_timing = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.120178] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] service_user.insecure = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.120335] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] service_user.keyfile = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.120505] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] service_user.send_service_user_token = True {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.120668] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] service_user.split_loggers = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.120827] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] service_user.timeout = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.120997] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] spice.agent_enabled = True {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.121176] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] spice.enabled = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.121470] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.121677] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.121842] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] spice.html5proxy_port = 6082 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.122009] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] spice.image_compression = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.122266] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] spice.jpeg_compression = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.122426] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] spice.playback_compression = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.122595] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] spice.require_secure = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.122759] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] spice.server_listen = 127.0.0.1 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.122927] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.123213] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.123385] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] spice.streaming_mode = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.123547] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] spice.zlib_compression = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.123713] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] upgrade_levels.baseapi = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.123885] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] upgrade_levels.compute = auto {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.124056] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] upgrade_levels.conductor = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.124218] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] upgrade_levels.scheduler = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.124385] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vendordata_dynamic_auth.auth_section = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.124547] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vendordata_dynamic_auth.auth_type = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.124708] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vendordata_dynamic_auth.cafile = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.124863] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vendordata_dynamic_auth.certfile = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.125036] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.125219] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vendordata_dynamic_auth.insecure = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.125370] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vendordata_dynamic_auth.keyfile = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.125531] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.125692] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vendordata_dynamic_auth.timeout = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.125864] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vmware.api_retry_count = 10 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.126035] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vmware.ca_file = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.126211] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vmware.cache_prefix = devstack-image-cache {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.126378] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vmware.cluster_name = testcl1 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.126541] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vmware.connection_pool_size = 10 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.126699] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vmware.console_delay_seconds = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.126865] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vmware.datastore_regex = ^datastore.* {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.127082] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.127260] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vmware.host_password = **** {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.127492] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vmware.host_port = 443 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.127679] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vmware.host_username = administrator@vsphere.local {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.127851] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vmware.insecure = True {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.128022] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vmware.integration_bridge = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.128192] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vmware.maximum_objects = 100 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.128350] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vmware.pbm_default_policy = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.128511] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vmware.pbm_enabled = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.128666] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vmware.pbm_wsdl_location = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.128833] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.128994] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vmware.serial_port_proxy_uri = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.129167] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vmware.serial_port_service_uri = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.129336] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vmware.task_poll_interval = 0.5 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.129509] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vmware.use_linked_clone = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.129678] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vmware.vnc_keymap = en-us {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.129844] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vmware.vnc_port = 5900 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.130018] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vmware.vnc_port_total = 10000 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.130296] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vnc.auth_schemes = ['none'] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.130386] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vnc.enabled = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.130671] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.130856] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.131036] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vnc.novncproxy_port = 6080 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.131224] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vnc.server_listen = 127.0.0.1 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.131403] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.131561] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vnc.vencrypt_ca_certs = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.131719] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vnc.vencrypt_client_cert = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.131876] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vnc.vencrypt_client_key = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.132063] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.132228] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] workarounds.disable_deep_image_inspection = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.132391] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.132558] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.132712] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.132872] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] workarounds.disable_rootwrap = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.133041] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] workarounds.enable_numa_live_migration = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.133206] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.133367] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.133524] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.133684] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] workarounds.libvirt_disable_apic = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.133998] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.134186] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.134350] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.134514] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.134675] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.134837] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.134997] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.135170] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.135330] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.135530] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.135678] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.135852] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] wsgi.client_socket_timeout = 900 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.136029] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] wsgi.default_pool_size = 1000 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.136202] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] wsgi.keep_alive = True {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.136371] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] wsgi.max_header_line = 16384 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.136535] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] wsgi.secure_proxy_ssl_header = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.136700] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] wsgi.ssl_ca_file = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.136860] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] wsgi.ssl_cert_file = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.137030] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] wsgi.ssl_key_file = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.137203] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] wsgi.tcp_keepidle = 600 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.137376] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.137616] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] zvm.ca_file = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.137797] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] zvm.cloud_connector_url = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.138109] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.138288] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] zvm.reachable_timeout = 300 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.138462] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.138640] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.138821] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] profiler.connection_string = messaging:// {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.138988] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] profiler.enabled = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.139170] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] profiler.es_doc_type = notification {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.139332] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] profiler.es_scroll_size = 10000 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.139500] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] profiler.es_scroll_time = 2m {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.139674] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] profiler.filter_error_trace = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.139842] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] profiler.hmac_keys = **** {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.140016] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] profiler.sentinel_service_name = mymaster {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.140187] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] profiler.socket_timeout = 0.1 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.140349] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] profiler.trace_requests = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.140511] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] profiler.trace_sqlalchemy = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.140691] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] profiler_jaeger.process_tags = {} {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.140853] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] profiler_jaeger.service_name_prefix = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.141026] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] profiler_otlp.service_name_prefix = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.141194] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] remote_debug.host = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.141352] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] remote_debug.port = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.141576] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.141688] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.141851] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.142014] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.142181] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.142340] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.142508] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.142660] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.142819] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.142988] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.143158] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.143327] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.143493] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.143655] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.143818] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.143985] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.144160] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.144322] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.144489] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.144650] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.144814] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.144980] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.145159] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.145324] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.145487] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.145646] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.145809] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.145972] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.146147] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.146311] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.146474] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_messaging_rabbit.ssl = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.146642] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.146814] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.146977] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.147155] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.147323] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_messaging_rabbit.ssl_version = {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.147485] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.147745] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.147933] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_messaging_notifications.retry = -1 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.148120] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.148294] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_messaging_notifications.transport_url = **** {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.148473] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_limit.auth_section = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.148636] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_limit.auth_type = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.148795] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_limit.cafile = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.148952] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_limit.certfile = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.149129] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_limit.collect_timing = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.149289] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_limit.connect_retries = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.149448] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_limit.connect_retry_delay = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.149606] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_limit.endpoint_id = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.149777] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_limit.endpoint_interface = publicURL {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.149932] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_limit.endpoint_override = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.150100] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_limit.endpoint_region_name = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.150259] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_limit.endpoint_service_name = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.150416] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_limit.endpoint_service_type = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.150578] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_limit.insecure = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.150736] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_limit.keyfile = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.150893] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_limit.max_version = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.151062] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_limit.min_version = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.151221] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_limit.region_name = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.151377] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_limit.retriable_status_codes = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.151575] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_limit.service_name = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.151698] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_limit.service_type = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.151859] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_limit.split_loggers = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.152027] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_limit.status_code_retries = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.152191] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_limit.status_code_retry_delay = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.152349] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_limit.timeout = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.152507] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_limit.valid_interfaces = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.152671] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_limit.version = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.152833] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_reports.file_event_handler = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.152996] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.153166] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] oslo_reports.log_dir = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.153338] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.153496] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.153653] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.153820] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.153985] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.154158] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.154327] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.154487] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vif_plug_ovs_privileged.group = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.154649] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.154808] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.154969] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.155140] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] vif_plug_ovs_privileged.user = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.155312] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] os_vif_linux_bridge.flat_interface = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.155496] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.155670] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.155844] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.156027] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.156203] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.156371] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.156533] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.156712] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.156886] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] os_vif_ovs.isolate_vif = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.157067] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.157236] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.157408] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.157578] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] os_vif_ovs.ovsdb_interface = native {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.157815] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] os_vif_ovs.per_port_bridge = False {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.158007] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] privsep_osbrick.capabilities = [21] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.158178] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] privsep_osbrick.group = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.158339] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] privsep_osbrick.helper_command = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.158506] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.158672] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.158831] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] privsep_osbrick.user = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.159008] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.159177] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] nova_sys_admin.group = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.159334] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] nova_sys_admin.helper_command = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.159506] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.159664] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.159820] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] nova_sys_admin.user = None {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 576.159950] env[68800]: DEBUG oslo_service.backend.eventlet.service [None req-c543a4a2-d5ac-4f6a-b2e8-0d181fb11d56 None None] ******************************************************************************** {{(pid=68800) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 576.160369] env[68800]: INFO nova.service [-] Starting compute node (version 31.1.0) [ 576.665066] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8f17a0d7-a134-4c02-945d-046460108ed5 None None] Getting list of instances from cluster (obj){ [ 576.665066] env[68800]: value = "domain-c8" [ 576.665066] env[68800]: _type = "ClusterComputeResource" [ 576.665066] env[68800]: } {{(pid=68800) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 576.665355] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e77aede-7ea1-4eee-933e-d6b5284109d5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.674070] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8f17a0d7-a134-4c02-945d-046460108ed5 None None] Got total of 0 instances {{(pid=68800) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 576.674636] env[68800]: WARNING nova.virt.vmwareapi.driver [None req-8f17a0d7-a134-4c02-945d-046460108ed5 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 576.675117] env[68800]: INFO nova.virt.node [None req-8f17a0d7-a134-4c02-945d-046460108ed5 None None] Generated node identity 73f3eca7-007c-4a24-bdc1-0c0996f315e2 [ 576.675340] env[68800]: INFO nova.virt.node [None req-8f17a0d7-a134-4c02-945d-046460108ed5 None None] Wrote node identity 73f3eca7-007c-4a24-bdc1-0c0996f315e2 to /opt/stack/data/n-cpu-1/compute_id [ 577.177848] env[68800]: WARNING nova.compute.manager [None req-8f17a0d7-a134-4c02-945d-046460108ed5 None None] Compute nodes ['73f3eca7-007c-4a24-bdc1-0c0996f315e2'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 578.183441] env[68800]: INFO nova.compute.manager [None req-8f17a0d7-a134-4c02-945d-046460108ed5 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 579.188912] env[68800]: WARNING nova.compute.manager [None req-8f17a0d7-a134-4c02-945d-046460108ed5 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 579.189322] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8f17a0d7-a134-4c02-945d-046460108ed5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.189463] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8f17a0d7-a134-4c02-945d-046460108ed5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.189636] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8f17a0d7-a134-4c02-945d-046460108ed5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 579.189798] env[68800]: DEBUG nova.compute.resource_tracker [None req-8f17a0d7-a134-4c02-945d-046460108ed5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68800) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 579.190767] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba293b1-9206-4666-aae5-7f8b34fa2e2b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.199206] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033e41fd-b810-4c23-9535-e279928bfdc0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.213516] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4f34db-2667-4a6e-9da6-56bedc0d056a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.219802] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d9689d-5c11-42cf-a040-77e4f423a2ad {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.248360] env[68800]: DEBUG nova.compute.resource_tracker [None req-8f17a0d7-a134-4c02-945d-046460108ed5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181053MB free_disk=120GB free_vcpus=48 pci_devices=None {{(pid=68800) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 579.248496] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8f17a0d7-a134-4c02-945d-046460108ed5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.248686] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8f17a0d7-a134-4c02-945d-046460108ed5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.753202] env[68800]: WARNING nova.compute.resource_tracker [None req-8f17a0d7-a134-4c02-945d-046460108ed5 None None] No compute node record for cpu-1:73f3eca7-007c-4a24-bdc1-0c0996f315e2: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 73f3eca7-007c-4a24-bdc1-0c0996f315e2 could not be found. [ 580.256817] env[68800]: INFO nova.compute.resource_tracker [None req-8f17a0d7-a134-4c02-945d-046460108ed5 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 [ 581.769044] env[68800]: DEBUG nova.compute.resource_tracker [None req-8f17a0d7-a134-4c02-945d-046460108ed5 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=68800) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 581.769044] env[68800]: DEBUG nova.compute.resource_tracker [None req-8f17a0d7-a134-4c02-945d-046460108ed5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=68800) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 581.953263] env[68800]: INFO nova.scheduler.client.report [None req-8f17a0d7-a134-4c02-945d-046460108ed5 None None] [req-328c21ac-68c7-44ad-bc79-34a24d67cb17] Created resource provider record via placement API for resource provider with UUID 73f3eca7-007c-4a24-bdc1-0c0996f315e2 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 581.970022] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af39676-35a1-47ef-bdcd-10589030cd2e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.976864] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b759b4-c119-4fc2-9c21-233de07980e6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.007877] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5be345d-430f-44e9-987f-56c27857bf83 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.015439] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ecefb8-ef2a-4a52-ae2e-d52bc2730077 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.028588] env[68800]: DEBUG nova.compute.provider_tree [None req-8f17a0d7-a134-4c02-945d-046460108ed5 None None] Updating inventory in ProviderTree for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 582.566370] env[68800]: DEBUG nova.scheduler.client.report [None req-8f17a0d7-a134-4c02-945d-046460108ed5 None None] Updated inventory for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 582.566370] env[68800]: DEBUG nova.compute.provider_tree [None req-8f17a0d7-a134-4c02-945d-046460108ed5 None None] Updating resource provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 generation from 0 to 1 during operation: update_inventory {{(pid=68800) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 582.566370] env[68800]: DEBUG nova.compute.provider_tree [None req-8f17a0d7-a134-4c02-945d-046460108ed5 None None] Updating inventory in ProviderTree for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 582.613719] env[68800]: DEBUG nova.compute.provider_tree [None req-8f17a0d7-a134-4c02-945d-046460108ed5 None None] Updating resource provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 generation from 1 to 2 during operation: update_traits {{(pid=68800) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 583.115342] env[68800]: DEBUG nova.compute.resource_tracker [None req-8f17a0d7-a134-4c02-945d-046460108ed5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68800) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 583.115588] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8f17a0d7-a134-4c02-945d-046460108ed5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.867s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 583.115716] env[68800]: DEBUG nova.service [None req-8f17a0d7-a134-4c02-945d-046460108ed5 None None] Creating RPC server for service compute {{(pid=68800) start /opt/stack/nova/nova/service.py:186}} [ 583.131019] env[68800]: DEBUG nova.service [None req-8f17a0d7-a134-4c02-945d-046460108ed5 None None] Join ServiceGroup membership for this service compute {{(pid=68800) start /opt/stack/nova/nova/service.py:203}} [ 583.131019] env[68800]: DEBUG nova.servicegroup.drivers.db [None req-8f17a0d7-a134-4c02-945d-046460108ed5 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=68800) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 620.351900] env[68800]: DEBUG oslo_concurrency.lockutils [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Acquiring lock "0b4fcd51-10b9-4e0f-8581-2972a686edd2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.351900] env[68800]: DEBUG oslo_concurrency.lockutils [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Lock "0b4fcd51-10b9-4e0f-8581-2972a686edd2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.855638] env[68800]: DEBUG nova.compute.manager [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 621.405536] env[68800]: DEBUG oslo_concurrency.lockutils [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.405998] env[68800]: DEBUG oslo_concurrency.lockutils [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.407819] env[68800]: INFO nova.compute.claims [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 622.035746] env[68800]: DEBUG oslo_concurrency.lockutils [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Acquiring lock "739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.035746] env[68800]: DEBUG oslo_concurrency.lockutils [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Lock "739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.324398] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Acquiring lock "195e2543-8984-4a01-bfdf-1ee3c98f1105" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.324398] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Lock "195e2543-8984-4a01-bfdf-1ee3c98f1105" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.495972] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3025df47-45b7-4675-a1b3-3177cf0da939 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.507741] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d05937c-3cb9-454b-be9c-c275a22b2f68 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.539985] env[68800]: DEBUG nova.compute.manager [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] [instance: 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 622.543477] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916a580f-e26b-4a63-afd4-15b15053dd2e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.550887] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e06c3b-feff-42d4-88fd-96803dac46d5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.564320] env[68800]: DEBUG nova.compute.provider_tree [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 622.827960] env[68800]: DEBUG nova.compute.manager [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 623.071751] env[68800]: DEBUG nova.scheduler.client.report [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 623.081873] env[68800]: DEBUG oslo_concurrency.lockutils [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.353558] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.575644] env[68800]: DEBUG oslo_concurrency.lockutils [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.170s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.576377] env[68800]: DEBUG nova.compute.manager [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 623.581401] env[68800]: DEBUG oslo_concurrency.lockutils [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.500s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.586146] env[68800]: INFO nova.compute.claims [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] [instance: 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 624.092298] env[68800]: DEBUG nova.compute.utils [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 624.095784] env[68800]: DEBUG nova.compute.manager [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 624.095784] env[68800]: DEBUG nova.network.neutron [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 624.195115] env[68800]: DEBUG oslo_concurrency.lockutils [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Acquiring lock "c655bd28-92e0-4c56-80dd-3b8c7d84ad1c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.196506] env[68800]: DEBUG oslo_concurrency.lockutils [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Lock "c655bd28-92e0-4c56-80dd-3b8c7d84ad1c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.298805] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Acquiring lock "9a35f78b-d486-4766-acd5-b6fcdcf5c32a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.298805] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Lock "9a35f78b-d486-4766-acd5-b6fcdcf5c32a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.436852] env[68800]: DEBUG nova.policy [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12267ba7807e452b8d6ec7768bbee193', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db9dbef4f3f64a84bb9703a86957b3f8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 624.605471] env[68800]: DEBUG nova.compute.manager [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 624.700893] env[68800]: DEBUG nova.compute.manager [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] [instance: c655bd28-92e0-4c56-80dd-3b8c7d84ad1c] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 624.743344] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e580414-810c-4694-894e-179ae87dc965 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.751470] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08587d8b-1157-4b54-a82c-6913449eac6b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.787855] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4798b4-4436-462d-80bb-161d9a7ace07 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.797015] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ac04a1-6f0d-4ca7-b04c-e2050af3e41b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.803483] env[68800]: DEBUG nova.compute.manager [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 624.819156] env[68800]: DEBUG nova.compute.provider_tree [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.926770] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Acquiring lock "e7259d4c-9982-4579-a073-484a8fa49264" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.926948] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Lock "e7259d4c-9982-4579-a073-484a8fa49264" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.106030] env[68800]: DEBUG nova.network.neutron [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] Successfully created port: a119c54e-7595-458e-b21d-cf72aa374fc9 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 625.234524] env[68800]: DEBUG oslo_concurrency.lockutils [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.323523] env[68800]: DEBUG nova.scheduler.client.report [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.327389] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.432415] env[68800]: DEBUG nova.compute.manager [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 625.622855] env[68800]: DEBUG nova.compute.manager [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 625.664304] env[68800]: DEBUG nova.virt.hardware [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 625.664548] env[68800]: DEBUG nova.virt.hardware [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 625.664703] env[68800]: DEBUG nova.virt.hardware [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 625.664898] env[68800]: DEBUG nova.virt.hardware [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 625.666466] env[68800]: DEBUG nova.virt.hardware [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 625.666880] env[68800]: DEBUG nova.virt.hardware [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 625.667700] env[68800]: DEBUG nova.virt.hardware [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 625.667917] env[68800]: DEBUG nova.virt.hardware [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 625.668875] env[68800]: DEBUG nova.virt.hardware [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 625.671221] env[68800]: DEBUG nova.virt.hardware [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 625.671588] env[68800]: DEBUG nova.virt.hardware [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 625.672689] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0f67cb-960e-4213-b48c-d06bc2259111 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.687358] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5f98ec-0906-4d37-a69d-1327d7bf0a9e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.706643] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac66d97d-d18c-49ec-9c99-5acd93df4985 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.831218] env[68800]: DEBUG oslo_concurrency.lockutils [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.250s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.832171] env[68800]: DEBUG nova.compute.manager [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] [instance: 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 625.836738] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.484s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.839497] env[68800]: INFO nova.compute.claims [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 625.972966] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.974419] env[68800]: DEBUG oslo_concurrency.lockutils [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Acquiring lock "c867ff92-059f-4647-85cd-8026b1408778" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.974648] env[68800]: DEBUG oslo_concurrency.lockutils [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Lock "c867ff92-059f-4647-85cd-8026b1408778" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.347046] env[68800]: DEBUG nova.compute.utils [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 626.353582] env[68800]: DEBUG nova.compute.manager [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] [instance: 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 626.353582] env[68800]: DEBUG nova.network.neutron [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] [instance: 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 626.445597] env[68800]: DEBUG nova.policy [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5489eaa74dc747129ed1c1ee210fb501', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f4edb128f8f74f2997f999adf4a37592', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 626.478616] env[68800]: DEBUG nova.compute.manager [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] [instance: c867ff92-059f-4647-85cd-8026b1408778] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 626.859360] env[68800]: DEBUG nova.compute.manager [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] [instance: 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 627.018135] env[68800]: DEBUG oslo_concurrency.lockutils [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.024568] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee48e6b5-7695-4d86-b282-e7e678ca4a09 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.037449] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94bf7c7-ecd6-4b90-93a6-9aae8bdbd5ee {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.070074] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457b8d3e-7a7a-4ebc-a08a-8c718d359be6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.078055] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699ee6ce-7eaf-4ef0-bf6d-d0f8a5d5ee14 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.088417] env[68800]: DEBUG nova.network.neutron [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] [instance: 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55] Successfully created port: 62564eaf-157c-4650-808b-1644ac89770d {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 627.101500] env[68800]: DEBUG nova.compute.provider_tree [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 627.452715] env[68800]: DEBUG nova.network.neutron [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] Successfully updated port: a119c54e-7595-458e-b21d-cf72aa374fc9 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 627.608368] env[68800]: DEBUG nova.scheduler.client.report [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.768328] env[68800]: DEBUG oslo_concurrency.lockutils [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Acquiring lock "b1e86642-64ad-454d-9c58-e5abaa42da38" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.768740] env[68800]: DEBUG oslo_concurrency.lockutils [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Lock "b1e86642-64ad-454d-9c58-e5abaa42da38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.872509] env[68800]: DEBUG nova.compute.manager [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] [instance: 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 627.906587] env[68800]: DEBUG nova.virt.hardware [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 627.906919] env[68800]: DEBUG nova.virt.hardware [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 627.907298] env[68800]: DEBUG nova.virt.hardware [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 627.907707] env[68800]: DEBUG nova.virt.hardware [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 627.908092] env[68800]: DEBUG nova.virt.hardware [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 627.908520] env[68800]: DEBUG nova.virt.hardware [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 627.909081] env[68800]: DEBUG nova.virt.hardware [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 627.909312] env[68800]: DEBUG nova.virt.hardware [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 627.909575] env[68800]: DEBUG nova.virt.hardware [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 627.910014] env[68800]: DEBUG nova.virt.hardware [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 627.910389] env[68800]: DEBUG nova.virt.hardware [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 627.911465] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aff5305-f8d0-481e-afba-16ede1dd559d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.920811] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cca393f-8c55-4ee5-962f-8b67ac063648 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.959380] env[68800]: DEBUG oslo_concurrency.lockutils [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Acquiring lock "refresh_cache-0b4fcd51-10b9-4e0f-8581-2972a686edd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.959380] env[68800]: DEBUG oslo_concurrency.lockutils [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Acquired lock "refresh_cache-0b4fcd51-10b9-4e0f-8581-2972a686edd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.959530] env[68800]: DEBUG nova.network.neutron [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 628.116344] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.279s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.116874] env[68800]: DEBUG nova.compute.manager [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 628.120892] env[68800]: DEBUG oslo_concurrency.lockutils [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.887s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.122954] env[68800]: INFO nova.compute.claims [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] [instance: c655bd28-92e0-4c56-80dd-3b8c7d84ad1c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 628.271512] env[68800]: DEBUG nova.compute.manager [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 628.575579] env[68800]: DEBUG nova.network.neutron [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 628.623036] env[68800]: DEBUG nova.compute.utils [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 628.625118] env[68800]: DEBUG nova.compute.manager [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 628.625328] env[68800]: DEBUG nova.network.neutron [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 628.676211] env[68800]: DEBUG nova.policy [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96ccdbb057484732960be92dbd23f233', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16f0ad1d39974d9788a00eef12e3b8d9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 628.802446] env[68800]: DEBUG oslo_concurrency.lockutils [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.994784] env[68800]: DEBUG nova.network.neutron [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] Updating instance_info_cache with network_info: [{"id": "a119c54e-7595-458e-b21d-cf72aa374fc9", "address": "fa:16:3e:48:dc:ff", "network": {"id": "d49fe243-224a-4d20-9f7e-647b352f4cef", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1383105093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db9dbef4f3f64a84bb9703a86957b3f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa119c54e-75", "ovs_interfaceid": "a119c54e-7595-458e-b21d-cf72aa374fc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.109687] env[68800]: DEBUG nova.compute.manager [req-cae23990-5917-4784-be00-90b5ae66ddee req-a8a6fe16-2f5a-43fb-82cf-89c90dd34c36 service nova] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] Received event network-vif-plugged-a119c54e-7595-458e-b21d-cf72aa374fc9 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 629.111089] env[68800]: DEBUG oslo_concurrency.lockutils [req-cae23990-5917-4784-be00-90b5ae66ddee req-a8a6fe16-2f5a-43fb-82cf-89c90dd34c36 service nova] Acquiring lock "0b4fcd51-10b9-4e0f-8581-2972a686edd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.111089] env[68800]: DEBUG oslo_concurrency.lockutils [req-cae23990-5917-4784-be00-90b5ae66ddee req-a8a6fe16-2f5a-43fb-82cf-89c90dd34c36 service nova] Lock "0b4fcd51-10b9-4e0f-8581-2972a686edd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.111089] env[68800]: DEBUG oslo_concurrency.lockutils [req-cae23990-5917-4784-be00-90b5ae66ddee req-a8a6fe16-2f5a-43fb-82cf-89c90dd34c36 service nova] Lock "0b4fcd51-10b9-4e0f-8581-2972a686edd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.111089] env[68800]: DEBUG nova.compute.manager [req-cae23990-5917-4784-be00-90b5ae66ddee req-a8a6fe16-2f5a-43fb-82cf-89c90dd34c36 service nova] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] No waiting events found dispatching network-vif-plugged-a119c54e-7595-458e-b21d-cf72aa374fc9 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 629.111089] env[68800]: WARNING nova.compute.manager [req-cae23990-5917-4784-be00-90b5ae66ddee req-a8a6fe16-2f5a-43fb-82cf-89c90dd34c36 service nova] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] Received unexpected event network-vif-plugged-a119c54e-7595-458e-b21d-cf72aa374fc9 for instance with vm_state building and task_state spawning. [ 629.131093] env[68800]: DEBUG nova.compute.manager [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 629.146818] env[68800]: DEBUG nova.network.neutron [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Successfully created port: fe9b2c0c-06e2-437b-a0bd-2226c3403d02 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 629.277877] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cde5d22-af35-449b-8541-cd17671ea3ea {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.288147] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3fc121-484b-4a1b-923e-af2c9777bd6d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.329890] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9fbd9f1-edab-4589-96c9-e3727b034925 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.338051] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e20c6b5-2a20-4db5-9cf6-1e53d29976dc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.357054] env[68800]: DEBUG nova.compute.provider_tree [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 629.497368] env[68800]: DEBUG oslo_concurrency.lockutils [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Releasing lock "refresh_cache-0b4fcd51-10b9-4e0f-8581-2972a686edd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.497691] env[68800]: DEBUG nova.compute.manager [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] Instance network_info: |[{"id": "a119c54e-7595-458e-b21d-cf72aa374fc9", "address": "fa:16:3e:48:dc:ff", "network": {"id": "d49fe243-224a-4d20-9f7e-647b352f4cef", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1383105093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db9dbef4f3f64a84bb9703a86957b3f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa119c54e-75", "ovs_interfaceid": "a119c54e-7595-458e-b21d-cf72aa374fc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 629.498535] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:dc:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24210a23-d8ac-4f4f-84ac-dc0636de9a72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a119c54e-7595-458e-b21d-cf72aa374fc9', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 629.512233] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.512233] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0ed6df5-6170-4e4f-94b7-3c2aca81a614 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.522027] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Created folder: OpenStack in parent group-v4. [ 629.522224] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Creating folder: Project (db9dbef4f3f64a84bb9703a86957b3f8). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.522454] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-446d88e7-c125-422b-8be6-493337a49b48 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.531158] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Created folder: Project (db9dbef4f3f64a84bb9703a86957b3f8) in parent group-v648080. [ 629.531333] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Creating folder: Instances. Parent ref: group-v648081. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.531572] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dfc0e95f-1d62-4974-9282-4c5d71b1c0b3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.540077] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Created folder: Instances in parent group-v648081. [ 629.540459] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 629.540543] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 629.540693] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68e1ff31-fd79-424b-9555-2a3423b09e87 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.559195] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 629.559195] env[68800]: value = "task-3243043" [ 629.559195] env[68800]: _type = "Task" [ 629.559195] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.567060] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243043, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.701676] env[68800]: DEBUG nova.network.neutron [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] [instance: 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55] Successfully updated port: 62564eaf-157c-4650-808b-1644ac89770d {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 629.860390] env[68800]: DEBUG nova.scheduler.client.report [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 630.073852] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243043, 'name': CreateVM_Task, 'duration_secs': 0.378492} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.073852] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 630.093018] env[68800]: DEBUG oslo_vmware.service [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87d976a-1870-4879-8547-f1b5338c8fdf {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.098981] env[68800]: DEBUG oslo_concurrency.lockutils [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.099191] env[68800]: DEBUG oslo_concurrency.lockutils [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.101226] env[68800]: DEBUG oslo_concurrency.lockutils [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.101526] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-887b8113-885e-402d-ab20-014bb6f61bf4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.106424] env[68800]: DEBUG oslo_vmware.api [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Waiting for the task: (returnval){ [ 630.106424] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]527afcc1-e9f1-72da-60c1-2038fb0e6d92" [ 630.106424] env[68800]: _type = "Task" [ 630.106424] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.115928] env[68800]: DEBUG oslo_vmware.api [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]527afcc1-e9f1-72da-60c1-2038fb0e6d92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.143732] env[68800]: DEBUG nova.compute.manager [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 630.179912] env[68800]: DEBUG nova.virt.hardware [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 630.179912] env[68800]: DEBUG nova.virt.hardware [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 630.180089] env[68800]: DEBUG nova.virt.hardware [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 630.180363] env[68800]: DEBUG nova.virt.hardware [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 630.180567] env[68800]: DEBUG nova.virt.hardware [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 630.180727] env[68800]: DEBUG nova.virt.hardware [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 630.180937] env[68800]: DEBUG nova.virt.hardware [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 630.181153] env[68800]: DEBUG nova.virt.hardware [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 630.181275] env[68800]: DEBUG nova.virt.hardware [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 630.181434] env[68800]: DEBUG nova.virt.hardware [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 630.181604] env[68800]: DEBUG nova.virt.hardware [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 630.182941] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f750023-ef7a-4053-9fe8-1dbc5ef5f6c7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.190913] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f2a79b-7ef7-4994-b1ca-a1a5fbba912c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.208254] env[68800]: DEBUG oslo_concurrency.lockutils [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Acquiring lock "refresh_cache-739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.208254] env[68800]: DEBUG oslo_concurrency.lockutils [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Acquired lock "refresh_cache-739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.208254] env[68800]: DEBUG nova.network.neutron [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] [instance: 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.370292] env[68800]: DEBUG oslo_concurrency.lockutils [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.248s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.370292] env[68800]: DEBUG nova.compute.manager [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] [instance: c655bd28-92e0-4c56-80dd-3b8c7d84ad1c] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 630.373324] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.046s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.375263] env[68800]: INFO nova.compute.claims [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 630.618419] env[68800]: DEBUG oslo_concurrency.lockutils [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.618713] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 630.618977] env[68800]: DEBUG oslo_concurrency.lockutils [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.619171] env[68800]: DEBUG oslo_concurrency.lockutils [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.619601] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 630.619890] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95a5f0c4-0799-40e4-8522-1a498147fd97 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.628738] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 630.628981] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 630.629951] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8596037-0610-4833-9e74-8c47f86d6447 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.636572] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-966d1872-9069-4227-87c9-04ae2e3ca509 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.641440] env[68800]: DEBUG oslo_vmware.api [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Waiting for the task: (returnval){ [ 630.641440] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]525d14d5-d225-157b-f505-c0aff0a2cef8" [ 630.641440] env[68800]: _type = "Task" [ 630.641440] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.649119] env[68800]: DEBUG oslo_vmware.api [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]525d14d5-d225-157b-f505-c0aff0a2cef8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.782943] env[68800]: DEBUG nova.network.neutron [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] [instance: 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 630.879624] env[68800]: DEBUG nova.compute.utils [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 630.887966] env[68800]: DEBUG nova.compute.manager [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] [instance: c655bd28-92e0-4c56-80dd-3b8c7d84ad1c] Not allocating networking since 'none' was specified. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 631.130289] env[68800]: DEBUG nova.network.neutron [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] [instance: 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55] Updating instance_info_cache with network_info: [{"id": "62564eaf-157c-4650-808b-1644ac89770d", "address": "fa:16:3e:a5:e2:2a", "network": {"id": "910263fe-5348-43bf-a2dc-80270861caea", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3ae10f76bf14ae69232ca090f1bb0ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62564eaf-15", "ovs_interfaceid": "62564eaf-157c-4650-808b-1644ac89770d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.159289] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] Preparing fetch location {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 631.159701] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Creating directory with path [datastore1] vmware_temp/07b83ec3-2ec5-452a-b135-efc4e93b11cf/5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 631.160395] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-165cf4f7-1216-4d8e-aae0-efc21e22659e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.186295] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Created directory with path [datastore1] vmware_temp/07b83ec3-2ec5-452a-b135-efc4e93b11cf/5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 631.186295] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] Fetch image to [datastore1] vmware_temp/07b83ec3-2ec5-452a-b135-efc4e93b11cf/5878416b-a2ce-41e8-a2c0-8cea34632bd2/tmp-sparse.vmdk {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 631.186295] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] Downloading image file data 5878416b-a2ce-41e8-a2c0-8cea34632bd2 to [datastore1] vmware_temp/07b83ec3-2ec5-452a-b135-efc4e93b11cf/5878416b-a2ce-41e8-a2c0-8cea34632bd2/tmp-sparse.vmdk on the data store datastore1 {{(pid=68800) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 631.186295] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b712e2a6-ca2e-4b6f-a110-99074cce914e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.198765] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8345ff3d-f037-46ae-9c19-2dc840df7fbe {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.213022] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4226fb52-245d-4de1-aa16-b471e24b3873 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.251792] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716134af-45b4-4a57-b9cc-d1e2d3e3249b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.259438] env[68800]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-73c3cb66-c037-4681-b5fb-30452f9c2791 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.288346] env[68800]: DEBUG nova.virt.vmwareapi.images [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] Downloading image file data 5878416b-a2ce-41e8-a2c0-8cea34632bd2 to the data store datastore1 {{(pid=68800) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 631.365987] env[68800]: DEBUG oslo_vmware.rw_handles [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/07b83ec3-2ec5-452a-b135-efc4e93b11cf/5878416b-a2ce-41e8-a2c0-8cea34632bd2/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68800) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 631.431531] env[68800]: DEBUG nova.compute.manager [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] [instance: c655bd28-92e0-4c56-80dd-3b8c7d84ad1c] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 631.587995] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1514e949-8a5e-450e-b689-e459632f931f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.599389] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326c5d0a-22cd-467c-bbac-5d99ba237e1b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.635639] env[68800]: DEBUG oslo_concurrency.lockutils [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Releasing lock "refresh_cache-739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.635957] env[68800]: DEBUG nova.compute.manager [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] [instance: 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55] Instance network_info: |[{"id": "62564eaf-157c-4650-808b-1644ac89770d", "address": "fa:16:3e:a5:e2:2a", "network": {"id": "910263fe-5348-43bf-a2dc-80270861caea", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3ae10f76bf14ae69232ca090f1bb0ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62564eaf-15", "ovs_interfaceid": "62564eaf-157c-4650-808b-1644ac89770d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 631.637368] env[68800]: DEBUG nova.network.neutron [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Successfully updated port: fe9b2c0c-06e2-437b-a0bd-2226c3403d02 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 631.642473] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] [instance: 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:e2:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cbd5e0e-9116-46f1-9748-13a73d2d7e75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62564eaf-157c-4650-808b-1644ac89770d', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 631.651220] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Creating folder: Project (f4edb128f8f74f2997f999adf4a37592). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.652029] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2eeb27-21c6-4b98-b9fd-f2e36d529b7e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.660986] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Acquiring lock "refresh_cache-195e2543-8984-4a01-bfdf-1ee3c98f1105" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.660986] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Acquired lock "refresh_cache-195e2543-8984-4a01-bfdf-1ee3c98f1105" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.660986] env[68800]: DEBUG nova.network.neutron [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 631.662210] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-341f12af-7c83-4165-864e-13ece6da3e7c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.675183] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac61955-ea96-4a36-8dc1-cb3114913504 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.693454] env[68800]: DEBUG nova.compute.provider_tree [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.698820] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Created folder: Project (f4edb128f8f74f2997f999adf4a37592) in parent group-v648080. [ 631.698820] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Creating folder: Instances. Parent ref: group-v648084. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.699444] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c9f1ed5-8c51-4ce4-845e-3cfcd6d1c037 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.709485] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Created folder: Instances in parent group-v648084. [ 631.709731] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 631.710061] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 631.710162] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-830c5515-b2bc-4b31-af27-a09cc9c39df0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.732743] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 631.732743] env[68800]: value = "task-3243046" [ 631.732743] env[68800]: _type = "Task" [ 631.732743] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.746712] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243046, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.030260] env[68800]: DEBUG oslo_vmware.rw_handles [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Completed reading data from the image iterator. {{(pid=68800) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 632.030621] env[68800]: DEBUG oslo_vmware.rw_handles [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/07b83ec3-2ec5-452a-b135-efc4e93b11cf/5878416b-a2ce-41e8-a2c0-8cea34632bd2/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68800) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 632.134015] env[68800]: DEBUG nova.compute.manager [req-c75e0f99-c80f-4b16-b044-1fcf5a688235 req-4a6c98fd-dfe5-40dc-b9a7-9f6a1d3b7d9f service nova] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] Received event network-changed-a119c54e-7595-458e-b21d-cf72aa374fc9 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.134255] env[68800]: DEBUG nova.compute.manager [req-c75e0f99-c80f-4b16-b044-1fcf5a688235 req-4a6c98fd-dfe5-40dc-b9a7-9f6a1d3b7d9f service nova] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] Refreshing instance network info cache due to event network-changed-a119c54e-7595-458e-b21d-cf72aa374fc9. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 632.134384] env[68800]: DEBUG oslo_concurrency.lockutils [req-c75e0f99-c80f-4b16-b044-1fcf5a688235 req-4a6c98fd-dfe5-40dc-b9a7-9f6a1d3b7d9f service nova] Acquiring lock "refresh_cache-0b4fcd51-10b9-4e0f-8581-2972a686edd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.134415] env[68800]: DEBUG oslo_concurrency.lockutils [req-c75e0f99-c80f-4b16-b044-1fcf5a688235 req-4a6c98fd-dfe5-40dc-b9a7-9f6a1d3b7d9f service nova] Acquired lock "refresh_cache-0b4fcd51-10b9-4e0f-8581-2972a686edd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.134563] env[68800]: DEBUG nova.network.neutron [req-c75e0f99-c80f-4b16-b044-1fcf5a688235 req-4a6c98fd-dfe5-40dc-b9a7-9f6a1d3b7d9f service nova] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] Refreshing network info cache for port a119c54e-7595-458e-b21d-cf72aa374fc9 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 632.179629] env[68800]: DEBUG nova.virt.vmwareapi.images [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] Downloaded image file data 5878416b-a2ce-41e8-a2c0-8cea34632bd2 to vmware_temp/07b83ec3-2ec5-452a-b135-efc4e93b11cf/5878416b-a2ce-41e8-a2c0-8cea34632bd2/tmp-sparse.vmdk on the data store datastore1 {{(pid=68800) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 632.181101] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] Caching image {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 632.184019] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Copying Virtual Disk [datastore1] vmware_temp/07b83ec3-2ec5-452a-b135-efc4e93b11cf/5878416b-a2ce-41e8-a2c0-8cea34632bd2/tmp-sparse.vmdk to [datastore1] vmware_temp/07b83ec3-2ec5-452a-b135-efc4e93b11cf/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 632.184019] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3220a223-20b8-412f-adb5-f2652f03a629 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.194812] env[68800]: DEBUG oslo_vmware.api [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Waiting for the task: (returnval){ [ 632.194812] env[68800]: value = "task-3243047" [ 632.194812] env[68800]: _type = "Task" [ 632.194812] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.203285] env[68800]: DEBUG nova.scheduler.client.report [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.206538] env[68800]: DEBUG oslo_vmware.api [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Task: {'id': task-3243047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.244415] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243046, 'name': CreateVM_Task, 'duration_secs': 0.369743} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.244575] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 632.245264] env[68800]: DEBUG oslo_concurrency.lockutils [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.245429] env[68800]: DEBUG oslo_concurrency.lockutils [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.245742] env[68800]: DEBUG oslo_concurrency.lockutils [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.245993] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6039336f-f6d6-43f8-bc70-0abdc05df9c5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.250894] env[68800]: DEBUG oslo_vmware.api [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Waiting for the task: (returnval){ [ 632.250894] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529edb0c-7617-dd80-8df5-9e545812b07c" [ 632.250894] env[68800]: _type = "Task" [ 632.250894] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.260538] env[68800]: DEBUG oslo_vmware.api [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529edb0c-7617-dd80-8df5-9e545812b07c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.281940] env[68800]: DEBUG nova.network.neutron [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 632.328329] env[68800]: DEBUG nova.compute.manager [req-06c4106c-a198-452f-919d-209a80950d4d req-e744b09c-dbbf-4120-bb9e-b2b28a490645 service nova] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Received event network-vif-plugged-fe9b2c0c-06e2-437b-a0bd-2226c3403d02 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.328329] env[68800]: DEBUG oslo_concurrency.lockutils [req-06c4106c-a198-452f-919d-209a80950d4d req-e744b09c-dbbf-4120-bb9e-b2b28a490645 service nova] Acquiring lock "195e2543-8984-4a01-bfdf-1ee3c98f1105-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.332052] env[68800]: DEBUG oslo_concurrency.lockutils [req-06c4106c-a198-452f-919d-209a80950d4d req-e744b09c-dbbf-4120-bb9e-b2b28a490645 service nova] Lock "195e2543-8984-4a01-bfdf-1ee3c98f1105-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.332052] env[68800]: DEBUG oslo_concurrency.lockutils [req-06c4106c-a198-452f-919d-209a80950d4d req-e744b09c-dbbf-4120-bb9e-b2b28a490645 service nova] Lock "195e2543-8984-4a01-bfdf-1ee3c98f1105-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.332052] env[68800]: DEBUG nova.compute.manager [req-06c4106c-a198-452f-919d-209a80950d4d req-e744b09c-dbbf-4120-bb9e-b2b28a490645 service nova] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] No waiting events found dispatching network-vif-plugged-fe9b2c0c-06e2-437b-a0bd-2226c3403d02 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 632.332052] env[68800]: WARNING nova.compute.manager [req-06c4106c-a198-452f-919d-209a80950d4d req-e744b09c-dbbf-4120-bb9e-b2b28a490645 service nova] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Received unexpected event network-vif-plugged-fe9b2c0c-06e2-437b-a0bd-2226c3403d02 for instance with vm_state building and task_state spawning. [ 632.446811] env[68800]: DEBUG nova.compute.manager [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] [instance: c655bd28-92e0-4c56-80dd-3b8c7d84ad1c] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 632.483125] env[68800]: DEBUG nova.virt.hardware [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 632.483125] env[68800]: DEBUG nova.virt.hardware [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 632.483125] env[68800]: DEBUG nova.virt.hardware [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 632.483324] env[68800]: DEBUG nova.virt.hardware [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 632.483467] env[68800]: DEBUG nova.virt.hardware [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 632.483780] env[68800]: DEBUG nova.virt.hardware [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 632.484321] env[68800]: DEBUG nova.virt.hardware [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 632.484637] env[68800]: DEBUG nova.virt.hardware [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 632.484958] env[68800]: DEBUG nova.virt.hardware [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 632.485345] env[68800]: DEBUG nova.virt.hardware [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 632.485644] env[68800]: DEBUG nova.virt.hardware [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 632.487325] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4111a8-34a4-4292-b210-b6909af05f19 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.501426] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abdae2d-0796-433e-9d7b-a242bf7feeb0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.518815] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] [instance: c655bd28-92e0-4c56-80dd-3b8c7d84ad1c] Instance VIF info [] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 632.526113] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Creating folder: Project (f366c309789f4305bcea45a991c76277). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.530614] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e81a7125-aca4-473a-b7bc-b2947728278a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.542209] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Created folder: Project (f366c309789f4305bcea45a991c76277) in parent group-v648080. [ 632.542209] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Creating folder: Instances. Parent ref: group-v648087. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.542292] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83d2dd34-a7d1-4631-87c7-4f624e49aecb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.552758] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Created folder: Instances in parent group-v648087. [ 632.553268] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 632.554063] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c655bd28-92e0-4c56-80dd-3b8c7d84ad1c] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 632.554063] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa17a0bc-bf0c-4351-8619-797b119cc810 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.572951] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 632.572951] env[68800]: value = "task-3243050" [ 632.572951] env[68800]: _type = "Task" [ 632.572951] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.582394] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243050, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.710587] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.336s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.710587] env[68800]: DEBUG nova.compute.manager [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 632.714800] env[68800]: DEBUG oslo_vmware.api [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Task: {'id': task-3243047, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.714800] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.741s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.715661] env[68800]: INFO nova.compute.claims [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 632.764455] env[68800]: DEBUG oslo_concurrency.lockutils [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.764455] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] [instance: 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 632.764455] env[68800]: DEBUG oslo_concurrency.lockutils [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.932249] env[68800]: DEBUG nova.network.neutron [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Updating instance_info_cache with network_info: [{"id": "fe9b2c0c-06e2-437b-a0bd-2226c3403d02", "address": "fa:16:3e:44:38:a0", "network": {"id": "c08723f6-2f5c-4e48-87cd-f3e27e13b49f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-291977885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16f0ad1d39974d9788a00eef12e3b8d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe9b2c0c-06", "ovs_interfaceid": "fe9b2c0c-06e2-437b-a0bd-2226c3403d02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.086975] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243050, 'name': CreateVM_Task, 'duration_secs': 0.463659} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.087203] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c655bd28-92e0-4c56-80dd-3b8c7d84ad1c] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 633.087623] env[68800]: DEBUG oslo_concurrency.lockutils [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.087799] env[68800]: DEBUG oslo_concurrency.lockutils [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.088142] env[68800]: DEBUG oslo_concurrency.lockutils [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.090531] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8410d43-7fdc-4f93-8f08-23bc5bbec0c9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.094136] env[68800]: DEBUG oslo_vmware.api [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Waiting for the task: (returnval){ [ 633.094136] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c80dd6-d718-87d3-cf0e-f5e3c8c132b6" [ 633.094136] env[68800]: _type = "Task" [ 633.094136] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.102942] env[68800]: DEBUG oslo_vmware.api [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c80dd6-d718-87d3-cf0e-f5e3c8c132b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.211828] env[68800]: DEBUG oslo_vmware.api [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Task: {'id': task-3243047, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.70746} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.212557] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Copied Virtual Disk [datastore1] vmware_temp/07b83ec3-2ec5-452a-b135-efc4e93b11cf/5878416b-a2ce-41e8-a2c0-8cea34632bd2/tmp-sparse.vmdk to [datastore1] vmware_temp/07b83ec3-2ec5-452a-b135-efc4e93b11cf/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 633.212925] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Deleting the datastore file [datastore1] vmware_temp/07b83ec3-2ec5-452a-b135-efc4e93b11cf/5878416b-a2ce-41e8-a2c0-8cea34632bd2/tmp-sparse.vmdk {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 633.213141] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1d1153c-da24-480b-93b4-67a6ed14048f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.216450] env[68800]: DEBUG nova.compute.utils [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 633.218517] env[68800]: DEBUG nova.compute.manager [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 633.218741] env[68800]: DEBUG nova.network.neutron [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 633.228691] env[68800]: DEBUG oslo_vmware.api [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Waiting for the task: (returnval){ [ 633.228691] env[68800]: value = "task-3243051" [ 633.228691] env[68800]: _type = "Task" [ 633.228691] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.242404] env[68800]: DEBUG oslo_vmware.api [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Task: {'id': task-3243051, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.318863] env[68800]: DEBUG nova.network.neutron [req-c75e0f99-c80f-4b16-b044-1fcf5a688235 req-4a6c98fd-dfe5-40dc-b9a7-9f6a1d3b7d9f service nova] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] Updated VIF entry in instance network info cache for port a119c54e-7595-458e-b21d-cf72aa374fc9. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 633.319254] env[68800]: DEBUG nova.network.neutron [req-c75e0f99-c80f-4b16-b044-1fcf5a688235 req-4a6c98fd-dfe5-40dc-b9a7-9f6a1d3b7d9f service nova] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] Updating instance_info_cache with network_info: [{"id": "a119c54e-7595-458e-b21d-cf72aa374fc9", "address": "fa:16:3e:48:dc:ff", "network": {"id": "d49fe243-224a-4d20-9f7e-647b352f4cef", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1383105093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db9dbef4f3f64a84bb9703a86957b3f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa119c54e-75", "ovs_interfaceid": "a119c54e-7595-458e-b21d-cf72aa374fc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.439770] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Releasing lock "refresh_cache-195e2543-8984-4a01-bfdf-1ee3c98f1105" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.439770] env[68800]: DEBUG nova.compute.manager [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Instance network_info: |[{"id": "fe9b2c0c-06e2-437b-a0bd-2226c3403d02", "address": "fa:16:3e:44:38:a0", "network": {"id": "c08723f6-2f5c-4e48-87cd-f3e27e13b49f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-291977885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16f0ad1d39974d9788a00eef12e3b8d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe9b2c0c-06", "ovs_interfaceid": "fe9b2c0c-06e2-437b-a0bd-2226c3403d02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 633.439991] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:38:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe9b2c0c-06e2-437b-a0bd-2226c3403d02', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 633.447704] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Creating folder: Project (16f0ad1d39974d9788a00eef12e3b8d9). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.448127] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14512fbc-65f1-4f3c-b4e3-10ec9d6bdb20 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.458906] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Created folder: Project (16f0ad1d39974d9788a00eef12e3b8d9) in parent group-v648080. [ 633.458992] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Creating folder: Instances. Parent ref: group-v648090. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.459385] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b58e7915-926e-4244-9e1f-ac0ea4a04d5f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.469059] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Created folder: Instances in parent group-v648090. [ 633.469293] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 633.471502] env[68800]: DEBUG nova.policy [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '897aebfab7354d168346089f866bb7ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1bee9fd107a147cba198fd1735e466dd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 633.473034] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 633.473302] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a68e135d-c388-41b7-861d-09db03f16820 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.504855] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 633.504855] env[68800]: value = "task-3243054" [ 633.504855] env[68800]: _type = "Task" [ 633.504855] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.516589] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243054, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.610783] env[68800]: DEBUG oslo_concurrency.lockutils [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.610997] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] [instance: c655bd28-92e0-4c56-80dd-3b8c7d84ad1c] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 633.611428] env[68800]: DEBUG oslo_concurrency.lockutils [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.719282] env[68800]: DEBUG nova.compute.manager [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 633.742895] env[68800]: DEBUG oslo_vmware.api [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Task: {'id': task-3243051, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025747} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.743547] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 633.743547] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Moving file from [datastore1] vmware_temp/07b83ec3-2ec5-452a-b135-efc4e93b11cf/5878416b-a2ce-41e8-a2c0-8cea34632bd2 to [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2. {{(pid=68800) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 633.743666] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-11bb27f2-9c08-4f6a-9f93-008bb06a88e0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.750979] env[68800]: DEBUG oslo_vmware.api [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Waiting for the task: (returnval){ [ 633.750979] env[68800]: value = "task-3243055" [ 633.750979] env[68800]: _type = "Task" [ 633.750979] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.759702] env[68800]: DEBUG oslo_vmware.api [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Task: {'id': task-3243055, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.822192] env[68800]: DEBUG oslo_concurrency.lockutils [req-c75e0f99-c80f-4b16-b044-1fcf5a688235 req-4a6c98fd-dfe5-40dc-b9a7-9f6a1d3b7d9f service nova] Releasing lock "refresh_cache-0b4fcd51-10b9-4e0f-8581-2972a686edd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.822802] env[68800]: DEBUG nova.compute.manager [req-c75e0f99-c80f-4b16-b044-1fcf5a688235 req-4a6c98fd-dfe5-40dc-b9a7-9f6a1d3b7d9f service nova] [instance: 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55] Received event network-vif-plugged-62564eaf-157c-4650-808b-1644ac89770d {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 633.822802] env[68800]: DEBUG oslo_concurrency.lockutils [req-c75e0f99-c80f-4b16-b044-1fcf5a688235 req-4a6c98fd-dfe5-40dc-b9a7-9f6a1d3b7d9f service nova] Acquiring lock "739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.822960] env[68800]: DEBUG oslo_concurrency.lockutils [req-c75e0f99-c80f-4b16-b044-1fcf5a688235 req-4a6c98fd-dfe5-40dc-b9a7-9f6a1d3b7d9f service nova] Lock "739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.823616] env[68800]: DEBUG oslo_concurrency.lockutils [req-c75e0f99-c80f-4b16-b044-1fcf5a688235 req-4a6c98fd-dfe5-40dc-b9a7-9f6a1d3b7d9f service nova] Lock "739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.823616] env[68800]: DEBUG nova.compute.manager [req-c75e0f99-c80f-4b16-b044-1fcf5a688235 req-4a6c98fd-dfe5-40dc-b9a7-9f6a1d3b7d9f service nova] [instance: 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55] No waiting events found dispatching network-vif-plugged-62564eaf-157c-4650-808b-1644ac89770d {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 633.823616] env[68800]: WARNING nova.compute.manager [req-c75e0f99-c80f-4b16-b044-1fcf5a688235 req-4a6c98fd-dfe5-40dc-b9a7-9f6a1d3b7d9f service nova] [instance: 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55] Received unexpected event network-vif-plugged-62564eaf-157c-4650-808b-1644ac89770d for instance with vm_state building and task_state spawning. [ 633.823616] env[68800]: DEBUG nova.compute.manager [req-c75e0f99-c80f-4b16-b044-1fcf5a688235 req-4a6c98fd-dfe5-40dc-b9a7-9f6a1d3b7d9f service nova] [instance: 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55] Received event network-changed-62564eaf-157c-4650-808b-1644ac89770d {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 633.823824] env[68800]: DEBUG nova.compute.manager [req-c75e0f99-c80f-4b16-b044-1fcf5a688235 req-4a6c98fd-dfe5-40dc-b9a7-9f6a1d3b7d9f service nova] [instance: 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55] Refreshing instance network info cache due to event network-changed-62564eaf-157c-4650-808b-1644ac89770d. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 633.823977] env[68800]: DEBUG oslo_concurrency.lockutils [req-c75e0f99-c80f-4b16-b044-1fcf5a688235 req-4a6c98fd-dfe5-40dc-b9a7-9f6a1d3b7d9f service nova] Acquiring lock "refresh_cache-739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.824354] env[68800]: DEBUG oslo_concurrency.lockutils [req-c75e0f99-c80f-4b16-b044-1fcf5a688235 req-4a6c98fd-dfe5-40dc-b9a7-9f6a1d3b7d9f service nova] Acquired lock "refresh_cache-739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.824354] env[68800]: DEBUG nova.network.neutron [req-c75e0f99-c80f-4b16-b044-1fcf5a688235 req-4a6c98fd-dfe5-40dc-b9a7-9f6a1d3b7d9f service nova] [instance: 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55] Refreshing network info cache for port 62564eaf-157c-4650-808b-1644ac89770d {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 633.915999] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e47028-d66a-4917-a5ed-6d88f5983132 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.928514] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd9dfde-1b3f-487f-9066-2b51c515c72f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.973210] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3148d57a-04be-4052-9a8d-692c937c0fb7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.981191] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35d9e2a-f772-431a-b597-374c8e48c6d2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.000837] env[68800]: DEBUG nova.compute.provider_tree [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 634.017898] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243054, 'name': CreateVM_Task, 'duration_secs': 0.338526} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.018712] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 634.019417] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.019582] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.019897] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.020415] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fa8e9a2-5c3d-40cb-ab9f-c9df3c39d106 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.025426] env[68800]: DEBUG oslo_vmware.api [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Waiting for the task: (returnval){ [ 634.025426] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5227c7f0-7b12-f3ea-3873-6de395290903" [ 634.025426] env[68800]: _type = "Task" [ 634.025426] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.033707] env[68800]: DEBUG oslo_vmware.api [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5227c7f0-7b12-f3ea-3873-6de395290903, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.264020] env[68800]: DEBUG oslo_vmware.api [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Task: {'id': task-3243055, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.026085} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.264578] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] File moved {{(pid=68800) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 634.264691] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] Cleaning up location [datastore1] vmware_temp/07b83ec3-2ec5-452a-b135-efc4e93b11cf {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 634.264995] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Deleting the datastore file [datastore1] vmware_temp/07b83ec3-2ec5-452a-b135-efc4e93b11cf {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 634.265144] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39fb7649-99de-4b75-b96c-4ed622f72310 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.273596] env[68800]: DEBUG oslo_vmware.api [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Waiting for the task: (returnval){ [ 634.273596] env[68800]: value = "task-3243056" [ 634.273596] env[68800]: _type = "Task" [ 634.273596] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.282294] env[68800]: DEBUG oslo_vmware.api [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Task: {'id': task-3243056, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.418322] env[68800]: DEBUG nova.network.neutron [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Successfully created port: aaf8c3e4-8e7e-4453-97dd-8bcab6c0d04a {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 634.503958] env[68800]: DEBUG nova.scheduler.client.report [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 634.546234] env[68800]: DEBUG oslo_vmware.api [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5227c7f0-7b12-f3ea-3873-6de395290903, 'name': SearchDatastore_Task, 'duration_secs': 0.012482} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.546570] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.546754] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 634.546959] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.732685] env[68800]: DEBUG nova.compute.manager [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 634.764901] env[68800]: DEBUG nova.virt.hardware [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 634.765248] env[68800]: DEBUG nova.virt.hardware [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 634.765483] env[68800]: DEBUG nova.virt.hardware [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.765685] env[68800]: DEBUG nova.virt.hardware [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 634.765837] env[68800]: DEBUG nova.virt.hardware [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.765986] env[68800]: DEBUG nova.virt.hardware [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 634.766352] env[68800]: DEBUG nova.virt.hardware [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 634.766415] env[68800]: DEBUG nova.virt.hardware [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 634.766534] env[68800]: DEBUG nova.virt.hardware [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 634.766689] env[68800]: DEBUG nova.virt.hardware [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 634.766860] env[68800]: DEBUG nova.virt.hardware [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 634.767815] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871cda99-dcd2-45b7-a4df-f31df75f8b7a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.780836] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd13773-3f5e-44e7-87e2-338e63d9c3db {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.790719] env[68800]: DEBUG oslo_vmware.api [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Task: {'id': task-3243056, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023858} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.800953] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 634.801711] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b99840d-a791-4073-97c8-47a44961d5d1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.807746] env[68800]: DEBUG oslo_vmware.api [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Waiting for the task: (returnval){ [ 634.807746] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520f17cb-eae8-2582-0c02-778f74381e90" [ 634.807746] env[68800]: _type = "Task" [ 634.807746] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.819696] env[68800]: DEBUG oslo_vmware.api [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520f17cb-eae8-2582-0c02-778f74381e90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.010488] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.296s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.011795] env[68800]: DEBUG nova.compute.manager [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 635.014920] env[68800]: DEBUG oslo_concurrency.lockutils [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.998s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.016215] env[68800]: INFO nova.compute.claims [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] [instance: c867ff92-059f-4647-85cd-8026b1408778] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 635.131635] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 635.132682] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 635.132682] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 635.132682] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 635.132831] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 635.132934] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 635.133140] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._sync_power_states {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 635.282371] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Acquiring lock "2bab2519-fc00-4b92-8226-bae70048ad1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.282371] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Lock "2bab2519-fc00-4b92-8226-bae70048ad1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.295980] env[68800]: DEBUG nova.network.neutron [req-c75e0f99-c80f-4b16-b044-1fcf5a688235 req-4a6c98fd-dfe5-40dc-b9a7-9f6a1d3b7d9f service nova] [instance: 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55] Updated VIF entry in instance network info cache for port 62564eaf-157c-4650-808b-1644ac89770d. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 635.296333] env[68800]: DEBUG nova.network.neutron [req-c75e0f99-c80f-4b16-b044-1fcf5a688235 req-4a6c98fd-dfe5-40dc-b9a7-9f6a1d3b7d9f service nova] [instance: 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55] Updating instance_info_cache with network_info: [{"id": "62564eaf-157c-4650-808b-1644ac89770d", "address": "fa:16:3e:a5:e2:2a", "network": {"id": "910263fe-5348-43bf-a2dc-80270861caea", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3ae10f76bf14ae69232ca090f1bb0ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62564eaf-15", "ovs_interfaceid": "62564eaf-157c-4650-808b-1644ac89770d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.319338] env[68800]: DEBUG oslo_vmware.api [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520f17cb-eae8-2582-0c02-778f74381e90, 'name': SearchDatastore_Task, 'duration_secs': 0.010142} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.319938] env[68800]: DEBUG oslo_concurrency.lockutils [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.319938] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 0b4fcd51-10b9-4e0f-8581-2972a686edd2/0b4fcd51-10b9-4e0f-8581-2972a686edd2.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 635.320184] env[68800]: DEBUG oslo_concurrency.lockutils [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.320377] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.320594] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0a0a9ea-63ad-4c70-b209-6f26424db938 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.323091] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-376a8f11-6572-4146-83e4-b7a7e77dcefa {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.329993] env[68800]: DEBUG oslo_vmware.api [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Waiting for the task: (returnval){ [ 635.329993] env[68800]: value = "task-3243057" [ 635.329993] env[68800]: _type = "Task" [ 635.329993] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.335020] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.335164] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 635.336121] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb4288fe-72f6-46bc-997b-dba6b3d192ae {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.346061] env[68800]: DEBUG oslo_vmware.api [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Waiting for the task: (returnval){ [ 635.346061] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52a8c967-ed55-af34-051b-3fe5a001e064" [ 635.346061] env[68800]: _type = "Task" [ 635.346061] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.346301] env[68800]: DEBUG oslo_vmware.api [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Task: {'id': task-3243057, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.355179] env[68800]: DEBUG oslo_vmware.api [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52a8c967-ed55-af34-051b-3fe5a001e064, 'name': SearchDatastore_Task, 'duration_secs': 0.009364} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.355968] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6929e9c-c6d6-4a00-bea1-775468dac5dc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.360834] env[68800]: DEBUG oslo_vmware.api [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Waiting for the task: (returnval){ [ 635.360834] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]524f4bc9-0ba2-35c2-a083-31f1719bf50c" [ 635.360834] env[68800]: _type = "Task" [ 635.360834] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.371799] env[68800]: DEBUG oslo_vmware.api [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]524f4bc9-0ba2-35c2-a083-31f1719bf50c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.524232] env[68800]: DEBUG nova.compute.utils [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 635.528638] env[68800]: DEBUG nova.compute.manager [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 635.528638] env[68800]: DEBUG nova.network.neutron [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 635.639597] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Getting list of instances from cluster (obj){ [ 635.639597] env[68800]: value = "domain-c8" [ 635.639597] env[68800]: _type = "ClusterComputeResource" [ 635.639597] env[68800]: } {{(pid=68800) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 635.640404] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a18bd9f-16ea-4e40-a1a9-afded64ecc15 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.657412] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Got total of 4 instances {{(pid=68800) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 635.657412] env[68800]: WARNING nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] While synchronizing instance power states, found 7 instances in the database and 4 instances on the hypervisor. [ 635.657687] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Triggering sync for uuid 0b4fcd51-10b9-4e0f-8581-2972a686edd2 {{(pid=68800) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 635.657687] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Triggering sync for uuid 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55 {{(pid=68800) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 635.657832] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Triggering sync for uuid 195e2543-8984-4a01-bfdf-1ee3c98f1105 {{(pid=68800) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 635.658149] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Triggering sync for uuid c655bd28-92e0-4c56-80dd-3b8c7d84ad1c {{(pid=68800) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 635.658149] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Triggering sync for uuid 9a35f78b-d486-4766-acd5-b6fcdcf5c32a {{(pid=68800) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 635.658313] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Triggering sync for uuid e7259d4c-9982-4579-a073-484a8fa49264 {{(pid=68800) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 635.658420] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Triggering sync for uuid c867ff92-059f-4647-85cd-8026b1408778 {{(pid=68800) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 635.658746] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Acquiring lock "0b4fcd51-10b9-4e0f-8581-2972a686edd2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.659169] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Acquiring lock "739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.659494] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Acquiring lock "195e2543-8984-4a01-bfdf-1ee3c98f1105" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.659714] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Acquiring lock "c655bd28-92e0-4c56-80dd-3b8c7d84ad1c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.659989] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Acquiring lock "9a35f78b-d486-4766-acd5-b6fcdcf5c32a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.660211] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Acquiring lock "e7259d4c-9982-4579-a073-484a8fa49264" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.660479] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Acquiring lock "c867ff92-059f-4647-85cd-8026b1408778" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.660587] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 635.660782] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68800) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 635.661168] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager.update_available_resource {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 635.675560] env[68800]: DEBUG nova.policy [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97686da8658d42eda1b9fb9ae630822b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e7b13fca96f4d62b295a15f519fe9f1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 635.785155] env[68800]: DEBUG nova.compute.manager [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 635.799671] env[68800]: DEBUG oslo_concurrency.lockutils [req-c75e0f99-c80f-4b16-b044-1fcf5a688235 req-4a6c98fd-dfe5-40dc-b9a7-9f6a1d3b7d9f service nova] Releasing lock "refresh_cache-739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.845730] env[68800]: DEBUG oslo_vmware.api [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Task: {'id': task-3243057, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.873032] env[68800]: DEBUG oslo_vmware.api [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]524f4bc9-0ba2-35c2-a083-31f1719bf50c, 'name': SearchDatastore_Task, 'duration_secs': 0.012546} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.873032] env[68800]: DEBUG oslo_concurrency.lockutils [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.873313] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55/739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 635.873936] env[68800]: DEBUG oslo_concurrency.lockutils [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.874434] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.874688] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-776b906e-192a-405c-be58-5807fe44f4e1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.877226] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98559947-8f82-4742-8099-539b119b9dad {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.884930] env[68800]: DEBUG oslo_vmware.api [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Waiting for the task: (returnval){ [ 635.884930] env[68800]: value = "task-3243058" [ 635.884930] env[68800]: _type = "Task" [ 635.884930] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.886221] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.886399] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 635.891380] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68896264-aec4-4aa4-8070-173c1640d202 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.903432] env[68800]: DEBUG oslo_vmware.api [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Task: {'id': task-3243058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.903727] env[68800]: DEBUG oslo_vmware.api [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Waiting for the task: (returnval){ [ 635.903727] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52d9cf42-f122-a50a-7f47-6c47d2e281cb" [ 635.903727] env[68800]: _type = "Task" [ 635.903727] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.912199] env[68800]: DEBUG oslo_vmware.api [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52d9cf42-f122-a50a-7f47-6c47d2e281cb, 'name': SearchDatastore_Task, 'duration_secs': 0.007851} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.912796] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b69ec15-bf8a-44f4-a3bf-81f77fe42518 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.920585] env[68800]: DEBUG oslo_vmware.api [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Waiting for the task: (returnval){ [ 635.920585] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5280a490-55a6-759f-f05b-1b267fb51823" [ 635.920585] env[68800]: _type = "Task" [ 635.920585] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.926923] env[68800]: DEBUG oslo_vmware.api [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5280a490-55a6-759f-f05b-1b267fb51823, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.028789] env[68800]: DEBUG nova.compute.manager [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 636.166721] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.220531] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e6fb46-6a89-43a9-924c-7987e1f52dce {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.232995] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8983b57-acc5-43a8-a76c-3ae8f003c776 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.270940] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713b9b2c-ac4f-44f7-8e08-f0d3b2d25bff {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.279743] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6920f34e-6d84-4e6d-a816-7cc77fc8c5e3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.297281] env[68800]: DEBUG nova.compute.provider_tree [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.318683] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.346611] env[68800]: DEBUG oslo_vmware.api [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Task: {'id': task-3243057, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535207} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.346611] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 0b4fcd51-10b9-4e0f-8581-2972a686edd2/0b4fcd51-10b9-4e0f-8581-2972a686edd2.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 636.346611] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.346611] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36cbd6c3-78bb-48fa-a177-8c17d956bb94 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.355801] env[68800]: DEBUG oslo_vmware.api [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Waiting for the task: (returnval){ [ 636.355801] env[68800]: value = "task-3243059" [ 636.355801] env[68800]: _type = "Task" [ 636.355801] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.363047] env[68800]: DEBUG oslo_vmware.api [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Task: {'id': task-3243059, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.399200] env[68800]: DEBUG oslo_vmware.api [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Task: {'id': task-3243058, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450491} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.399402] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55/739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 636.399697] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] [instance: 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.399962] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78a98b2b-5a16-4a41-b503-2fcf7d7eca78 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.406736] env[68800]: DEBUG oslo_vmware.api [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Waiting for the task: (returnval){ [ 636.406736] env[68800]: value = "task-3243060" [ 636.406736] env[68800]: _type = "Task" [ 636.406736] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.418784] env[68800]: DEBUG oslo_vmware.api [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Task: {'id': task-3243060, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.428698] env[68800]: DEBUG oslo_vmware.api [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5280a490-55a6-759f-f05b-1b267fb51823, 'name': SearchDatastore_Task, 'duration_secs': 0.007946} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.428969] env[68800]: DEBUG oslo_concurrency.lockutils [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.429283] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] c655bd28-92e0-4c56-80dd-3b8c7d84ad1c/c655bd28-92e0-4c56-80dd-3b8c7d84ad1c.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 636.429587] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.429782] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.430029] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-723bf504-d3c6-4664-a206-9090f8063d78 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.432122] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2ca39a1-848f-4360-837f-8ec0efcefe42 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.438525] env[68800]: DEBUG oslo_vmware.api [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Waiting for the task: (returnval){ [ 636.438525] env[68800]: value = "task-3243061" [ 636.438525] env[68800]: _type = "Task" [ 636.438525] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.444826] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.444826] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 636.444826] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14dfc106-e491-419b-a2c6-6b9c9b89943b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.451756] env[68800]: DEBUG oslo_vmware.api [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Task: {'id': task-3243061, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.454055] env[68800]: DEBUG oslo_vmware.api [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Waiting for the task: (returnval){ [ 636.454055] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52941fa2-14d4-97b8-70f6-52de934b6754" [ 636.454055] env[68800]: _type = "Task" [ 636.454055] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.463683] env[68800]: DEBUG oslo_vmware.api [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52941fa2-14d4-97b8-70f6-52de934b6754, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.803871] env[68800]: DEBUG nova.scheduler.client.report [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.813290] env[68800]: DEBUG nova.compute.manager [req-7b425a3c-488e-4995-8b52-9b1a082a0be0 req-06dbdda0-afcd-43d8-b549-e64786d98834 service nova] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Received event network-changed-fe9b2c0c-06e2-437b-a0bd-2226c3403d02 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 636.813722] env[68800]: DEBUG nova.compute.manager [req-7b425a3c-488e-4995-8b52-9b1a082a0be0 req-06dbdda0-afcd-43d8-b549-e64786d98834 service nova] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Refreshing instance network info cache due to event network-changed-fe9b2c0c-06e2-437b-a0bd-2226c3403d02. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 636.813811] env[68800]: DEBUG oslo_concurrency.lockutils [req-7b425a3c-488e-4995-8b52-9b1a082a0be0 req-06dbdda0-afcd-43d8-b549-e64786d98834 service nova] Acquiring lock "refresh_cache-195e2543-8984-4a01-bfdf-1ee3c98f1105" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.813941] env[68800]: DEBUG oslo_concurrency.lockutils [req-7b425a3c-488e-4995-8b52-9b1a082a0be0 req-06dbdda0-afcd-43d8-b549-e64786d98834 service nova] Acquired lock "refresh_cache-195e2543-8984-4a01-bfdf-1ee3c98f1105" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.814147] env[68800]: DEBUG nova.network.neutron [req-7b425a3c-488e-4995-8b52-9b1a082a0be0 req-06dbdda0-afcd-43d8-b549-e64786d98834 service nova] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Refreshing network info cache for port fe9b2c0c-06e2-437b-a0bd-2226c3403d02 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 636.865156] env[68800]: DEBUG oslo_vmware.api [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Task: {'id': task-3243059, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074561} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.865460] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.866534] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ba7f9d-7c3f-4db7-94c4-782aa4d1a1a4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.907824] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 0b4fcd51-10b9-4e0f-8581-2972a686edd2/0b4fcd51-10b9-4e0f-8581-2972a686edd2.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.907824] env[68800]: DEBUG nova.network.neutron [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Successfully updated port: aaf8c3e4-8e7e-4453-97dd-8bcab6c0d04a {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 636.912590] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdb84855-4816-4a75-849d-2e68a673c366 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.951635] env[68800]: DEBUG oslo_vmware.api [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Waiting for the task: (returnval){ [ 636.951635] env[68800]: value = "task-3243062" [ 636.951635] env[68800]: _type = "Task" [ 636.951635] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.951635] env[68800]: DEBUG oslo_vmware.api [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Task: {'id': task-3243060, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067057} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.951888] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] [instance: 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.956024] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86cbbfb3-5013-4971-a3c1-386b5908f780 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.974656] env[68800]: DEBUG oslo_vmware.api [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Task: {'id': task-3243061, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522979} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.989335] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] c655bd28-92e0-4c56-80dd-3b8c7d84ad1c/c655bd28-92e0-4c56-80dd-3b8c7d84ad1c.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 636.989618] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] [instance: c655bd28-92e0-4c56-80dd-3b8c7d84ad1c] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.999599] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] [instance: 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55/739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 637.000674] env[68800]: DEBUG oslo_vmware.api [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Task: {'id': task-3243062, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.000674] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d922e27b-f8e2-45e6-b562-cd6fefc8353c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.003316] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b88e1acb-6219-40ef-bd87-77d82f7673e4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.026128] env[68800]: DEBUG oslo_vmware.api [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52941fa2-14d4-97b8-70f6-52de934b6754, 'name': SearchDatastore_Task, 'duration_secs': 0.008599} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.026751] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a2bd8f3-534a-4adb-a237-a92f2ad965eb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.031211] env[68800]: DEBUG oslo_vmware.api [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Waiting for the task: (returnval){ [ 637.031211] env[68800]: value = "task-3243064" [ 637.031211] env[68800]: _type = "Task" [ 637.031211] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.031709] env[68800]: DEBUG oslo_vmware.api [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Waiting for the task: (returnval){ [ 637.031709] env[68800]: value = "task-3243063" [ 637.031709] env[68800]: _type = "Task" [ 637.031709] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.039640] env[68800]: DEBUG oslo_vmware.api [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Waiting for the task: (returnval){ [ 637.039640] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5260ce84-84de-5a9f-b0db-e1af4fa5f629" [ 637.039640] env[68800]: _type = "Task" [ 637.039640] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.050317] env[68800]: DEBUG nova.compute.manager [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 637.052412] env[68800]: DEBUG oslo_vmware.api [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Task: {'id': task-3243064, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.053045] env[68800]: DEBUG oslo_vmware.api [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Task: {'id': task-3243063, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.058551] env[68800]: DEBUG oslo_vmware.api [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5260ce84-84de-5a9f-b0db-e1af4fa5f629, 'name': SearchDatastore_Task, 'duration_secs': 0.009351} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.060094] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.060094] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 195e2543-8984-4a01-bfdf-1ee3c98f1105/195e2543-8984-4a01-bfdf-1ee3c98f1105.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 637.060094] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c45048c-e091-4227-ac80-0a7b26c3b2dd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.066233] env[68800]: DEBUG oslo_vmware.api [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Waiting for the task: (returnval){ [ 637.066233] env[68800]: value = "task-3243065" [ 637.066233] env[68800]: _type = "Task" [ 637.066233] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.077215] env[68800]: DEBUG oslo_vmware.api [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Task: {'id': task-3243065, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.091600] env[68800]: DEBUG nova.virt.hardware [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 637.091600] env[68800]: DEBUG nova.virt.hardware [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 637.091600] env[68800]: DEBUG nova.virt.hardware [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 637.091600] env[68800]: DEBUG nova.virt.hardware [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 637.091955] env[68800]: DEBUG nova.virt.hardware [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 637.091955] env[68800]: DEBUG nova.virt.hardware [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 637.091955] env[68800]: DEBUG nova.virt.hardware [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 637.091955] env[68800]: DEBUG nova.virt.hardware [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 637.091955] env[68800]: DEBUG nova.virt.hardware [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 637.092109] env[68800]: DEBUG nova.virt.hardware [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 637.092109] env[68800]: DEBUG nova.virt.hardware [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 637.092109] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed333b8-f140-41a1-846c-c4ea059a0be2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.100398] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f705836-a785-4a96-a0bd-abbcf0abcb03 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.272316] env[68800]: DEBUG nova.network.neutron [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Successfully created port: a88b719d-02e1-45b1-921e-97874dde2ecb {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 637.316788] env[68800]: DEBUG oslo_concurrency.lockutils [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.302s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.317443] env[68800]: DEBUG nova.compute.manager [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] [instance: c867ff92-059f-4647-85cd-8026b1408778] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 637.323856] env[68800]: DEBUG oslo_concurrency.lockutils [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.521s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.325438] env[68800]: INFO nova.compute.claims [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.433710] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Acquiring lock "refresh_cache-9a35f78b-d486-4766-acd5-b6fcdcf5c32a" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.433891] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Acquired lock "refresh_cache-9a35f78b-d486-4766-acd5-b6fcdcf5c32a" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.434249] env[68800]: DEBUG nova.network.neutron [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 637.465487] env[68800]: DEBUG oslo_vmware.api [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Task: {'id': task-3243062, 'name': ReconfigVM_Task, 'duration_secs': 0.334086} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.465791] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 0b4fcd51-10b9-4e0f-8581-2972a686edd2/0b4fcd51-10b9-4e0f-8581-2972a686edd2.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.466626] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15ed339f-151a-4e34-9364-08d7676bd830 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.474869] env[68800]: DEBUG oslo_vmware.api [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Waiting for the task: (returnval){ [ 637.474869] env[68800]: value = "task-3243066" [ 637.474869] env[68800]: _type = "Task" [ 637.474869] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.489836] env[68800]: DEBUG oslo_vmware.api [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Task: {'id': task-3243066, 'name': Rename_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.559251] env[68800]: DEBUG oslo_vmware.api [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Task: {'id': task-3243064, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.559251] env[68800]: DEBUG oslo_vmware.api [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Task: {'id': task-3243063, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071934} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.559251] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] [instance: c655bd28-92e0-4c56-80dd-3b8c7d84ad1c] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 637.559971] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d14f8a-7a5c-435b-964a-752f0d91589c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.597607] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] [instance: c655bd28-92e0-4c56-80dd-3b8c7d84ad1c] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] c655bd28-92e0-4c56-80dd-3b8c7d84ad1c/c655bd28-92e0-4c56-80dd-3b8c7d84ad1c.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 637.623283] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6870a9e2-e8ce-4513-b219-dec59ac3c19d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.668334] env[68800]: DEBUG oslo_vmware.api [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Task: {'id': task-3243065, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.670122] env[68800]: DEBUG oslo_vmware.api [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Waiting for the task: (returnval){ [ 637.670122] env[68800]: value = "task-3243067" [ 637.670122] env[68800]: _type = "Task" [ 637.670122] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.693041] env[68800]: DEBUG oslo_vmware.api [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Task: {'id': task-3243067, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.836017] env[68800]: DEBUG nova.compute.utils [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 637.837599] env[68800]: DEBUG nova.compute.manager [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] [instance: c867ff92-059f-4647-85cd-8026b1408778] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 637.837656] env[68800]: DEBUG nova.network.neutron [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] [instance: c867ff92-059f-4647-85cd-8026b1408778] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 637.987411] env[68800]: DEBUG oslo_vmware.api [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Task: {'id': task-3243066, 'name': Rename_Task, 'duration_secs': 0.200713} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.987640] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 637.987994] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0e51d38-6c34-41fe-82ab-5eaec1e1d31d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.997258] env[68800]: DEBUG oslo_vmware.api [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Waiting for the task: (returnval){ [ 637.997258] env[68800]: value = "task-3243068" [ 637.997258] env[68800]: _type = "Task" [ 637.997258] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.006390] env[68800]: DEBUG oslo_vmware.api [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Task: {'id': task-3243068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.034135] env[68800]: DEBUG nova.network.neutron [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 638.050752] env[68800]: DEBUG oslo_vmware.api [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Task: {'id': task-3243064, 'name': ReconfigVM_Task, 'duration_secs': 0.557294} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.052421] env[68800]: DEBUG nova.policy [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcf37e727b1f4568a9ffec78c393415e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '805ce1e311084513a4b50ee2e106a611', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 638.053985] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] [instance: 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55/739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 638.054639] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41bed463-c20c-4ec9-a664-610da5a66f18 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.060715] env[68800]: DEBUG oslo_vmware.api [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Waiting for the task: (returnval){ [ 638.060715] env[68800]: value = "task-3243069" [ 638.060715] env[68800]: _type = "Task" [ 638.060715] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.068983] env[68800]: DEBUG oslo_vmware.api [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Task: {'id': task-3243069, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.089319] env[68800]: DEBUG oslo_vmware.api [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Task: {'id': task-3243065, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.176957] env[68800]: DEBUG nova.network.neutron [req-7b425a3c-488e-4995-8b52-9b1a082a0be0 req-06dbdda0-afcd-43d8-b549-e64786d98834 service nova] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Updated VIF entry in instance network info cache for port fe9b2c0c-06e2-437b-a0bd-2226c3403d02. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 638.177441] env[68800]: DEBUG nova.network.neutron [req-7b425a3c-488e-4995-8b52-9b1a082a0be0 req-06dbdda0-afcd-43d8-b549-e64786d98834 service nova] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Updating instance_info_cache with network_info: [{"id": "fe9b2c0c-06e2-437b-a0bd-2226c3403d02", "address": "fa:16:3e:44:38:a0", "network": {"id": "c08723f6-2f5c-4e48-87cd-f3e27e13b49f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-291977885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16f0ad1d39974d9788a00eef12e3b8d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe9b2c0c-06", "ovs_interfaceid": "fe9b2c0c-06e2-437b-a0bd-2226c3403d02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.184906] env[68800]: DEBUG oslo_vmware.api [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Task: {'id': task-3243067, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.340735] env[68800]: DEBUG nova.compute.manager [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] [instance: c867ff92-059f-4647-85cd-8026b1408778] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 638.513192] env[68800]: DEBUG oslo_vmware.api [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Task: {'id': task-3243068, 'name': PowerOnVM_Task, 'duration_secs': 0.469838} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.513192] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 638.514285] env[68800]: INFO nova.compute.manager [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] Took 12.89 seconds to spawn the instance on the hypervisor. [ 638.514826] env[68800]: DEBUG nova.compute.manager [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 638.515818] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f16ee4b-620b-4f8d-8410-543d08a9a7d8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.574782] env[68800]: DEBUG oslo_vmware.api [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Task: {'id': task-3243069, 'name': Rename_Task, 'duration_secs': 0.177227} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.574950] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] [instance: 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 638.575212] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-728897de-2cc8-42c6-87b5-06ad7fd87457 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.590379] env[68800]: DEBUG oslo_vmware.api [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Waiting for the task: (returnval){ [ 638.590379] env[68800]: value = "task-3243070" [ 638.590379] env[68800]: _type = "Task" [ 638.590379] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.600469] env[68800]: DEBUG oslo_vmware.api [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Task: {'id': task-3243065, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.485231} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.601167] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 195e2543-8984-4a01-bfdf-1ee3c98f1105/195e2543-8984-4a01-bfdf-1ee3c98f1105.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 638.602033] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 638.602033] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1dbb8dfd-0bc3-4b3a-8e82-681e9b050711 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.610048] env[68800]: DEBUG oslo_vmware.api [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Task: {'id': task-3243070, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.615540] env[68800]: DEBUG oslo_vmware.api [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Waiting for the task: (returnval){ [ 638.615540] env[68800]: value = "task-3243071" [ 638.615540] env[68800]: _type = "Task" [ 638.615540] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.627972] env[68800]: DEBUG oslo_vmware.api [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Task: {'id': task-3243071, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.685630] env[68800]: DEBUG oslo_concurrency.lockutils [req-7b425a3c-488e-4995-8b52-9b1a082a0be0 req-06dbdda0-afcd-43d8-b549-e64786d98834 service nova] Releasing lock "refresh_cache-195e2543-8984-4a01-bfdf-1ee3c98f1105" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.685819] env[68800]: DEBUG oslo_vmware.api [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Task: {'id': task-3243067, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.687532] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3070907b-9ae2-4b9d-9a94-178bab269caf {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.699898] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b9a9e0-85c2-4711-8d74-b46aee6f60ab {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.703885] env[68800]: DEBUG nova.network.neutron [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Updating instance_info_cache with network_info: [{"id": "aaf8c3e4-8e7e-4453-97dd-8bcab6c0d04a", "address": "fa:16:3e:d3:b7:b3", "network": {"id": "910263fe-5348-43bf-a2dc-80270861caea", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3ae10f76bf14ae69232ca090f1bb0ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaf8c3e4-8e", "ovs_interfaceid": "aaf8c3e4-8e7e-4453-97dd-8bcab6c0d04a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.736747] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d5699b-0772-4eda-a7db-4d0b2333b634 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.754263] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70650a9c-6156-4bdd-813e-3f3224afd364 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.774893] env[68800]: DEBUG nova.compute.provider_tree [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.040893] env[68800]: INFO nova.compute.manager [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] Took 17.68 seconds to build instance. [ 639.106149] env[68800]: DEBUG oslo_vmware.api [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Task: {'id': task-3243070, 'name': PowerOnVM_Task, 'duration_secs': 0.457554} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.106548] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] [instance: 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 639.106548] env[68800]: INFO nova.compute.manager [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] [instance: 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55] Took 11.23 seconds to spawn the instance on the hypervisor. [ 639.106675] env[68800]: DEBUG nova.compute.manager [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] [instance: 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 639.107468] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a7fb17-6418-4c8e-97ab-a78b4430e963 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.131176] env[68800]: DEBUG oslo_vmware.api [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Task: {'id': task-3243071, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088066} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.135019] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 639.135019] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2769a9b-26d4-45d2-b003-1f7fef556bc0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.173303] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 195e2543-8984-4a01-bfdf-1ee3c98f1105/195e2543-8984-4a01-bfdf-1ee3c98f1105.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 639.173303] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5c5bf2d-90ae-4026-a75c-fe002d7e3e4d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.195625] env[68800]: DEBUG nova.network.neutron [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] [instance: c867ff92-059f-4647-85cd-8026b1408778] Successfully created port: 1a4bfc71-c2c3-4e47-afaf-c095b58c60f1 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 639.209636] env[68800]: DEBUG oslo_vmware.api [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Waiting for the task: (returnval){ [ 639.209636] env[68800]: value = "task-3243072" [ 639.209636] env[68800]: _type = "Task" [ 639.209636] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.209864] env[68800]: DEBUG oslo_vmware.api [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Task: {'id': task-3243067, 'name': ReconfigVM_Task, 'duration_secs': 1.232016} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.210199] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] [instance: c655bd28-92e0-4c56-80dd-3b8c7d84ad1c] Reconfigured VM instance instance-00000004 to attach disk [datastore1] c655bd28-92e0-4c56-80dd-3b8c7d84ad1c/c655bd28-92e0-4c56-80dd-3b8c7d84ad1c.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.213745] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69f3ad46-0503-44a9-b22a-4bbe556b87c3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.223280] env[68800]: DEBUG oslo_vmware.api [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Task: {'id': task-3243072, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.225504] env[68800]: DEBUG oslo_vmware.api [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Waiting for the task: (returnval){ [ 639.225504] env[68800]: value = "task-3243073" [ 639.225504] env[68800]: _type = "Task" [ 639.225504] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.235047] env[68800]: DEBUG oslo_vmware.api [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Task: {'id': task-3243073, 'name': Rename_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.240503] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Releasing lock "refresh_cache-9a35f78b-d486-4766-acd5-b6fcdcf5c32a" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.240820] env[68800]: DEBUG nova.compute.manager [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Instance network_info: |[{"id": "aaf8c3e4-8e7e-4453-97dd-8bcab6c0d04a", "address": "fa:16:3e:d3:b7:b3", "network": {"id": "910263fe-5348-43bf-a2dc-80270861caea", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3ae10f76bf14ae69232ca090f1bb0ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaf8c3e4-8e", "ovs_interfaceid": "aaf8c3e4-8e7e-4453-97dd-8bcab6c0d04a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 639.241299] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:b7:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cbd5e0e-9116-46f1-9748-13a73d2d7e75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aaf8c3e4-8e7e-4453-97dd-8bcab6c0d04a', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 639.249265] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Creating folder: Project (1bee9fd107a147cba198fd1735e466dd). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.249712] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-446c4432-ce68-44dd-91f0-c13d06135dad {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.263190] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Created folder: Project (1bee9fd107a147cba198fd1735e466dd) in parent group-v648080. [ 639.263190] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Creating folder: Instances. Parent ref: group-v648093. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.263190] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c24c3ad2-2b99-4669-90d8-76737bd681e3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.272519] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Created folder: Instances in parent group-v648093. [ 639.272519] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 639.272519] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 639.272519] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a385e9f-7380-4634-8170-efa9401dc698 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.293485] env[68800]: DEBUG nova.scheduler.client.report [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.301355] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 639.301355] env[68800]: value = "task-3243076" [ 639.301355] env[68800]: _type = "Task" [ 639.301355] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.310307] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243076, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.352687] env[68800]: DEBUG nova.compute.manager [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] [instance: c867ff92-059f-4647-85cd-8026b1408778] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 639.388248] env[68800]: DEBUG nova.virt.hardware [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 639.388486] env[68800]: DEBUG nova.virt.hardware [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 639.388635] env[68800]: DEBUG nova.virt.hardware [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.388902] env[68800]: DEBUG nova.virt.hardware [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 639.388984] env[68800]: DEBUG nova.virt.hardware [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.389093] env[68800]: DEBUG nova.virt.hardware [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 639.389382] env[68800]: DEBUG nova.virt.hardware [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 639.389471] env[68800]: DEBUG nova.virt.hardware [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 639.389629] env[68800]: DEBUG nova.virt.hardware [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 639.389804] env[68800]: DEBUG nova.virt.hardware [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 639.390027] env[68800]: DEBUG nova.virt.hardware [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 639.393731] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6509240a-44ff-484d-a633-f3f1234a1be8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.400628] env[68800]: DEBUG oslo_concurrency.lockutils [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Acquiring lock "ce1649cf-3921-41e7-aeed-c4e3e03ccda9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.400628] env[68800]: DEBUG oslo_concurrency.lockutils [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Lock "ce1649cf-3921-41e7-aeed-c4e3e03ccda9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.405690] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Acquiring lock "5207f0f8-398c-478f-8382-7cbe6e3b201d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.405973] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Lock "5207f0f8-398c-478f-8382-7cbe6e3b201d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.412359] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b598d397-5086-4125-ad45-587bfed2cfc3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.549655] env[68800]: DEBUG oslo_concurrency.lockutils [None req-97fa8f3f-bac8-47d4-ad24-ba3b0a107327 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Lock "0b4fcd51-10b9-4e0f-8581-2972a686edd2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.198s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.551070] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "0b4fcd51-10b9-4e0f-8581-2972a686edd2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.892s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.551265] env[68800]: INFO nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] During sync_power_state the instance has a pending task (spawning). Skip. [ 639.551433] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "0b4fcd51-10b9-4e0f-8581-2972a686edd2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.634788] env[68800]: INFO nova.compute.manager [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] [instance: 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55] Took 16.59 seconds to build instance. [ 639.720384] env[68800]: DEBUG oslo_vmware.api [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Task: {'id': task-3243072, 'name': ReconfigVM_Task, 'duration_secs': 0.448899} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.720636] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 195e2543-8984-4a01-bfdf-1ee3c98f1105/195e2543-8984-4a01-bfdf-1ee3c98f1105.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.721579] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cac704c4-6214-4838-ac36-2fed6057321d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.732077] env[68800]: DEBUG oslo_vmware.api [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Waiting for the task: (returnval){ [ 639.732077] env[68800]: value = "task-3243077" [ 639.732077] env[68800]: _type = "Task" [ 639.732077] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.740203] env[68800]: DEBUG oslo_vmware.api [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Task: {'id': task-3243073, 'name': Rename_Task, 'duration_secs': 0.15212} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.740797] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] [instance: c655bd28-92e0-4c56-80dd-3b8c7d84ad1c] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.741054] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8306ad30-27be-4ca5-85cb-698f58c05016 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.746609] env[68800]: DEBUG oslo_vmware.api [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Task: {'id': task-3243077, 'name': Rename_Task} progress is 10%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.752718] env[68800]: DEBUG oslo_vmware.api [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Waiting for the task: (returnval){ [ 639.752718] env[68800]: value = "task-3243078" [ 639.752718] env[68800]: _type = "Task" [ 639.752718] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.761453] env[68800]: DEBUG oslo_vmware.api [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Task: {'id': task-3243078, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.802032] env[68800]: DEBUG oslo_concurrency.lockutils [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.476s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.802032] env[68800]: DEBUG nova.compute.manager [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 639.803339] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.636s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.805609] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.805609] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68800) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 639.805609] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.486s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.809768] env[68800]: INFO nova.compute.claims [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 639.816724] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff61f93-24e3-4ebf-bc8a-ee2a38b65522 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.837327] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6777e3c-3c07-4128-bb89-3b2a89f9c7eb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.843254] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243076, 'name': CreateVM_Task, 'duration_secs': 0.324312} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.843254] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 639.844328] env[68800]: DEBUG oslo_vmware.service [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f34cab-710b-40f1-a122-8797c68a2f80 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.862500] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d4cd02-2f46-4f9d-be3b-78526b76042e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.872989] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.872989] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.872989] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.874527] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64882544-3af4-494b-b825-b113f3713a4c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.885274] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e319bb-5e3b-457b-85c1-ad0e6c2cfd2c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.888664] env[68800]: DEBUG oslo_vmware.api [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Waiting for the task: (returnval){ [ 639.888664] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52fc98ab-306d-50ad-2627-a096707e1049" [ 639.888664] env[68800]: _type = "Task" [ 639.888664] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.917735] env[68800]: DEBUG nova.compute.manager [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: ce1649cf-3921-41e7-aeed-c4e3e03ccda9] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 639.920684] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181029MB free_disk=120GB free_vcpus=48 pci_devices=None {{(pid=68800) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 639.920809] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.927327] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.927628] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 639.927889] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.927984] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.928152] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 639.928446] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44a096cf-3ab1-4cb0-810d-4574be527d41 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.948351] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 639.948351] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 639.948351] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a20da3-52ac-4eb4-8c33-3159368e6599 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.954410] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c39ad93-23f8-4075-af99-b734c40918c6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.960446] env[68800]: DEBUG oslo_vmware.api [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Waiting for the task: (returnval){ [ 639.960446] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]525a1f66-3f5e-98d3-5128-08530f51370e" [ 639.960446] env[68800]: _type = "Task" [ 639.960446] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.974557] env[68800]: DEBUG oslo_vmware.api [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]525a1f66-3f5e-98d3-5128-08530f51370e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.055812] env[68800]: DEBUG nova.compute.manager [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: 5207f0f8-398c-478f-8382-7cbe6e3b201d] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 640.137477] env[68800]: DEBUG oslo_concurrency.lockutils [None req-aa6e83fe-2a74-411c-9366-002488a89a1f tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Lock "739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.102s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.141257] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.481s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.141257] env[68800]: INFO nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55] During sync_power_state the instance has a pending task (spawning). Skip. [ 640.141257] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.246104] env[68800]: DEBUG oslo_vmware.api [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Task: {'id': task-3243077, 'name': Rename_Task, 'duration_secs': 0.223636} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.246104] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 640.246104] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08c5cccb-ec39-40c0-8396-2408d559a4e7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.253620] env[68800]: DEBUG oslo_vmware.api [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Waiting for the task: (returnval){ [ 640.253620] env[68800]: value = "task-3243079" [ 640.253620] env[68800]: _type = "Task" [ 640.253620] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.269392] env[68800]: DEBUG oslo_vmware.api [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Task: {'id': task-3243078, 'name': PowerOnVM_Task, 'duration_secs': 0.484624} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.270743] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] [instance: c655bd28-92e0-4c56-80dd-3b8c7d84ad1c] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 640.270743] env[68800]: INFO nova.compute.manager [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] [instance: c655bd28-92e0-4c56-80dd-3b8c7d84ad1c] Took 7.82 seconds to spawn the instance on the hypervisor. [ 640.270743] env[68800]: DEBUG nova.compute.manager [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] [instance: c655bd28-92e0-4c56-80dd-3b8c7d84ad1c] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 640.272448] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03211a68-ed39-485c-9223-3f1fb7f0e74a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.281108] env[68800]: DEBUG oslo_vmware.api [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Task: {'id': task-3243079, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.318659] env[68800]: DEBUG nova.compute.utils [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 640.320615] env[68800]: DEBUG nova.compute.manager [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Not allocating networking since 'none' was specified. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 640.450047] env[68800]: DEBUG oslo_concurrency.lockutils [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.475940] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Preparing fetch location {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 640.476261] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Creating directory with path [datastore2] vmware_temp/a1e532b7-519a-41e0-bd65-072223bdad37/5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.476512] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58c53cf0-713f-416f-aaff-2cc7d18d6c66 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.497034] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Created directory with path [datastore2] vmware_temp/a1e532b7-519a-41e0-bd65-072223bdad37/5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 640.497231] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Fetch image to [datastore2] vmware_temp/a1e532b7-519a-41e0-bd65-072223bdad37/5878416b-a2ce-41e8-a2c0-8cea34632bd2/tmp-sparse.vmdk {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 640.497470] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Downloading image file data 5878416b-a2ce-41e8-a2c0-8cea34632bd2 to [datastore2] vmware_temp/a1e532b7-519a-41e0-bd65-072223bdad37/5878416b-a2ce-41e8-a2c0-8cea34632bd2/tmp-sparse.vmdk on the data store datastore2 {{(pid=68800) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 640.498289] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff8fca1-0c57-4b5b-b5c1-ffc0aeb20ec3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.514769] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ac45cc-a417-4354-bd73-e12f84da3d60 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.528840] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd9ea8a-92d5-41ea-a3c3-cb116e452561 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.570615] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e4d741-dcfb-42b6-a178-597ed3ee1b88 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.578945] env[68800]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-a9135a62-44e8-4300-ba5b-acba02e3717e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.587022] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.610931] env[68800]: DEBUG nova.virt.vmwareapi.images [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Downloading image file data 5878416b-a2ce-41e8-a2c0-8cea34632bd2 to the data store datastore2 {{(pid=68800) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 640.676362] env[68800]: DEBUG oslo_vmware.rw_handles [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/a1e532b7-519a-41e0-bd65-072223bdad37/5878416b-a2ce-41e8-a2c0-8cea34632bd2/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68800) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 640.771098] env[68800]: DEBUG oslo_vmware.api [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Task: {'id': task-3243079, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.797945] env[68800]: INFO nova.compute.manager [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] [instance: c655bd28-92e0-4c56-80dd-3b8c7d84ad1c] Took 15.59 seconds to build instance. [ 640.825753] env[68800]: DEBUG nova.compute.manager [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 640.860683] env[68800]: DEBUG nova.network.neutron [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Successfully updated port: a88b719d-02e1-45b1-921e-97874dde2ecb {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 641.098226] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Acquiring lock "1ccaea17-56f1-442f-82f3-6126e60913c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.098497] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Lock "1ccaea17-56f1-442f-82f3-6126e60913c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.174095] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cfb191d-b7a8-4fa5-9c84-a3de07733a14 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.192438] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b0fe68-67c2-42fc-afe1-2bfcce118e3d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.249411] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f1ced1-1f54-47f2-bd49-565bff6fa6ae {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.269703] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7a2a18-5474-44ea-9af2-e9fcc61ca2cd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.281663] env[68800]: DEBUG oslo_vmware.api [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Task: {'id': task-3243079, 'name': PowerOnVM_Task, 'duration_secs': 0.825469} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.290013] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 641.290013] env[68800]: INFO nova.compute.manager [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Took 11.15 seconds to spawn the instance on the hypervisor. [ 641.290247] env[68800]: DEBUG nova.compute.manager [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 641.290800] env[68800]: DEBUG nova.compute.provider_tree [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.293527] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73d2bca-c281-4683-8fc4-c98ea8893102 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.307903] env[68800]: DEBUG oslo_concurrency.lockutils [None req-10222ec3-01de-40bd-bae1-7d4633a2a2ad tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Lock "c655bd28-92e0-4c56-80dd-3b8c7d84ad1c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.112s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.308382] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "c655bd28-92e0-4c56-80dd-3b8c7d84ad1c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.649s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.308614] env[68800]: INFO nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: c655bd28-92e0-4c56-80dd-3b8c7d84ad1c] During sync_power_state the instance has a pending task (spawning). Skip. [ 641.308744] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "c655bd28-92e0-4c56-80dd-3b8c7d84ad1c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.362825] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Acquiring lock "refresh_cache-e7259d4c-9982-4579-a073-484a8fa49264" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.362825] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Acquired lock "refresh_cache-e7259d4c-9982-4579-a073-484a8fa49264" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.362825] env[68800]: DEBUG nova.network.neutron [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 641.501683] env[68800]: DEBUG oslo_vmware.rw_handles [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Completed reading data from the image iterator. {{(pid=68800) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 641.501930] env[68800]: DEBUG oslo_vmware.rw_handles [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/a1e532b7-519a-41e0-bd65-072223bdad37/5878416b-a2ce-41e8-a2c0-8cea34632bd2/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68800) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 641.565498] env[68800]: DEBUG nova.virt.vmwareapi.images [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Downloaded image file data 5878416b-a2ce-41e8-a2c0-8cea34632bd2 to vmware_temp/a1e532b7-519a-41e0-bd65-072223bdad37/5878416b-a2ce-41e8-a2c0-8cea34632bd2/tmp-sparse.vmdk on the data store datastore2 {{(pid=68800) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 641.571846] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Caching image {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 641.571846] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Copying Virtual Disk [datastore2] vmware_temp/a1e532b7-519a-41e0-bd65-072223bdad37/5878416b-a2ce-41e8-a2c0-8cea34632bd2/tmp-sparse.vmdk to [datastore2] vmware_temp/a1e532b7-519a-41e0-bd65-072223bdad37/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 641.571846] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-271caa28-89cd-4b6a-9cfb-d80e47d8dde1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.576916] env[68800]: DEBUG nova.compute.manager [req-65e46405-7211-4daa-9616-bead8778993c req-9ab03ac4-366b-4ae7-9b6b-2a85cc5553b6 service nova] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Received event network-vif-plugged-aaf8c3e4-8e7e-4453-97dd-8bcab6c0d04a {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.577128] env[68800]: DEBUG oslo_concurrency.lockutils [req-65e46405-7211-4daa-9616-bead8778993c req-9ab03ac4-366b-4ae7-9b6b-2a85cc5553b6 service nova] Acquiring lock "9a35f78b-d486-4766-acd5-b6fcdcf5c32a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.577420] env[68800]: DEBUG oslo_concurrency.lockutils [req-65e46405-7211-4daa-9616-bead8778993c req-9ab03ac4-366b-4ae7-9b6b-2a85cc5553b6 service nova] Lock "9a35f78b-d486-4766-acd5-b6fcdcf5c32a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.577604] env[68800]: DEBUG oslo_concurrency.lockutils [req-65e46405-7211-4daa-9616-bead8778993c req-9ab03ac4-366b-4ae7-9b6b-2a85cc5553b6 service nova] Lock "9a35f78b-d486-4766-acd5-b6fcdcf5c32a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.577822] env[68800]: DEBUG nova.compute.manager [req-65e46405-7211-4daa-9616-bead8778993c req-9ab03ac4-366b-4ae7-9b6b-2a85cc5553b6 service nova] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] No waiting events found dispatching network-vif-plugged-aaf8c3e4-8e7e-4453-97dd-8bcab6c0d04a {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 641.578045] env[68800]: WARNING nova.compute.manager [req-65e46405-7211-4daa-9616-bead8778993c req-9ab03ac4-366b-4ae7-9b6b-2a85cc5553b6 service nova] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Received unexpected event network-vif-plugged-aaf8c3e4-8e7e-4453-97dd-8bcab6c0d04a for instance with vm_state building and task_state spawning. [ 641.578208] env[68800]: DEBUG nova.compute.manager [req-65e46405-7211-4daa-9616-bead8778993c req-9ab03ac4-366b-4ae7-9b6b-2a85cc5553b6 service nova] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Received event network-changed-aaf8c3e4-8e7e-4453-97dd-8bcab6c0d04a {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.578355] env[68800]: DEBUG nova.compute.manager [req-65e46405-7211-4daa-9616-bead8778993c req-9ab03ac4-366b-4ae7-9b6b-2a85cc5553b6 service nova] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Refreshing instance network info cache due to event network-changed-aaf8c3e4-8e7e-4453-97dd-8bcab6c0d04a. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 641.578530] env[68800]: DEBUG oslo_concurrency.lockutils [req-65e46405-7211-4daa-9616-bead8778993c req-9ab03ac4-366b-4ae7-9b6b-2a85cc5553b6 service nova] Acquiring lock "refresh_cache-9a35f78b-d486-4766-acd5-b6fcdcf5c32a" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.578658] env[68800]: DEBUG oslo_concurrency.lockutils [req-65e46405-7211-4daa-9616-bead8778993c req-9ab03ac4-366b-4ae7-9b6b-2a85cc5553b6 service nova] Acquired lock "refresh_cache-9a35f78b-d486-4766-acd5-b6fcdcf5c32a" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.578807] env[68800]: DEBUG nova.network.neutron [req-65e46405-7211-4daa-9616-bead8778993c req-9ab03ac4-366b-4ae7-9b6b-2a85cc5553b6 service nova] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Refreshing network info cache for port aaf8c3e4-8e7e-4453-97dd-8bcab6c0d04a {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 641.585794] env[68800]: DEBUG oslo_vmware.api [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Waiting for the task: (returnval){ [ 641.585794] env[68800]: value = "task-3243082" [ 641.585794] env[68800]: _type = "Task" [ 641.585794] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.598697] env[68800]: DEBUG oslo_vmware.api [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Task: {'id': task-3243082, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.605269] env[68800]: DEBUG nova.compute.manager [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 641.723886] env[68800]: DEBUG oslo_concurrency.lockutils [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Acquiring lock "79b99985-cd62-4b90-9374-9639bec5891c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.729302] env[68800]: DEBUG oslo_concurrency.lockutils [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Lock "79b99985-cd62-4b90-9374-9639bec5891c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.798289] env[68800]: DEBUG nova.scheduler.client.report [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.805990] env[68800]: DEBUG nova.compute.manager [req-b27218fe-b37b-4b42-8402-e8aa5f7d7596 req-ff56173f-6b31-47bd-abc1-add2d06564f7 service nova] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Received event network-vif-plugged-a88b719d-02e1-45b1-921e-97874dde2ecb {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.805990] env[68800]: DEBUG oslo_concurrency.lockutils [req-b27218fe-b37b-4b42-8402-e8aa5f7d7596 req-ff56173f-6b31-47bd-abc1-add2d06564f7 service nova] Acquiring lock "e7259d4c-9982-4579-a073-484a8fa49264-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.805990] env[68800]: DEBUG oslo_concurrency.lockutils [req-b27218fe-b37b-4b42-8402-e8aa5f7d7596 req-ff56173f-6b31-47bd-abc1-add2d06564f7 service nova] Lock "e7259d4c-9982-4579-a073-484a8fa49264-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.805990] env[68800]: DEBUG oslo_concurrency.lockutils [req-b27218fe-b37b-4b42-8402-e8aa5f7d7596 req-ff56173f-6b31-47bd-abc1-add2d06564f7 service nova] Lock "e7259d4c-9982-4579-a073-484a8fa49264-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.805990] env[68800]: DEBUG nova.compute.manager [req-b27218fe-b37b-4b42-8402-e8aa5f7d7596 req-ff56173f-6b31-47bd-abc1-add2d06564f7 service nova] [instance: e7259d4c-9982-4579-a073-484a8fa49264] No waiting events found dispatching network-vif-plugged-a88b719d-02e1-45b1-921e-97874dde2ecb {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 641.806420] env[68800]: WARNING nova.compute.manager [req-b27218fe-b37b-4b42-8402-e8aa5f7d7596 req-ff56173f-6b31-47bd-abc1-add2d06564f7 service nova] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Received unexpected event network-vif-plugged-a88b719d-02e1-45b1-921e-97874dde2ecb for instance with vm_state building and task_state spawning. [ 641.822302] env[68800]: INFO nova.compute.manager [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Took 18.49 seconds to build instance. [ 641.834729] env[68800]: DEBUG nova.compute.manager [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 641.868450] env[68800]: DEBUG nova.virt.hardware [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 641.868746] env[68800]: DEBUG nova.virt.hardware [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 641.868917] env[68800]: DEBUG nova.virt.hardware [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 641.869468] env[68800]: DEBUG nova.virt.hardware [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 641.869683] env[68800]: DEBUG nova.virt.hardware [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 641.869929] env[68800]: DEBUG nova.virt.hardware [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 641.870148] env[68800]: DEBUG nova.virt.hardware [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 641.870267] env[68800]: DEBUG nova.virt.hardware [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 641.870746] env[68800]: DEBUG nova.virt.hardware [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 641.870938] env[68800]: DEBUG nova.virt.hardware [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 641.871150] env[68800]: DEBUG nova.virt.hardware [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 641.874722] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7461f103-2b65-4bb5-8722-9337a5a8b4db {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.885993] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe01140b-0678-4bd9-a45b-b29739e22a44 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.900687] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Instance VIF info [] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 641.907441] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Creating folder: Project (f2a742ba520b4bf59320bda21bcc075d). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.907872] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93103255-2011-43d6-b960-24d1217cffaf {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.917067] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Created folder: Project (f2a742ba520b4bf59320bda21bcc075d) in parent group-v648080. [ 641.917286] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Creating folder: Instances. Parent ref: group-v648099. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.917548] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-333badf0-0b84-4204-a9b4-dbf5296d8499 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.926091] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Created folder: Instances in parent group-v648099. [ 641.926791] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 641.926791] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 641.926791] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30d9d024-778c-4750-b6e9-15d9fcaa53dc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.943520] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 641.943520] env[68800]: value = "task-3243087" [ 641.943520] env[68800]: _type = "Task" [ 641.943520] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.951461] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243087, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.972503] env[68800]: DEBUG nova.network.neutron [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 641.997375] env[68800]: DEBUG nova.network.neutron [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] [instance: c867ff92-059f-4647-85cd-8026b1408778] Successfully updated port: 1a4bfc71-c2c3-4e47-afaf-c095b58c60f1 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 642.099381] env[68800]: DEBUG oslo_vmware.api [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Task: {'id': task-3243082, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.139640] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.231958] env[68800]: DEBUG nova.compute.manager [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.307323] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.307555] env[68800]: DEBUG nova.compute.manager [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 642.312524] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.391s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.325861] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4505814e-7ca6-46b3-8d14-35e682523363 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Lock "195e2543-8984-4a01-bfdf-1ee3c98f1105" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.325861] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "195e2543-8984-4a01-bfdf-1ee3c98f1105" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.666s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.326463] env[68800]: INFO nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] During sync_power_state the instance has a pending task (spawning). Skip. [ 642.326463] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "195e2543-8984-4a01-bfdf-1ee3c98f1105" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.380650] env[68800]: DEBUG nova.network.neutron [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Updating instance_info_cache with network_info: [{"id": "a88b719d-02e1-45b1-921e-97874dde2ecb", "address": "fa:16:3e:c8:36:6d", "network": {"id": "910263fe-5348-43bf-a2dc-80270861caea", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3ae10f76bf14ae69232ca090f1bb0ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa88b719d-02", "ovs_interfaceid": "a88b719d-02e1-45b1-921e-97874dde2ecb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.458096] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243087, 'name': CreateVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.499842] env[68800]: DEBUG oslo_concurrency.lockutils [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Acquiring lock "refresh_cache-c867ff92-059f-4647-85cd-8026b1408778" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.499842] env[68800]: DEBUG oslo_concurrency.lockutils [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Acquired lock "refresh_cache-c867ff92-059f-4647-85cd-8026b1408778" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.499842] env[68800]: DEBUG nova.network.neutron [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] [instance: c867ff92-059f-4647-85cd-8026b1408778] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 642.597842] env[68800]: DEBUG oslo_vmware.api [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Task: {'id': task-3243082, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.86175} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.598951] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Copied Virtual Disk [datastore2] vmware_temp/a1e532b7-519a-41e0-bd65-072223bdad37/5878416b-a2ce-41e8-a2c0-8cea34632bd2/tmp-sparse.vmdk to [datastore2] vmware_temp/a1e532b7-519a-41e0-bd65-072223bdad37/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 642.599429] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Deleting the datastore file [datastore2] vmware_temp/a1e532b7-519a-41e0-bd65-072223bdad37/5878416b-a2ce-41e8-a2c0-8cea34632bd2/tmp-sparse.vmdk {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 642.599827] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0da5868-7eab-4752-a8e3-75b09d406ede {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.608339] env[68800]: DEBUG oslo_vmware.api [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Waiting for the task: (returnval){ [ 642.608339] env[68800]: value = "task-3243088" [ 642.608339] env[68800]: _type = "Task" [ 642.608339] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.617623] env[68800]: DEBUG oslo_vmware.api [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Task: {'id': task-3243088, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.638800] env[68800]: DEBUG nova.network.neutron [req-65e46405-7211-4daa-9616-bead8778993c req-9ab03ac4-366b-4ae7-9b6b-2a85cc5553b6 service nova] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Updated VIF entry in instance network info cache for port aaf8c3e4-8e7e-4453-97dd-8bcab6c0d04a. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 642.638800] env[68800]: DEBUG nova.network.neutron [req-65e46405-7211-4daa-9616-bead8778993c req-9ab03ac4-366b-4ae7-9b6b-2a85cc5553b6 service nova] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Updating instance_info_cache with network_info: [{"id": "aaf8c3e4-8e7e-4453-97dd-8bcab6c0d04a", "address": "fa:16:3e:d3:b7:b3", "network": {"id": "910263fe-5348-43bf-a2dc-80270861caea", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3ae10f76bf14ae69232ca090f1bb0ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaf8c3e4-8e", "ovs_interfaceid": "aaf8c3e4-8e7e-4453-97dd-8bcab6c0d04a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.760074] env[68800]: DEBUG oslo_concurrency.lockutils [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.825483] env[68800]: DEBUG nova.compute.utils [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 642.827736] env[68800]: DEBUG nova.compute.manager [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 642.828557] env[68800]: DEBUG nova.network.neutron [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 642.884192] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Releasing lock "refresh_cache-e7259d4c-9982-4579-a073-484a8fa49264" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.884564] env[68800]: DEBUG nova.compute.manager [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Instance network_info: |[{"id": "a88b719d-02e1-45b1-921e-97874dde2ecb", "address": "fa:16:3e:c8:36:6d", "network": {"id": "910263fe-5348-43bf-a2dc-80270861caea", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3ae10f76bf14ae69232ca090f1bb0ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa88b719d-02", "ovs_interfaceid": "a88b719d-02e1-45b1-921e-97874dde2ecb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 642.885096] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:36:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cbd5e0e-9116-46f1-9748-13a73d2d7e75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a88b719d-02e1-45b1-921e-97874dde2ecb', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 642.893749] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Creating folder: Project (0e7b13fca96f4d62b295a15f519fe9f1). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.894775] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49a2be44-3f83-4acf-ae5e-47d1d0dca063 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.905510] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Created folder: Project (0e7b13fca96f4d62b295a15f519fe9f1) in parent group-v648080. [ 642.905700] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Creating folder: Instances. Parent ref: group-v648102. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.905954] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5df748d0-b45c-4f50-b623-de765dce818c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.917020] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Created folder: Instances in parent group-v648102. [ 642.917020] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 642.917020] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 642.917020] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8ea6d6a-fd18-4cea-9b78-6c6ad2aac813 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.936810] env[68800]: DEBUG nova.policy [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93748fe940834913b69d2238c22e13cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c90309127676447e8b382e0579ee40da', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 642.942422] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.942422] env[68800]: value = "task-3243091" [ 642.942422] env[68800]: _type = "Task" [ 642.942422] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.954731] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243091, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.960210] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243087, 'name': CreateVM_Task, 'duration_secs': 0.607804} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.960303] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 642.961133] env[68800]: DEBUG oslo_concurrency.lockutils [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.961350] env[68800]: DEBUG oslo_concurrency.lockutils [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.961745] env[68800]: DEBUG oslo_concurrency.lockutils [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.962216] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7d79520-f070-4f24-8157-5d8e4bead8b4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.968578] env[68800]: DEBUG oslo_vmware.api [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Waiting for the task: (returnval){ [ 642.968578] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52b965a7-ed4d-57ca-c688-dfab8a904d8d" [ 642.968578] env[68800]: _type = "Task" [ 642.968578] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.978786] env[68800]: DEBUG oslo_vmware.api [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52b965a7-ed4d-57ca-c688-dfab8a904d8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.117095] env[68800]: DEBUG nova.network.neutron [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] [instance: c867ff92-059f-4647-85cd-8026b1408778] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 643.123656] env[68800]: DEBUG oslo_vmware.api [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Task: {'id': task-3243088, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.072332} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.124210] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 643.124541] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Moving file from [datastore2] vmware_temp/a1e532b7-519a-41e0-bd65-072223bdad37/5878416b-a2ce-41e8-a2c0-8cea34632bd2 to [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2. {{(pid=68800) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 643.125043] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-3ab3da45-728d-4b2f-adaa-6ca07c6ac2cb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.132657] env[68800]: DEBUG oslo_vmware.api [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Waiting for the task: (returnval){ [ 643.132657] env[68800]: value = "task-3243092" [ 643.132657] env[68800]: _type = "Task" [ 643.132657] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.141517] env[68800]: DEBUG oslo_concurrency.lockutils [req-65e46405-7211-4daa-9616-bead8778993c req-9ab03ac4-366b-4ae7-9b6b-2a85cc5553b6 service nova] Releasing lock "refresh_cache-9a35f78b-d486-4766-acd5-b6fcdcf5c32a" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.141976] env[68800]: DEBUG oslo_vmware.api [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Task: {'id': task-3243092, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.260218] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f7916b2b-3908-4b6f-86f2-fd4131cd8313 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Acquiring lock "0b4fcd51-10b9-4e0f-8581-2972a686edd2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.260498] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f7916b2b-3908-4b6f-86f2-fd4131cd8313 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Lock "0b4fcd51-10b9-4e0f-8581-2972a686edd2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.261868] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f7916b2b-3908-4b6f-86f2-fd4131cd8313 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Acquiring lock "0b4fcd51-10b9-4e0f-8581-2972a686edd2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.264439] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f7916b2b-3908-4b6f-86f2-fd4131cd8313 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Lock "0b4fcd51-10b9-4e0f-8581-2972a686edd2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.264439] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f7916b2b-3908-4b6f-86f2-fd4131cd8313 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Lock "0b4fcd51-10b9-4e0f-8581-2972a686edd2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.264730] env[68800]: INFO nova.compute.manager [None req-f7916b2b-3908-4b6f-86f2-fd4131cd8313 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] Terminating instance [ 643.301829] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Acquiring lock "04804c6c-0112-4d22-8d0a-eb1ad7825625" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.307152] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Lock "04804c6c-0112-4d22-8d0a-eb1ad7825625" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.316201] env[68800]: DEBUG nova.compute.manager [None req-cbae6b77-1a7e-44c3-91b8-a0324ddf394e tempest-ServerDiagnosticsV248Test-1417162462 tempest-ServerDiagnosticsV248Test-1417162462-project-admin] [instance: c655bd28-92e0-4c56-80dd-3b8c7d84ad1c] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 643.318879] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92717232-c54f-45ac-9b29-da749ef74692 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.332667] env[68800]: INFO nova.compute.manager [None req-cbae6b77-1a7e-44c3-91b8-a0324ddf394e tempest-ServerDiagnosticsV248Test-1417162462 tempest-ServerDiagnosticsV248Test-1417162462-project-admin] [instance: c655bd28-92e0-4c56-80dd-3b8c7d84ad1c] Retrieving diagnostics [ 643.333626] env[68800]: DEBUG nova.compute.manager [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 643.338033] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b61d0c-e5f2-49ba-8dda-43ed91e969f0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.380131] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 0b4fcd51-10b9-4e0f-8581-2972a686edd2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 643.380131] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 643.380131] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 195e2543-8984-4a01-bfdf-1ee3c98f1105 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 643.380131] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance c655bd28-92e0-4c56-80dd-3b8c7d84ad1c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 643.380310] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 9a35f78b-d486-4766-acd5-b6fcdcf5c32a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 643.380310] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance e7259d4c-9982-4579-a073-484a8fa49264 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 643.381275] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance c867ff92-059f-4647-85cd-8026b1408778 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 643.381400] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance b1e86642-64ad-454d-9c58-e5abaa42da38 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 643.381565] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 2bab2519-fc00-4b92-8226-bae70048ad1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 643.457058] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243091, 'name': CreateVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.479777] env[68800]: DEBUG oslo_concurrency.lockutils [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.479934] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 643.480174] env[68800]: DEBUG oslo_concurrency.lockutils [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.603849] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Acquiring lock "1e3a449b-34b8-4d53-8bcb-6e7aed6668ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.603849] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Lock "1e3a449b-34b8-4d53-8bcb-6e7aed6668ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.645913] env[68800]: DEBUG oslo_vmware.api [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Task: {'id': task-3243092, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.040095} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.645913] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] File moved {{(pid=68800) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 643.645913] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Cleaning up location [datastore2] vmware_temp/a1e532b7-519a-41e0-bd65-072223bdad37 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 643.645913] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Deleting the datastore file [datastore2] vmware_temp/a1e532b7-519a-41e0-bd65-072223bdad37 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 643.645913] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bebd0727-ce5e-4886-939c-ca951557979e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.652197] env[68800]: DEBUG oslo_vmware.api [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Waiting for the task: (returnval){ [ 643.652197] env[68800]: value = "task-3243093" [ 643.652197] env[68800]: _type = "Task" [ 643.652197] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.663038] env[68800]: DEBUG oslo_vmware.api [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Task: {'id': task-3243093, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.721286] env[68800]: DEBUG nova.network.neutron [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] [instance: c867ff92-059f-4647-85cd-8026b1408778] Updating instance_info_cache with network_info: [{"id": "1a4bfc71-c2c3-4e47-afaf-c095b58c60f1", "address": "fa:16:3e:5f:22:7c", "network": {"id": "910263fe-5348-43bf-a2dc-80270861caea", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3ae10f76bf14ae69232ca090f1bb0ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a4bfc71-c2", "ovs_interfaceid": "1a4bfc71-c2c3-4e47-afaf-c095b58c60f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.771420] env[68800]: DEBUG nova.compute.manager [None req-f7916b2b-3908-4b6f-86f2-fd4131cd8313 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 643.772614] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f7916b2b-3908-4b6f-86f2-fd4131cd8313 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 643.772614] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6cdfe3-c412-4fe7-b120-faebe94010db {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.785667] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7916b2b-3908-4b6f-86f2-fd4131cd8313 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 643.785944] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2dd39c32-6db2-467f-a4c8-c4d42c3adbeb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.793551] env[68800]: DEBUG oslo_vmware.api [None req-f7916b2b-3908-4b6f-86f2-fd4131cd8313 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Waiting for the task: (returnval){ [ 643.793551] env[68800]: value = "task-3243094" [ 643.793551] env[68800]: _type = "Task" [ 643.793551] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.805918] env[68800]: DEBUG oslo_vmware.api [None req-f7916b2b-3908-4b6f-86f2-fd4131cd8313 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Task: {'id': task-3243094, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.808441] env[68800]: DEBUG nova.compute.manager [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 04804c6c-0112-4d22-8d0a-eb1ad7825625] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 643.885098] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance ce1649cf-3921-41e7-aeed-c4e3e03ccda9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 643.959062] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243091, 'name': CreateVM_Task, 'duration_secs': 0.592459} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.959062] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 643.959616] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.960551] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.960551] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.960551] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-912031ff-b9de-4c0d-a10d-89a0ad1b85cc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.970523] env[68800]: DEBUG oslo_vmware.api [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Waiting for the task: (returnval){ [ 643.970523] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52545bce-c91e-7290-19b2-eb0684e2517c" [ 643.970523] env[68800]: _type = "Task" [ 643.970523] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.986538] env[68800]: DEBUG oslo_vmware.api [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52545bce-c91e-7290-19b2-eb0684e2517c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.120856] env[68800]: DEBUG nova.network.neutron [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Successfully created port: 66ad0fea-faea-4890-b5dc-b8a294b72d98 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 644.163924] env[68800]: DEBUG oslo_vmware.api [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Task: {'id': task-3243093, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.030838} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.164319] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 644.165072] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d15251d-72b8-4024-95d7-0783e89217b8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.171068] env[68800]: DEBUG oslo_vmware.api [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Waiting for the task: (returnval){ [ 644.171068] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52bc2c98-eae9-2930-e44d-97c0d37d5082" [ 644.171068] env[68800]: _type = "Task" [ 644.171068] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.179849] env[68800]: DEBUG oslo_vmware.api [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52bc2c98-eae9-2930-e44d-97c0d37d5082, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.224847] env[68800]: DEBUG oslo_concurrency.lockutils [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Releasing lock "refresh_cache-c867ff92-059f-4647-85cd-8026b1408778" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.225476] env[68800]: DEBUG nova.compute.manager [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] [instance: c867ff92-059f-4647-85cd-8026b1408778] Instance network_info: |[{"id": "1a4bfc71-c2c3-4e47-afaf-c095b58c60f1", "address": "fa:16:3e:5f:22:7c", "network": {"id": "910263fe-5348-43bf-a2dc-80270861caea", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3ae10f76bf14ae69232ca090f1bb0ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a4bfc71-c2", "ovs_interfaceid": "1a4bfc71-c2c3-4e47-afaf-c095b58c60f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 644.225646] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] [instance: c867ff92-059f-4647-85cd-8026b1408778] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:22:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cbd5e0e-9116-46f1-9748-13a73d2d7e75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a4bfc71-c2c3-4e47-afaf-c095b58c60f1', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 644.233889] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Creating folder: Project (805ce1e311084513a4b50ee2e106a611). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.234289] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1f645ef-8155-47bb-98f5-400df97241e7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.245553] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Created folder: Project (805ce1e311084513a4b50ee2e106a611) in parent group-v648080. [ 644.245753] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Creating folder: Instances. Parent ref: group-v648105. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.246027] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-747dcaca-e7f0-458e-8359-7a4195b72e81 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.254798] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Created folder: Instances in parent group-v648105. [ 644.255066] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 644.255257] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c867ff92-059f-4647-85cd-8026b1408778] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 644.255458] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3f614d7-bc15-44d2-ab6f-e8d221c9613c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.277310] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 644.277310] env[68800]: value = "task-3243097" [ 644.277310] env[68800]: _type = "Task" [ 644.277310] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.287645] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243097, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.303904] env[68800]: DEBUG oslo_vmware.api [None req-f7916b2b-3908-4b6f-86f2-fd4131cd8313 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Task: {'id': task-3243094, 'name': PowerOffVM_Task, 'duration_secs': 0.227255} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.304255] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7916b2b-3908-4b6f-86f2-fd4131cd8313 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 644.304443] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f7916b2b-3908-4b6f-86f2-fd4131cd8313 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 644.304698] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c70e8659-b8a3-4b27-a93e-c3641fb67981 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.333848] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.349048] env[68800]: DEBUG nova.compute.manager [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 644.386741] env[68800]: DEBUG nova.virt.hardware [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 644.386741] env[68800]: DEBUG nova.virt.hardware [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 644.386741] env[68800]: DEBUG nova.virt.hardware [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 644.387246] env[68800]: DEBUG nova.virt.hardware [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 644.387246] env[68800]: DEBUG nova.virt.hardware [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 644.387246] env[68800]: DEBUG nova.virt.hardware [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 644.387246] env[68800]: DEBUG nova.virt.hardware [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 644.387246] env[68800]: DEBUG nova.virt.hardware [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 644.387398] env[68800]: DEBUG nova.virt.hardware [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 644.387398] env[68800]: DEBUG nova.virt.hardware [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 644.387398] env[68800]: DEBUG nova.virt.hardware [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 644.388371] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b998db6-cae9-430f-a91e-dcfff7dccfaf {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.391826] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 5207f0f8-398c-478f-8382-7cbe6e3b201d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 644.409569] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ed21a7-65e1-4d61-a847-2e6ce88d055e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.450849] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f7916b2b-3908-4b6f-86f2-fd4131cd8313 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 644.451191] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f7916b2b-3908-4b6f-86f2-fd4131cd8313 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 644.453075] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7916b2b-3908-4b6f-86f2-fd4131cd8313 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Deleting the datastore file [datastore1] 0b4fcd51-10b9-4e0f-8581-2972a686edd2 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 644.453075] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e63a8e1b-c801-489e-9835-ece73a482e6a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.458753] env[68800]: DEBUG oslo_vmware.api [None req-f7916b2b-3908-4b6f-86f2-fd4131cd8313 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Waiting for the task: (returnval){ [ 644.458753] env[68800]: value = "task-3243099" [ 644.458753] env[68800]: _type = "Task" [ 644.458753] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.468018] env[68800]: DEBUG oslo_vmware.api [None req-f7916b2b-3908-4b6f-86f2-fd4131cd8313 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Task: {'id': task-3243099, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.480911] env[68800]: DEBUG oslo_vmware.api [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52545bce-c91e-7290-19b2-eb0684e2517c, 'name': SearchDatastore_Task, 'duration_secs': 0.012092} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.480911] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.480911] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.480911] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.685838] env[68800]: DEBUG oslo_vmware.api [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52bc2c98-eae9-2930-e44d-97c0d37d5082, 'name': SearchDatastore_Task, 'duration_secs': 0.011999} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.686755] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.687180] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 9a35f78b-d486-4766-acd5-b6fcdcf5c32a/9a35f78b-d486-4766-acd5-b6fcdcf5c32a.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 644.687575] env[68800]: DEBUG oslo_concurrency.lockutils [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.687801] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.688279] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7fcb2be7-b9c0-4d5e-8941-88c19e6833dc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.690716] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23f22c76-ba8e-44b5-b76a-ef71291657d7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.699192] env[68800]: DEBUG oslo_vmware.api [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Waiting for the task: (returnval){ [ 644.699192] env[68800]: value = "task-3243101" [ 644.699192] env[68800]: _type = "Task" [ 644.699192] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.707965] env[68800]: DEBUG oslo_vmware.api [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Task: {'id': task-3243101, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.722699] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.724071] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.724859] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54dc1dfa-ce16-44bb-9284-8ab65355fa9a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.730575] env[68800]: DEBUG oslo_vmware.api [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Waiting for the task: (returnval){ [ 644.730575] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5215a036-dc39-cd0a-a4f5-2aec00404c62" [ 644.730575] env[68800]: _type = "Task" [ 644.730575] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.739268] env[68800]: DEBUG oslo_vmware.api [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5215a036-dc39-cd0a-a4f5-2aec00404c62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.788042] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243097, 'name': CreateVM_Task, 'duration_secs': 0.392183} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.788042] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c867ff92-059f-4647-85cd-8026b1408778] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 644.788042] env[68800]: DEBUG oslo_concurrency.lockutils [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.788042] env[68800]: DEBUG oslo_concurrency.lockutils [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.788042] env[68800]: DEBUG oslo_concurrency.lockutils [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.788042] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f915bcc-b77d-4561-b1e7-7c49619c93ba {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.792586] env[68800]: DEBUG oslo_vmware.api [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Waiting for the task: (returnval){ [ 644.792586] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52961f9c-0d78-a873-a250-9009be2ba2fd" [ 644.792586] env[68800]: _type = "Task" [ 644.792586] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.801445] env[68800]: DEBUG oslo_vmware.api [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52961f9c-0d78-a873-a250-9009be2ba2fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.895933] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 1ccaea17-56f1-442f-82f3-6126e60913c6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 644.970490] env[68800]: DEBUG oslo_vmware.api [None req-f7916b2b-3908-4b6f-86f2-fd4131cd8313 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Task: {'id': task-3243099, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.507136} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.971070] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7916b2b-3908-4b6f-86f2-fd4131cd8313 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 644.971070] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f7916b2b-3908-4b6f-86f2-fd4131cd8313 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 644.971331] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f7916b2b-3908-4b6f-86f2-fd4131cd8313 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 644.971558] env[68800]: INFO nova.compute.manager [None req-f7916b2b-3908-4b6f-86f2-fd4131cd8313 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] Took 1.20 seconds to destroy the instance on the hypervisor. [ 644.971641] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7916b2b-3908-4b6f-86f2-fd4131cd8313 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 644.971826] env[68800]: DEBUG nova.compute.manager [-] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 644.971948] env[68800]: DEBUG nova.network.neutron [-] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 645.211628] env[68800]: DEBUG oslo_vmware.api [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Task: {'id': task-3243101, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.244227] env[68800]: DEBUG oslo_vmware.api [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5215a036-dc39-cd0a-a4f5-2aec00404c62, 'name': SearchDatastore_Task, 'duration_secs': 0.015481} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.244731] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbfb805a-6a44-47d6-b761-c0637634395f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.252611] env[68800]: DEBUG oslo_vmware.api [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Waiting for the task: (returnval){ [ 645.252611] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]524b24b8-746c-670a-9dc3-a7f8ec1a2d65" [ 645.252611] env[68800]: _type = "Task" [ 645.252611] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.262867] env[68800]: DEBUG oslo_vmware.api [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]524b24b8-746c-670a-9dc3-a7f8ec1a2d65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.308650] env[68800]: DEBUG oslo_vmware.api [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52961f9c-0d78-a873-a250-9009be2ba2fd, 'name': SearchDatastore_Task, 'duration_secs': 0.039159} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.308813] env[68800]: DEBUG oslo_concurrency.lockutils [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.309130] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] [instance: c867ff92-059f-4647-85cd-8026b1408778] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 645.309648] env[68800]: DEBUG oslo_concurrency.lockutils [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.400827] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 79b99985-cd62-4b90-9374-9639bec5891c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 645.702057] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Acquiring lock "8eec0f90-ecd9-4124-ae1b-c533efa09c7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.702057] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Lock "8eec0f90-ecd9-4124-ae1b-c533efa09c7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.711365] env[68800]: DEBUG oslo_vmware.api [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Task: {'id': task-3243101, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.734744] env[68800]: DEBUG nova.compute.manager [req-96007fc9-ff45-4f9d-9a49-a35aa357b00e req-4dc0697d-0f36-4ae5-a2b3-49945f6c179f service nova] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Received event network-changed-a88b719d-02e1-45b1-921e-97874dde2ecb {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 645.734744] env[68800]: DEBUG nova.compute.manager [req-96007fc9-ff45-4f9d-9a49-a35aa357b00e req-4dc0697d-0f36-4ae5-a2b3-49945f6c179f service nova] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Refreshing instance network info cache due to event network-changed-a88b719d-02e1-45b1-921e-97874dde2ecb. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 645.734744] env[68800]: DEBUG oslo_concurrency.lockutils [req-96007fc9-ff45-4f9d-9a49-a35aa357b00e req-4dc0697d-0f36-4ae5-a2b3-49945f6c179f service nova] Acquiring lock "refresh_cache-e7259d4c-9982-4579-a073-484a8fa49264" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.734744] env[68800]: DEBUG oslo_concurrency.lockutils [req-96007fc9-ff45-4f9d-9a49-a35aa357b00e req-4dc0697d-0f36-4ae5-a2b3-49945f6c179f service nova] Acquired lock "refresh_cache-e7259d4c-9982-4579-a073-484a8fa49264" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.734744] env[68800]: DEBUG nova.network.neutron [req-96007fc9-ff45-4f9d-9a49-a35aa357b00e req-4dc0697d-0f36-4ae5-a2b3-49945f6c179f service nova] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Refreshing network info cache for port a88b719d-02e1-45b1-921e-97874dde2ecb {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 645.765387] env[68800]: DEBUG oslo_vmware.api [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]524b24b8-746c-670a-9dc3-a7f8ec1a2d65, 'name': SearchDatastore_Task, 'duration_secs': 0.057011} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.765640] env[68800]: DEBUG oslo_concurrency.lockutils [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.765911] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] b1e86642-64ad-454d-9c58-e5abaa42da38/b1e86642-64ad-454d-9c58-e5abaa42da38.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.766198] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.766387] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 645.766595] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da74d924-6296-4142-90d4-1cd8f2ef8d86 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.772740] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43ffd611-805b-48c8-94d3-3ae54e6e09bd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.776300] env[68800]: DEBUG oslo_vmware.api [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Waiting for the task: (returnval){ [ 645.776300] env[68800]: value = "task-3243102" [ 645.776300] env[68800]: _type = "Task" [ 645.776300] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.782190] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 645.782431] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 645.786191] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d55afbae-7e2b-44d0-af09-6a7ade30f069 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.788854] env[68800]: DEBUG oslo_vmware.api [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Task: {'id': task-3243102, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.793584] env[68800]: DEBUG oslo_vmware.api [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Waiting for the task: (returnval){ [ 645.793584] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52153473-e8d3-1072-33b6-cb92045e9bba" [ 645.793584] env[68800]: _type = "Task" [ 645.793584] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.809247] env[68800]: DEBUG oslo_vmware.api [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52153473-e8d3-1072-33b6-cb92045e9bba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.905176] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 04804c6c-0112-4d22-8d0a-eb1ad7825625 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 645.960040] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b6df5d2b-492b-4d37-9c3c-f09831f43372 tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Acquiring lock "739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.960040] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b6df5d2b-492b-4d37-9c3c-f09831f43372 tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Lock "739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.960040] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b6df5d2b-492b-4d37-9c3c-f09831f43372 tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Acquiring lock "739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.960040] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b6df5d2b-492b-4d37-9c3c-f09831f43372 tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Lock "739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.960314] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b6df5d2b-492b-4d37-9c3c-f09831f43372 tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Lock "739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.964292] env[68800]: INFO nova.compute.manager [None req-b6df5d2b-492b-4d37-9c3c-f09831f43372 tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] [instance: 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55] Terminating instance [ 646.082494] env[68800]: DEBUG nova.network.neutron [-] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.213616] env[68800]: DEBUG oslo_vmware.api [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Task: {'id': task-3243101, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.018363} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.213867] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 9a35f78b-d486-4766-acd5-b6fcdcf5c32a/9a35f78b-d486-4766-acd5-b6fcdcf5c32a.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.216596] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.216596] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc7ae97a-d287-4be2-9c91-1c5365aee733 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.224884] env[68800]: DEBUG oslo_vmware.api [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Waiting for the task: (returnval){ [ 646.224884] env[68800]: value = "task-3243103" [ 646.224884] env[68800]: _type = "Task" [ 646.224884] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.234317] env[68800]: DEBUG oslo_vmware.api [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Task: {'id': task-3243103, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.285451] env[68800]: DEBUG oslo_vmware.api [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Task: {'id': task-3243102, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.304778] env[68800]: DEBUG oslo_vmware.api [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52153473-e8d3-1072-33b6-cb92045e9bba, 'name': SearchDatastore_Task, 'duration_secs': 0.046092} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.305618] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-851d6d3e-fd9c-42e9-9ee6-fb11d88d23ef {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.310696] env[68800]: DEBUG oslo_vmware.api [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Waiting for the task: (returnval){ [ 646.310696] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52af7f80-903e-dd47-cfeb-0d66998ec486" [ 646.310696] env[68800]: _type = "Task" [ 646.310696] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.318295] env[68800]: DEBUG oslo_vmware.api [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52af7f80-903e-dd47-cfeb-0d66998ec486, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.410613] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 646.410794] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=68800) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 646.410794] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=68800) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 646.475662] env[68800]: DEBUG nova.compute.manager [None req-b6df5d2b-492b-4d37-9c3c-f09831f43372 tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] [instance: 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 646.475662] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b6df5d2b-492b-4d37-9c3c-f09831f43372 tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] [instance: 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 646.475662] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4965b912-e7ef-45ff-951b-6da06f336ab2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.482562] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6df5d2b-492b-4d37-9c3c-f09831f43372 tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] [instance: 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 646.482855] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4d7bfb1-5ad0-4f3b-ad29-3844962ea11d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.495347] env[68800]: DEBUG oslo_vmware.api [None req-b6df5d2b-492b-4d37-9c3c-f09831f43372 tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Waiting for the task: (returnval){ [ 646.495347] env[68800]: value = "task-3243104" [ 646.495347] env[68800]: _type = "Task" [ 646.495347] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.511106] env[68800]: DEBUG oslo_vmware.api [None req-b6df5d2b-492b-4d37-9c3c-f09831f43372 tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Task: {'id': task-3243104, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.586936] env[68800]: INFO nova.compute.manager [-] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] Took 1.61 seconds to deallocate network for instance. [ 646.715363] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d01fcfd-4299-496b-bc1b-e71bf3152234 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.723073] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a77590-c7ef-4383-a7fa-def3b72193b3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.740156] env[68800]: DEBUG oslo_vmware.api [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Task: {'id': task-3243103, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065509} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.767020] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 646.769626] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3bf5c87-58ce-41fa-98d7-e5e513ee4fb2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.771441] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2965a898-bf57-40a9-926a-214c9859e444 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.775474] env[68800]: DEBUG nova.network.neutron [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Successfully updated port: 66ad0fea-faea-4890-b5dc-b8a294b72d98 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 646.801353] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 9a35f78b-d486-4766-acd5-b6fcdcf5c32a/9a35f78b-d486-4766-acd5-b6fcdcf5c32a.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 646.802803] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8e1df2d-ab78-47d6-ab26-9f174ceaa6a5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.818456] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c455499-a625-4b7c-985a-8a47cb926c7d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.826651] env[68800]: DEBUG oslo_vmware.api [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Task: {'id': task-3243102, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.842701] env[68800]: DEBUG nova.compute.provider_tree [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 646.850185] env[68800]: DEBUG oslo_vmware.api [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Waiting for the task: (returnval){ [ 646.850185] env[68800]: value = "task-3243105" [ 646.850185] env[68800]: _type = "Task" [ 646.850185] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.850185] env[68800]: DEBUG oslo_vmware.api [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52af7f80-903e-dd47-cfeb-0d66998ec486, 'name': SearchDatastore_Task, 'duration_secs': 0.041523} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.850185] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.850185] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] e7259d4c-9982-4579-a073-484a8fa49264/e7259d4c-9982-4579-a073-484a8fa49264.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.853371] env[68800]: DEBUG oslo_concurrency.lockutils [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.853569] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 646.854092] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60e790d2-e9f6-4556-834c-234a1db72486 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.858132] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a9a345e-35d1-4c81-8a7a-38a63f66716a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.865049] env[68800]: DEBUG oslo_vmware.api [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Task: {'id': task-3243105, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.866965] env[68800]: DEBUG oslo_vmware.api [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Waiting for the task: (returnval){ [ 646.866965] env[68800]: value = "task-3243106" [ 646.866965] env[68800]: _type = "Task" [ 646.866965] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.868268] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 646.868416] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 646.873718] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c57400f-c9bd-4018-b386-631ef7c4acfb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.885423] env[68800]: DEBUG oslo_vmware.api [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Waiting for the task: (returnval){ [ 646.885423] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52859443-ab0d-5e41-2560-5a86a5c1621b" [ 646.885423] env[68800]: _type = "Task" [ 646.885423] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.885423] env[68800]: DEBUG oslo_vmware.api [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243106, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.898322] env[68800]: DEBUG oslo_vmware.api [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52859443-ab0d-5e41-2560-5a86a5c1621b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.951514] env[68800]: DEBUG nova.network.neutron [req-96007fc9-ff45-4f9d-9a49-a35aa357b00e req-4dc0697d-0f36-4ae5-a2b3-49945f6c179f service nova] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Updated VIF entry in instance network info cache for port a88b719d-02e1-45b1-921e-97874dde2ecb. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 646.952276] env[68800]: DEBUG nova.network.neutron [req-96007fc9-ff45-4f9d-9a49-a35aa357b00e req-4dc0697d-0f36-4ae5-a2b3-49945f6c179f service nova] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Updating instance_info_cache with network_info: [{"id": "a88b719d-02e1-45b1-921e-97874dde2ecb", "address": "fa:16:3e:c8:36:6d", "network": {"id": "910263fe-5348-43bf-a2dc-80270861caea", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3ae10f76bf14ae69232ca090f1bb0ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa88b719d-02", "ovs_interfaceid": "a88b719d-02e1-45b1-921e-97874dde2ecb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.009755] env[68800]: DEBUG oslo_vmware.api [None req-b6df5d2b-492b-4d37-9c3c-f09831f43372 tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Task: {'id': task-3243104, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.096303] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f7916b2b-3908-4b6f-86f2-fd4131cd8313 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.278347] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Acquiring lock "refresh_cache-2bab2519-fc00-4b92-8226-bae70048ad1f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.278347] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Acquired lock "refresh_cache-2bab2519-fc00-4b92-8226-bae70048ad1f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.278347] env[68800]: DEBUG nova.network.neutron [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 647.296781] env[68800]: DEBUG oslo_vmware.api [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Task: {'id': task-3243102, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.353159] env[68800]: DEBUG nova.scheduler.client.report [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.373759] env[68800]: DEBUG oslo_vmware.api [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Task: {'id': task-3243105, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.388325] env[68800]: DEBUG oslo_vmware.api [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243106, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.401398] env[68800]: DEBUG oslo_vmware.api [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52859443-ab0d-5e41-2560-5a86a5c1621b, 'name': SearchDatastore_Task, 'duration_secs': 0.013479} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.403137] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3987f509-5ce3-4dd4-ab06-04d9812ec9c7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.409734] env[68800]: DEBUG oslo_vmware.api [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Waiting for the task: (returnval){ [ 647.409734] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52defa93-4441-954a-4982-9abca3d47b1f" [ 647.409734] env[68800]: _type = "Task" [ 647.409734] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.420144] env[68800]: DEBUG oslo_vmware.api [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52defa93-4441-954a-4982-9abca3d47b1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.456788] env[68800]: DEBUG oslo_concurrency.lockutils [req-96007fc9-ff45-4f9d-9a49-a35aa357b00e req-4dc0697d-0f36-4ae5-a2b3-49945f6c179f service nova] Releasing lock "refresh_cache-e7259d4c-9982-4579-a073-484a8fa49264" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.456942] env[68800]: DEBUG nova.compute.manager [req-96007fc9-ff45-4f9d-9a49-a35aa357b00e req-4dc0697d-0f36-4ae5-a2b3-49945f6c179f service nova] [instance: c867ff92-059f-4647-85cd-8026b1408778] Received event network-vif-plugged-1a4bfc71-c2c3-4e47-afaf-c095b58c60f1 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.457173] env[68800]: DEBUG oslo_concurrency.lockutils [req-96007fc9-ff45-4f9d-9a49-a35aa357b00e req-4dc0697d-0f36-4ae5-a2b3-49945f6c179f service nova] Acquiring lock "c867ff92-059f-4647-85cd-8026b1408778-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.457770] env[68800]: DEBUG oslo_concurrency.lockutils [req-96007fc9-ff45-4f9d-9a49-a35aa357b00e req-4dc0697d-0f36-4ae5-a2b3-49945f6c179f service nova] Lock "c867ff92-059f-4647-85cd-8026b1408778-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.457770] env[68800]: DEBUG oslo_concurrency.lockutils [req-96007fc9-ff45-4f9d-9a49-a35aa357b00e req-4dc0697d-0f36-4ae5-a2b3-49945f6c179f service nova] Lock "c867ff92-059f-4647-85cd-8026b1408778-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.457895] env[68800]: DEBUG nova.compute.manager [req-96007fc9-ff45-4f9d-9a49-a35aa357b00e req-4dc0697d-0f36-4ae5-a2b3-49945f6c179f service nova] [instance: c867ff92-059f-4647-85cd-8026b1408778] No waiting events found dispatching network-vif-plugged-1a4bfc71-c2c3-4e47-afaf-c095b58c60f1 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 647.457959] env[68800]: WARNING nova.compute.manager [req-96007fc9-ff45-4f9d-9a49-a35aa357b00e req-4dc0697d-0f36-4ae5-a2b3-49945f6c179f service nova] [instance: c867ff92-059f-4647-85cd-8026b1408778] Received unexpected event network-vif-plugged-1a4bfc71-c2c3-4e47-afaf-c095b58c60f1 for instance with vm_state building and task_state spawning. [ 647.458154] env[68800]: DEBUG nova.compute.manager [req-96007fc9-ff45-4f9d-9a49-a35aa357b00e req-4dc0697d-0f36-4ae5-a2b3-49945f6c179f service nova] [instance: c867ff92-059f-4647-85cd-8026b1408778] Received event network-changed-1a4bfc71-c2c3-4e47-afaf-c095b58c60f1 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.458378] env[68800]: DEBUG nova.compute.manager [req-96007fc9-ff45-4f9d-9a49-a35aa357b00e req-4dc0697d-0f36-4ae5-a2b3-49945f6c179f service nova] [instance: c867ff92-059f-4647-85cd-8026b1408778] Refreshing instance network info cache due to event network-changed-1a4bfc71-c2c3-4e47-afaf-c095b58c60f1. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 647.458578] env[68800]: DEBUG oslo_concurrency.lockutils [req-96007fc9-ff45-4f9d-9a49-a35aa357b00e req-4dc0697d-0f36-4ae5-a2b3-49945f6c179f service nova] Acquiring lock "refresh_cache-c867ff92-059f-4647-85cd-8026b1408778" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.458854] env[68800]: DEBUG oslo_concurrency.lockutils [req-96007fc9-ff45-4f9d-9a49-a35aa357b00e req-4dc0697d-0f36-4ae5-a2b3-49945f6c179f service nova] Acquired lock "refresh_cache-c867ff92-059f-4647-85cd-8026b1408778" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.459624] env[68800]: DEBUG nova.network.neutron [req-96007fc9-ff45-4f9d-9a49-a35aa357b00e req-4dc0697d-0f36-4ae5-a2b3-49945f6c179f service nova] [instance: c867ff92-059f-4647-85cd-8026b1408778] Refreshing network info cache for port 1a4bfc71-c2c3-4e47-afaf-c095b58c60f1 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 647.513216] env[68800]: DEBUG oslo_vmware.api [None req-b6df5d2b-492b-4d37-9c3c-f09831f43372 tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Task: {'id': task-3243104, 'name': PowerOffVM_Task, 'duration_secs': 0.516128} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.513613] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6df5d2b-492b-4d37-9c3c-f09831f43372 tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] [instance: 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 647.513790] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b6df5d2b-492b-4d37-9c3c-f09831f43372 tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] [instance: 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 647.514067] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06dcb961-a6f2-4cdf-8905-e00560b7e371 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.605340] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b6df5d2b-492b-4d37-9c3c-f09831f43372 tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] [instance: 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 647.605678] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b6df5d2b-492b-4d37-9c3c-f09831f43372 tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] [instance: 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 647.605895] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6df5d2b-492b-4d37-9c3c-f09831f43372 tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Deleting the datastore file [datastore1] 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 647.606241] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fea4ce2e-50ad-4677-8475-2f31e5c0b90f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.618294] env[68800]: DEBUG oslo_vmware.api [None req-b6df5d2b-492b-4d37-9c3c-f09831f43372 tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Waiting for the task: (returnval){ [ 647.618294] env[68800]: value = "task-3243109" [ 647.618294] env[68800]: _type = "Task" [ 647.618294] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.631250] env[68800]: DEBUG oslo_vmware.api [None req-b6df5d2b-492b-4d37-9c3c-f09831f43372 tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Task: {'id': task-3243109, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.793931] env[68800]: DEBUG oslo_vmware.api [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Task: {'id': task-3243102, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.621595} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.794254] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] b1e86642-64ad-454d-9c58-e5abaa42da38/b1e86642-64ad-454d-9c58-e5abaa42da38.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.794425] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 647.795278] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a941b964-cecb-49f9-9c11-60c243d8952a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.803644] env[68800]: DEBUG oslo_vmware.api [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Waiting for the task: (returnval){ [ 647.803644] env[68800]: value = "task-3243110" [ 647.803644] env[68800]: _type = "Task" [ 647.803644] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.814912] env[68800]: DEBUG oslo_vmware.api [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Task: {'id': task-3243110, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.862220] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68800) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 647.862496] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.551s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.862729] env[68800]: DEBUG oslo_concurrency.lockutils [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.413s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.867020] env[68800]: INFO nova.compute.claims [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: ce1649cf-3921-41e7-aeed-c4e3e03ccda9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 647.867832] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 647.868218] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Getting list of instances from cluster (obj){ [ 647.868218] env[68800]: value = "domain-c8" [ 647.868218] env[68800]: _type = "ClusterComputeResource" [ 647.868218] env[68800]: } {{(pid=68800) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 647.873639] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc991fe7-5baf-4b45-81c3-5f5f8a829948 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.878445] env[68800]: DEBUG oslo_vmware.api [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Task: {'id': task-3243105, 'name': ReconfigVM_Task, 'duration_secs': 1.016029} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.884576] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 9a35f78b-d486-4766-acd5-b6fcdcf5c32a/9a35f78b-d486-4766-acd5-b6fcdcf5c32a.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 647.886268] env[68800]: DEBUG nova.network.neutron [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 647.888897] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4c66714-1738-442a-b700-fd2d4482447f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.900374] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Got total of 6 instances {{(pid=68800) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 647.905746] env[68800]: DEBUG oslo_vmware.api [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Waiting for the task: (returnval){ [ 647.905746] env[68800]: value = "task-3243111" [ 647.905746] env[68800]: _type = "Task" [ 647.905746] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.906014] env[68800]: DEBUG oslo_vmware.api [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243106, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.928209} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.906584] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] e7259d4c-9982-4579-a073-484a8fa49264/e7259d4c-9982-4579-a073-484a8fa49264.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.906801] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 647.910269] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ecf5b64f-3fc5-4471-baf5-ca39dee206bf {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.922668] env[68800]: DEBUG oslo_vmware.api [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52defa93-4441-954a-4982-9abca3d47b1f, 'name': SearchDatastore_Task, 'duration_secs': 0.012603} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.929554] env[68800]: DEBUG oslo_concurrency.lockutils [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.929931] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] c867ff92-059f-4647-85cd-8026b1408778/c867ff92-059f-4647-85cd-8026b1408778.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 647.930074] env[68800]: DEBUG oslo_vmware.api [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Task: {'id': task-3243111, 'name': Rename_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.930869] env[68800]: DEBUG oslo_vmware.api [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Waiting for the task: (returnval){ [ 647.930869] env[68800]: value = "task-3243112" [ 647.930869] env[68800]: _type = "Task" [ 647.930869] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.931668] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22d5ac4c-0ec3-48cb-a553-74c534648d98 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.949350] env[68800]: DEBUG oslo_vmware.api [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243112, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.949902] env[68800]: DEBUG oslo_vmware.api [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Waiting for the task: (returnval){ [ 647.949902] env[68800]: value = "task-3243113" [ 647.949902] env[68800]: _type = "Task" [ 647.949902] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.964648] env[68800]: DEBUG oslo_vmware.api [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Task: {'id': task-3243113, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.130022] env[68800]: DEBUG oslo_vmware.api [None req-b6df5d2b-492b-4d37-9c3c-f09831f43372 tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Task: {'id': task-3243109, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.363559} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.130332] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6df5d2b-492b-4d37-9c3c-f09831f43372 tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 648.130470] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b6df5d2b-492b-4d37-9c3c-f09831f43372 tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] [instance: 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 648.130618] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b6df5d2b-492b-4d37-9c3c-f09831f43372 tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] [instance: 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 648.130783] env[68800]: INFO nova.compute.manager [None req-b6df5d2b-492b-4d37-9c3c-f09831f43372 tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] [instance: 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55] Took 1.66 seconds to destroy the instance on the hypervisor. [ 648.131030] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6df5d2b-492b-4d37-9c3c-f09831f43372 tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 648.131230] env[68800]: DEBUG nova.compute.manager [-] [instance: 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 648.131326] env[68800]: DEBUG nova.network.neutron [-] [instance: 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 648.321697] env[68800]: DEBUG oslo_vmware.api [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Task: {'id': task-3243110, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160292} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.326845] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 648.329493] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933c8314-0d6d-4b24-aa06-b81dcf447cfc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.336314] env[68800]: DEBUG nova.network.neutron [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Updating instance_info_cache with network_info: [{"id": "66ad0fea-faea-4890-b5dc-b8a294b72d98", "address": "fa:16:3e:97:13:dd", "network": {"id": "b1e9c34d-5ab4-4660-8d0d-88af830b6e1b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-912249742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c90309127676447e8b382e0579ee40da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66ad0fea-fa", "ovs_interfaceid": "66ad0fea-faea-4890-b5dc-b8a294b72d98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.367933] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] b1e86642-64ad-454d-9c58-e5abaa42da38/b1e86642-64ad-454d-9c58-e5abaa42da38.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 648.369468] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31737145-a00b-4616-b7e7-cd241f543fa4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.404780] env[68800]: DEBUG oslo_vmware.api [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Waiting for the task: (returnval){ [ 648.404780] env[68800]: value = "task-3243114" [ 648.404780] env[68800]: _type = "Task" [ 648.404780] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.433181] env[68800]: DEBUG oslo_vmware.api [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Task: {'id': task-3243114, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.433181] env[68800]: DEBUG oslo_vmware.api [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Task: {'id': task-3243111, 'name': Rename_Task, 'duration_secs': 0.190699} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.433512] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.433678] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae029aeb-58f1-412e-8bfa-c12b322721d0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.448110] env[68800]: DEBUG oslo_vmware.api [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243112, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079636} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.449574] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 648.450289] env[68800]: DEBUG oslo_vmware.api [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Waiting for the task: (returnval){ [ 648.450289] env[68800]: value = "task-3243115" [ 648.450289] env[68800]: _type = "Task" [ 648.450289] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.450872] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40aa8316-f554-4087-9da6-d5eb960d7646 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.495649] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] e7259d4c-9982-4579-a073-484a8fa49264/e7259d4c-9982-4579-a073-484a8fa49264.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 648.495976] env[68800]: DEBUG oslo_vmware.api [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Task: {'id': task-3243113, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.496216] env[68800]: DEBUG oslo_vmware.api [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Task: {'id': task-3243115, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.496783] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84ae23de-32b5-41f0-b4de-61207d699ac6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.516707] env[68800]: DEBUG oslo_vmware.api [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Waiting for the task: (returnval){ [ 648.516707] env[68800]: value = "task-3243116" [ 648.516707] env[68800]: _type = "Task" [ 648.516707] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.526862] env[68800]: DEBUG oslo_vmware.api [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243116, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.646219] env[68800]: DEBUG nova.network.neutron [req-96007fc9-ff45-4f9d-9a49-a35aa357b00e req-4dc0697d-0f36-4ae5-a2b3-49945f6c179f service nova] [instance: c867ff92-059f-4647-85cd-8026b1408778] Updated VIF entry in instance network info cache for port 1a4bfc71-c2c3-4e47-afaf-c095b58c60f1. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 648.647988] env[68800]: DEBUG nova.network.neutron [req-96007fc9-ff45-4f9d-9a49-a35aa357b00e req-4dc0697d-0f36-4ae5-a2b3-49945f6c179f service nova] [instance: c867ff92-059f-4647-85cd-8026b1408778] Updating instance_info_cache with network_info: [{"id": "1a4bfc71-c2c3-4e47-afaf-c095b58c60f1", "address": "fa:16:3e:5f:22:7c", "network": {"id": "910263fe-5348-43bf-a2dc-80270861caea", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3ae10f76bf14ae69232ca090f1bb0ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a4bfc71-c2", "ovs_interfaceid": "1a4bfc71-c2c3-4e47-afaf-c095b58c60f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.671042] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquiring lock "0200ac67-ec70-479f-a0be-af4c17410c61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.671277] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Lock "0200ac67-ec70-479f-a0be-af4c17410c61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.841964] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Releasing lock "refresh_cache-2bab2519-fc00-4b92-8226-bae70048ad1f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.841964] env[68800]: DEBUG nova.compute.manager [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Instance network_info: |[{"id": "66ad0fea-faea-4890-b5dc-b8a294b72d98", "address": "fa:16:3e:97:13:dd", "network": {"id": "b1e9c34d-5ab4-4660-8d0d-88af830b6e1b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-912249742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c90309127676447e8b382e0579ee40da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66ad0fea-fa", "ovs_interfaceid": "66ad0fea-faea-4890-b5dc-b8a294b72d98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 648.842748] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:13:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc16c915-cff1-4faa-a529-9773ee9bab7e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66ad0fea-faea-4890-b5dc-b8a294b72d98', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 648.848842] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Creating folder: Project (c90309127676447e8b382e0579ee40da). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.850378] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4417277c-2037-45b2-8097-ea460410a8b1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.863648] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Created folder: Project (c90309127676447e8b382e0579ee40da) in parent group-v648080. [ 648.863858] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Creating folder: Instances. Parent ref: group-v648108. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.864132] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2c720b0-c9fa-4b0b-b54e-ba336eff5ad8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.878441] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Created folder: Instances in parent group-v648108. [ 648.878703] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 648.878913] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 648.879142] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6805e3c-4a69-4c6a-8f16-6922878534fe {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.922402] env[68800]: DEBUG oslo_vmware.api [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Task: {'id': task-3243114, 'name': ReconfigVM_Task, 'duration_secs': 0.471722} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.924374] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Reconfigured VM instance instance-00000008 to attach disk [datastore2] b1e86642-64ad-454d-9c58-e5abaa42da38/b1e86642-64ad-454d-9c58-e5abaa42da38.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 648.925334] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 648.925334] env[68800]: value = "task-3243119" [ 648.925334] env[68800]: _type = "Task" [ 648.925334] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.925480] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-378de3ae-8927-4547-837f-7628c8bc5f3b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.941680] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243119, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.943998] env[68800]: DEBUG oslo_vmware.api [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Waiting for the task: (returnval){ [ 648.943998] env[68800]: value = "task-3243120" [ 648.943998] env[68800]: _type = "Task" [ 648.943998] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.959071] env[68800]: DEBUG oslo_vmware.api [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Task: {'id': task-3243120, 'name': Rename_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.981366] env[68800]: DEBUG oslo_vmware.api [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Task: {'id': task-3243115, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.986064] env[68800]: DEBUG oslo_vmware.api [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Task: {'id': task-3243113, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573114} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.986064] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] c867ff92-059f-4647-85cd-8026b1408778/c867ff92-059f-4647-85cd-8026b1408778.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 648.986064] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] [instance: c867ff92-059f-4647-85cd-8026b1408778] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 648.986681] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52013aad-04a0-4a97-aed4-998cdcdf5a93 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.998249] env[68800]: DEBUG oslo_vmware.api [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Waiting for the task: (returnval){ [ 648.998249] env[68800]: value = "task-3243121" [ 648.998249] env[68800]: _type = "Task" [ 648.998249] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.013927] env[68800]: DEBUG oslo_vmware.api [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Task: {'id': task-3243121, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.034665] env[68800]: DEBUG oslo_vmware.api [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243116, 'name': ReconfigVM_Task, 'duration_secs': 0.446834} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.037976] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Reconfigured VM instance instance-00000006 to attach disk [datastore2] e7259d4c-9982-4579-a073-484a8fa49264/e7259d4c-9982-4579-a073-484a8fa49264.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.039052] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e2d26b0-426a-4e20-96be-e964e03e8fca {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.050024] env[68800]: DEBUG oslo_vmware.api [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Waiting for the task: (returnval){ [ 649.050024] env[68800]: value = "task-3243122" [ 649.050024] env[68800]: _type = "Task" [ 649.050024] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.061836] env[68800]: DEBUG oslo_vmware.api [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243122, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.149332] env[68800]: DEBUG oslo_concurrency.lockutils [req-96007fc9-ff45-4f9d-9a49-a35aa357b00e req-4dc0697d-0f36-4ae5-a2b3-49945f6c179f service nova] Releasing lock "refresh_cache-c867ff92-059f-4647-85cd-8026b1408778" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.185331] env[68800]: DEBUG nova.network.neutron [-] [instance: 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.308314] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1118b4b3-6983-45f3-a3f3-12c130508987 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.320624] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5027e72c-bccc-4971-9828-78eedb599a75 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.357441] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c66142-c840-44c0-aaba-a02383509d80 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.369665] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b568225-fb62-4eef-a06a-ba9edf58c508 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.386376] env[68800]: DEBUG nova.compute.provider_tree [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.399064] env[68800]: DEBUG nova.compute.manager [req-cbb29c3b-b54e-4427-b6fa-98aa27cdf5ea req-fd5207d3-3275-41d6-a17c-304e171f80ab service nova] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] Received event network-vif-deleted-a119c54e-7595-458e-b21d-cf72aa374fc9 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 649.399243] env[68800]: DEBUG nova.compute.manager [req-cbb29c3b-b54e-4427-b6fa-98aa27cdf5ea req-fd5207d3-3275-41d6-a17c-304e171f80ab service nova] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Received event network-vif-plugged-66ad0fea-faea-4890-b5dc-b8a294b72d98 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 649.399436] env[68800]: DEBUG oslo_concurrency.lockutils [req-cbb29c3b-b54e-4427-b6fa-98aa27cdf5ea req-fd5207d3-3275-41d6-a17c-304e171f80ab service nova] Acquiring lock "2bab2519-fc00-4b92-8226-bae70048ad1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.403232] env[68800]: DEBUG oslo_concurrency.lockutils [req-cbb29c3b-b54e-4427-b6fa-98aa27cdf5ea req-fd5207d3-3275-41d6-a17c-304e171f80ab service nova] Lock "2bab2519-fc00-4b92-8226-bae70048ad1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.403469] env[68800]: DEBUG oslo_concurrency.lockutils [req-cbb29c3b-b54e-4427-b6fa-98aa27cdf5ea req-fd5207d3-3275-41d6-a17c-304e171f80ab service nova] Lock "2bab2519-fc00-4b92-8226-bae70048ad1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.004s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.403644] env[68800]: DEBUG nova.compute.manager [req-cbb29c3b-b54e-4427-b6fa-98aa27cdf5ea req-fd5207d3-3275-41d6-a17c-304e171f80ab service nova] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] No waiting events found dispatching network-vif-plugged-66ad0fea-faea-4890-b5dc-b8a294b72d98 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 649.403811] env[68800]: WARNING nova.compute.manager [req-cbb29c3b-b54e-4427-b6fa-98aa27cdf5ea req-fd5207d3-3275-41d6-a17c-304e171f80ab service nova] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Received unexpected event network-vif-plugged-66ad0fea-faea-4890-b5dc-b8a294b72d98 for instance with vm_state building and task_state spawning. [ 649.403970] env[68800]: DEBUG nova.compute.manager [req-cbb29c3b-b54e-4427-b6fa-98aa27cdf5ea req-fd5207d3-3275-41d6-a17c-304e171f80ab service nova] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Received event network-changed-66ad0fea-faea-4890-b5dc-b8a294b72d98 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 649.404143] env[68800]: DEBUG nova.compute.manager [req-cbb29c3b-b54e-4427-b6fa-98aa27cdf5ea req-fd5207d3-3275-41d6-a17c-304e171f80ab service nova] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Refreshing instance network info cache due to event network-changed-66ad0fea-faea-4890-b5dc-b8a294b72d98. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 649.404357] env[68800]: DEBUG oslo_concurrency.lockutils [req-cbb29c3b-b54e-4427-b6fa-98aa27cdf5ea req-fd5207d3-3275-41d6-a17c-304e171f80ab service nova] Acquiring lock "refresh_cache-2bab2519-fc00-4b92-8226-bae70048ad1f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.404501] env[68800]: DEBUG oslo_concurrency.lockutils [req-cbb29c3b-b54e-4427-b6fa-98aa27cdf5ea req-fd5207d3-3275-41d6-a17c-304e171f80ab service nova] Acquired lock "refresh_cache-2bab2519-fc00-4b92-8226-bae70048ad1f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.404711] env[68800]: DEBUG nova.network.neutron [req-cbb29c3b-b54e-4427-b6fa-98aa27cdf5ea req-fd5207d3-3275-41d6-a17c-304e171f80ab service nova] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Refreshing network info cache for port 66ad0fea-faea-4890-b5dc-b8a294b72d98 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 649.442209] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243119, 'name': CreateVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.457667] env[68800]: DEBUG oslo_vmware.api [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Task: {'id': task-3243120, 'name': Rename_Task, 'duration_secs': 0.255455} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.458363] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 649.458363] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-161482de-10d7-4ddb-a574-450813b62a1f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.472543] env[68800]: DEBUG oslo_vmware.api [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Task: {'id': task-3243115, 'name': PowerOnVM_Task, 'duration_secs': 0.585583} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.475217] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 649.475419] env[68800]: INFO nova.compute.manager [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Took 14.74 seconds to spawn the instance on the hypervisor. [ 649.475590] env[68800]: DEBUG nova.compute.manager [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 649.475935] env[68800]: DEBUG oslo_vmware.api [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Waiting for the task: (returnval){ [ 649.475935] env[68800]: value = "task-3243124" [ 649.475935] env[68800]: _type = "Task" [ 649.475935] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.480477] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2338add6-7419-4ce1-9a0d-2a792ec582b9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.482231] env[68800]: DEBUG oslo_concurrency.lockutils [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Acquiring lock "4f492710-e515-4857-b2a4-71da78617707" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.482448] env[68800]: DEBUG oslo_concurrency.lockutils [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Lock "4f492710-e515-4857-b2a4-71da78617707" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.491705] env[68800]: DEBUG oslo_vmware.api [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Task: {'id': task-3243124, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.509690] env[68800]: DEBUG oslo_vmware.api [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Task: {'id': task-3243121, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085749} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.509690] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] [instance: c867ff92-059f-4647-85cd-8026b1408778] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 649.511210] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540b7490-ba47-46a0-9d57-f48f733fa3d8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.538366] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] [instance: c867ff92-059f-4647-85cd-8026b1408778] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] c867ff92-059f-4647-85cd-8026b1408778/c867ff92-059f-4647-85cd-8026b1408778.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 649.538658] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb30abd2-02ab-48d2-b558-c1eb9a9cb07f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.571279] env[68800]: DEBUG oslo_vmware.api [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243122, 'name': Rename_Task, 'duration_secs': 0.267518} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.573500] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 649.573500] env[68800]: DEBUG oslo_vmware.api [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Waiting for the task: (returnval){ [ 649.573500] env[68800]: value = "task-3243125" [ 649.573500] env[68800]: _type = "Task" [ 649.573500] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.573500] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-370c69fd-4d4b-4abc-b452-21237ef81304 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.586251] env[68800]: DEBUG oslo_vmware.api [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Task: {'id': task-3243125, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.588108] env[68800]: DEBUG oslo_vmware.api [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Waiting for the task: (returnval){ [ 649.588108] env[68800]: value = "task-3243126" [ 649.588108] env[68800]: _type = "Task" [ 649.588108] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.597421] env[68800]: DEBUG oslo_vmware.api [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243126, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.690343] env[68800]: INFO nova.compute.manager [-] [instance: 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55] Took 1.56 seconds to deallocate network for instance. [ 649.890294] env[68800]: DEBUG nova.scheduler.client.report [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.940619] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243119, 'name': CreateVM_Task, 'duration_secs': 0.569519} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.940926] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 649.941551] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.941725] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.942326] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.942510] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8122930-bec4-4451-9885-f74534ac3c10 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.950740] env[68800]: DEBUG oslo_vmware.api [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Waiting for the task: (returnval){ [ 649.950740] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52aef5de-9a1d-f559-e750-3fd6d4a17420" [ 649.950740] env[68800]: _type = "Task" [ 649.950740] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.961230] env[68800]: DEBUG oslo_vmware.api [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52aef5de-9a1d-f559-e750-3fd6d4a17420, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.001693] env[68800]: DEBUG oslo_vmware.api [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Task: {'id': task-3243124, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.007436] env[68800]: INFO nova.compute.manager [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Took 24.69 seconds to build instance. [ 650.088431] env[68800]: DEBUG oslo_vmware.api [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Task: {'id': task-3243125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.099685] env[68800]: DEBUG oslo_vmware.api [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243126, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.202980] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b6df5d2b-492b-4d37-9c3c-f09831f43372 tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.395793] env[68800]: DEBUG oslo_concurrency.lockutils [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.533s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.396158] env[68800]: DEBUG nova.compute.manager [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: ce1649cf-3921-41e7-aeed-c4e3e03ccda9] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 650.400550] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.813s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.402629] env[68800]: INFO nova.compute.claims [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: 5207f0f8-398c-478f-8382-7cbe6e3b201d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 650.467881] env[68800]: DEBUG oslo_vmware.api [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52aef5de-9a1d-f559-e750-3fd6d4a17420, 'name': SearchDatastore_Task, 'duration_secs': 0.023148} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.468416] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.468694] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.469115] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.469185] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.469365] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.469667] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25dddf0c-7609-4fb5-8fd7-6dcf68e457bb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.482046] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.482169] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.482997] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0662b76d-5e8f-446c-8e72-afab64c9a5b4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.486376] env[68800]: DEBUG nova.network.neutron [req-cbb29c3b-b54e-4427-b6fa-98aa27cdf5ea req-fd5207d3-3275-41d6-a17c-304e171f80ab service nova] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Updated VIF entry in instance network info cache for port 66ad0fea-faea-4890-b5dc-b8a294b72d98. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 650.486732] env[68800]: DEBUG nova.network.neutron [req-cbb29c3b-b54e-4427-b6fa-98aa27cdf5ea req-fd5207d3-3275-41d6-a17c-304e171f80ab service nova] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Updating instance_info_cache with network_info: [{"id": "66ad0fea-faea-4890-b5dc-b8a294b72d98", "address": "fa:16:3e:97:13:dd", "network": {"id": "b1e9c34d-5ab4-4660-8d0d-88af830b6e1b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-912249742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c90309127676447e8b382e0579ee40da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66ad0fea-fa", "ovs_interfaceid": "66ad0fea-faea-4890-b5dc-b8a294b72d98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.496197] env[68800]: DEBUG oslo_vmware.api [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Waiting for the task: (returnval){ [ 650.496197] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52906fbb-88a6-7e68-3947-e7b8e400dd08" [ 650.496197] env[68800]: _type = "Task" [ 650.496197] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.500753] env[68800]: DEBUG oslo_vmware.api [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Task: {'id': task-3243124, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.513346] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ebc2d7ac-237a-4385-babf-7b76893c5987 tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Lock "9a35f78b-d486-4766-acd5-b6fcdcf5c32a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.214s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.513585] env[68800]: DEBUG oslo_vmware.api [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52906fbb-88a6-7e68-3947-e7b8e400dd08, 'name': SearchDatastore_Task, 'duration_secs': 0.013058} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.514818] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "9a35f78b-d486-4766-acd5-b6fcdcf5c32a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 14.855s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.515021] env[68800]: INFO nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] During sync_power_state the instance has a pending task (spawning). Skip. [ 650.515201] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "9a35f78b-d486-4766-acd5-b6fcdcf5c32a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.516182] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce03243c-be45-47f8-ab8e-8d2527850552 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.523593] env[68800]: DEBUG oslo_vmware.api [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Waiting for the task: (returnval){ [ 650.523593] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]522116be-4b1b-eb96-8970-cc0d483d0b7d" [ 650.523593] env[68800]: _type = "Task" [ 650.523593] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.536223] env[68800]: DEBUG oslo_vmware.api [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]522116be-4b1b-eb96-8970-cc0d483d0b7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.588108] env[68800]: DEBUG oslo_vmware.api [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Task: {'id': task-3243125, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.604340] env[68800]: DEBUG oslo_vmware.api [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243126, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.828811] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Acquiring lock "949aac90-1d3e-47c1-8d53-eef78adaa390" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.829053] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Lock "949aac90-1d3e-47c1-8d53-eef78adaa390" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.909663] env[68800]: DEBUG nova.compute.utils [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 650.911579] env[68800]: DEBUG nova.compute.manager [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: ce1649cf-3921-41e7-aeed-c4e3e03ccda9] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 650.912045] env[68800]: DEBUG nova.network.neutron [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: ce1649cf-3921-41e7-aeed-c4e3e03ccda9] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 650.981131] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquiring lock "9edbd4b6-b890-4a22-896a-26e315d18fd0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.981359] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Lock "9edbd4b6-b890-4a22-896a-26e315d18fd0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.985768] env[68800]: DEBUG nova.policy [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a166b368aeb47f49b9989bf297e8422', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bce81ea0aa8745b59cc418debf12e7d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 650.992947] env[68800]: DEBUG oslo_concurrency.lockutils [req-cbb29c3b-b54e-4427-b6fa-98aa27cdf5ea req-fd5207d3-3275-41d6-a17c-304e171f80ab service nova] Releasing lock "refresh_cache-2bab2519-fc00-4b92-8226-bae70048ad1f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.997637] env[68800]: DEBUG oslo_vmware.api [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Task: {'id': task-3243124, 'name': PowerOnVM_Task, 'duration_secs': 1.310445} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.997862] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.998029] env[68800]: INFO nova.compute.manager [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Took 9.16 seconds to spawn the instance on the hypervisor. [ 651.000374] env[68800]: DEBUG nova.compute.manager [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 651.000374] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c99b14-6914-4a15-abfd-bd0d7dfc7a11 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.016719] env[68800]: DEBUG nova.compute.manager [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.041334] env[68800]: DEBUG oslo_vmware.api [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]522116be-4b1b-eb96-8970-cc0d483d0b7d, 'name': SearchDatastore_Task, 'duration_secs': 0.013054} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.041334] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.041334] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 2bab2519-fc00-4b92-8226-bae70048ad1f/2bab2519-fc00-4b92-8226-bae70048ad1f.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 651.041334] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55924eb1-107b-41b9-999a-346064a72ece {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.049642] env[68800]: DEBUG oslo_vmware.api [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Waiting for the task: (returnval){ [ 651.049642] env[68800]: value = "task-3243127" [ 651.049642] env[68800]: _type = "Task" [ 651.049642] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.061511] env[68800]: DEBUG oslo_vmware.api [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Task: {'id': task-3243127, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.090155] env[68800]: DEBUG oslo_vmware.api [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Task: {'id': task-3243125, 'name': ReconfigVM_Task, 'duration_secs': 1.080564} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.090155] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] [instance: c867ff92-059f-4647-85cd-8026b1408778] Reconfigured VM instance instance-00000007 to attach disk [datastore2] c867ff92-059f-4647-85cd-8026b1408778/c867ff92-059f-4647-85cd-8026b1408778.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 651.090155] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4ed72d2-66c5-4bea-863b-bca2fd4cd5bd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.102324] env[68800]: DEBUG oslo_vmware.api [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243126, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.104128] env[68800]: DEBUG oslo_vmware.api [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Waiting for the task: (returnval){ [ 651.104128] env[68800]: value = "task-3243128" [ 651.104128] env[68800]: _type = "Task" [ 651.104128] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.114454] env[68800]: DEBUG oslo_vmware.api [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Task: {'id': task-3243128, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.417454] env[68800]: DEBUG nova.compute.manager [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: ce1649cf-3921-41e7-aeed-c4e3e03ccda9] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 651.434659] env[68800]: DEBUG nova.network.neutron [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: ce1649cf-3921-41e7-aeed-c4e3e03ccda9] Successfully created port: a228a8c8-a953-43ff-b34b-30630b0954c1 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 651.523022] env[68800]: INFO nova.compute.manager [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Took 22.74 seconds to build instance. [ 651.549104] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.563681] env[68800]: DEBUG oslo_vmware.api [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Task: {'id': task-3243127, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.606667] env[68800]: DEBUG oslo_vmware.api [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243126, 'name': PowerOnVM_Task, 'duration_secs': 1.570124} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.614827] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 651.615071] env[68800]: INFO nova.compute.manager [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Took 14.56 seconds to spawn the instance on the hypervisor. [ 651.615875] env[68800]: DEBUG nova.compute.manager [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 651.616624] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6c2966-d251-4b73-a59f-b3e36740852b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.632849] env[68800]: DEBUG oslo_vmware.api [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Task: {'id': task-3243128, 'name': Rename_Task, 'duration_secs': 0.214231} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.634981] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] [instance: c867ff92-059f-4647-85cd-8026b1408778] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 651.638249] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-891e79a2-ae8a-404b-83b2-67d0b653f101 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.651102] env[68800]: DEBUG nova.compute.manager [None req-5387948d-7053-45f1-adc5-f80c5ecfb8b8 tempest-ServerDiagnosticsTest-1542715706 tempest-ServerDiagnosticsTest-1542715706-project-admin] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 651.653534] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093db7ff-a73e-4375-afef-3de7bbf5f085 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.657534] env[68800]: DEBUG oslo_vmware.api [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Waiting for the task: (returnval){ [ 651.657534] env[68800]: value = "task-3243130" [ 651.657534] env[68800]: _type = "Task" [ 651.657534] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.668031] env[68800]: INFO nova.compute.manager [None req-5387948d-7053-45f1-adc5-f80c5ecfb8b8 tempest-ServerDiagnosticsTest-1542715706 tempest-ServerDiagnosticsTest-1542715706-project-admin] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Retrieving diagnostics [ 651.669675] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591120b8-f9d7-46d3-86ac-6799c3de10ad {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.678062] env[68800]: DEBUG oslo_vmware.api [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Task: {'id': task-3243130, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.813160] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc7dc1f-0c02-4ed3-ab11-4f7d6388ed1b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.821903] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e5e986-ecc0-4964-adce-83a1eb1436df {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.857199] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86690b42-b614-41eb-806c-8ad51bafcfe9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.865566] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293e36da-6842-438a-95f7-87afb38078c4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.881193] env[68800]: DEBUG nova.compute.provider_tree [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.027784] env[68800]: DEBUG oslo_concurrency.lockutils [None req-306293a0-9b22-416b-98c9-5cc139be8016 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Lock "b1e86642-64ad-454d-9c58-e5abaa42da38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.259s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.064307] env[68800]: DEBUG oslo_vmware.api [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Task: {'id': task-3243127, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663986} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.064590] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 2bab2519-fc00-4b92-8226-bae70048ad1f/2bab2519-fc00-4b92-8226-bae70048ad1f.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 652.064809] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 652.065106] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9c8965b-689f-4ee4-a85a-7e376d55aa86 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.075093] env[68800]: DEBUG oslo_vmware.api [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Waiting for the task: (returnval){ [ 652.075093] env[68800]: value = "task-3243131" [ 652.075093] env[68800]: _type = "Task" [ 652.075093] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.087197] env[68800]: DEBUG oslo_vmware.api [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Task: {'id': task-3243131, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.152852] env[68800]: INFO nova.compute.manager [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Took 26.21 seconds to build instance. [ 652.173493] env[68800]: DEBUG oslo_vmware.api [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Task: {'id': task-3243130, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.386760] env[68800]: DEBUG nova.scheduler.client.report [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.442909] env[68800]: DEBUG nova.compute.manager [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: ce1649cf-3921-41e7-aeed-c4e3e03ccda9] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 652.478491] env[68800]: DEBUG nova.virt.hardware [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:09:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1486481345',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1669434645',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 652.478947] env[68800]: DEBUG nova.virt.hardware [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 652.478947] env[68800]: DEBUG nova.virt.hardware [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 652.479116] env[68800]: DEBUG nova.virt.hardware [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 652.479278] env[68800]: DEBUG nova.virt.hardware [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 652.479425] env[68800]: DEBUG nova.virt.hardware [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 652.479636] env[68800]: DEBUG nova.virt.hardware [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 652.479803] env[68800]: DEBUG nova.virt.hardware [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 652.479960] env[68800]: DEBUG nova.virt.hardware [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 652.480137] env[68800]: DEBUG nova.virt.hardware [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 652.480348] env[68800]: DEBUG nova.virt.hardware [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 652.482471] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4134c0ec-25a5-4de3-9825-149a4bf0a79e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.494096] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a02d36f-1ef5-4b80-aab5-1aeff4c2436d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.531447] env[68800]: DEBUG nova.compute.manager [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 8eec0f90-ecd9-4124-ae1b-c533efa09c7d] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 652.561221] env[68800]: DEBUG oslo_concurrency.lockutils [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquiring lock "943fcf53-ec92-4363-b6fa-ba1bec035124" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.561221] env[68800]: DEBUG oslo_concurrency.lockutils [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lock "943fcf53-ec92-4363-b6fa-ba1bec035124" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.594638] env[68800]: DEBUG oslo_vmware.api [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Task: {'id': task-3243131, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082352} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.595373] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 652.596513] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd4de81-0cae-40ad-927e-6cf91bb75b83 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.630511] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 2bab2519-fc00-4b92-8226-bae70048ad1f/2bab2519-fc00-4b92-8226-bae70048ad1f.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.630511] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34fef857-2dbb-4145-b698-33d9913ab9ba {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.654734] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ed37f622-54a1-4a0a-8cd8-67d5f49ca802 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Lock "e7259d4c-9982-4579-a073-484a8fa49264" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.728s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.655063] env[68800]: DEBUG oslo_vmware.api [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Waiting for the task: (returnval){ [ 652.655063] env[68800]: value = "task-3243132" [ 652.655063] env[68800]: _type = "Task" [ 652.655063] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.656439] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "e7259d4c-9982-4579-a073-484a8fa49264" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 16.996s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.656698] env[68800]: INFO nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: e7259d4c-9982-4579-a073-484a8fa49264] During sync_power_state the instance has a pending task (networking). Skip. [ 652.656860] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "e7259d4c-9982-4579-a073-484a8fa49264" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.677645] env[68800]: DEBUG oslo_vmware.api [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Task: {'id': task-3243132, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.678209] env[68800]: DEBUG oslo_vmware.api [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Task: {'id': task-3243130, 'name': PowerOnVM_Task, 'duration_secs': 0.952123} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.679647] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] [instance: c867ff92-059f-4647-85cd-8026b1408778] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 652.679894] env[68800]: INFO nova.compute.manager [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] [instance: c867ff92-059f-4647-85cd-8026b1408778] Took 13.33 seconds to spawn the instance on the hypervisor. [ 652.680210] env[68800]: DEBUG nova.compute.manager [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] [instance: c867ff92-059f-4647-85cd-8026b1408778] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 652.681387] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1051c8b-50b1-472b-95e7-8e7632347e2c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.800030] env[68800]: DEBUG nova.compute.manager [req-5ca342a3-896c-4c4c-bd71-3014d3fd9a54 req-1536f8ab-d3d1-42fa-8d8e-373b246e61b9 service nova] [instance: 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55] Received event network-vif-deleted-62564eaf-157c-4650-808b-1644ac89770d {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.891867] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.891867] env[68800]: DEBUG nova.compute.manager [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: 5207f0f8-398c-478f-8382-7cbe6e3b201d] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 652.893875] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.754s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.895308] env[68800]: INFO nova.compute.claims [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 653.061063] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.162358] env[68800]: DEBUG nova.compute.manager [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 653.171075] env[68800]: DEBUG oslo_vmware.api [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Task: {'id': task-3243132, 'name': ReconfigVM_Task, 'duration_secs': 0.443221} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.171459] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 2bab2519-fc00-4b92-8226-bae70048ad1f/2bab2519-fc00-4b92-8226-bae70048ad1f.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.172172] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a517e88c-a968-418a-a848-6208b2bd16e1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.182018] env[68800]: DEBUG oslo_vmware.api [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Waiting for the task: (returnval){ [ 653.182018] env[68800]: value = "task-3243133" [ 653.182018] env[68800]: _type = "Task" [ 653.182018] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.192038] env[68800]: DEBUG oslo_vmware.api [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Task: {'id': task-3243133, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.200821] env[68800]: INFO nova.compute.manager [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] [instance: c867ff92-059f-4647-85cd-8026b1408778] Took 26.21 seconds to build instance. [ 653.401581] env[68800]: DEBUG nova.compute.utils [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 653.405501] env[68800]: DEBUG nova.compute.manager [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: 5207f0f8-398c-478f-8382-7cbe6e3b201d] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 653.407127] env[68800]: DEBUG nova.network.neutron [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: 5207f0f8-398c-478f-8382-7cbe6e3b201d] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 653.531073] env[68800]: DEBUG nova.network.neutron [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: ce1649cf-3921-41e7-aeed-c4e3e03ccda9] Successfully updated port: a228a8c8-a953-43ff-b34b-30630b0954c1 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 653.701172] env[68800]: DEBUG oslo_vmware.api [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Task: {'id': task-3243133, 'name': Rename_Task, 'duration_secs': 0.191633} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.701532] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.701858] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.702300] env[68800]: DEBUG oslo_concurrency.lockutils [None req-afcfda42-443a-4f97-b7dc-9f5a85fd0505 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Lock "c867ff92-059f-4647-85cd-8026b1408778" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.728s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.702528] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26492621-2b74-43e2-a1b5-94431fbacda2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.706612] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "c867ff92-059f-4647-85cd-8026b1408778" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 18.045s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.706612] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d100d8-43c1-4cda-893e-33b063e9144e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.719109] env[68800]: DEBUG oslo_vmware.api [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Waiting for the task: (returnval){ [ 653.719109] env[68800]: value = "task-3243135" [ 653.719109] env[68800]: _type = "Task" [ 653.719109] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.729404] env[68800]: DEBUG oslo_vmware.api [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Task: {'id': task-3243135, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.746587] env[68800]: DEBUG nova.policy [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0e1773828ca42139134f3b66b203c65', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65c4166f64394b8bb10d58b7a5e1122b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 653.805645] env[68800]: DEBUG oslo_concurrency.lockutils [None req-35a25f4c-3af2-4def-b281-d868a0f4f19d tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Acquiring lock "9a35f78b-d486-4766-acd5-b6fcdcf5c32a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.805891] env[68800]: DEBUG oslo_concurrency.lockutils [None req-35a25f4c-3af2-4def-b281-d868a0f4f19d tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Lock "9a35f78b-d486-4766-acd5-b6fcdcf5c32a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.806136] env[68800]: DEBUG oslo_concurrency.lockutils [None req-35a25f4c-3af2-4def-b281-d868a0f4f19d tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Acquiring lock "9a35f78b-d486-4766-acd5-b6fcdcf5c32a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.806328] env[68800]: DEBUG oslo_concurrency.lockutils [None req-35a25f4c-3af2-4def-b281-d868a0f4f19d tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Lock "9a35f78b-d486-4766-acd5-b6fcdcf5c32a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.806486] env[68800]: DEBUG oslo_concurrency.lockutils [None req-35a25f4c-3af2-4def-b281-d868a0f4f19d tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Lock "9a35f78b-d486-4766-acd5-b6fcdcf5c32a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.813263] env[68800]: INFO nova.compute.manager [None req-35a25f4c-3af2-4def-b281-d868a0f4f19d tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Terminating instance [ 653.881860] env[68800]: INFO nova.compute.manager [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Rebuilding instance [ 653.918147] env[68800]: DEBUG nova.compute.manager [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: 5207f0f8-398c-478f-8382-7cbe6e3b201d] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 653.943314] env[68800]: DEBUG nova.compute.manager [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 653.944257] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ab0630-ef03-4774-8952-4e98a4d376d7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.035867] env[68800]: DEBUG oslo_concurrency.lockutils [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Acquiring lock "refresh_cache-ce1649cf-3921-41e7-aeed-c4e3e03ccda9" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.036614] env[68800]: DEBUG oslo_concurrency.lockutils [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Acquired lock "refresh_cache-ce1649cf-3921-41e7-aeed-c4e3e03ccda9" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.036824] env[68800]: DEBUG nova.network.neutron [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: ce1649cf-3921-41e7-aeed-c4e3e03ccda9] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.207155] env[68800]: DEBUG nova.compute.manager [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 4f492710-e515-4857-b2a4-71da78617707] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.225987] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "c867ff92-059f-4647-85cd-8026b1408778" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.520s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.235300] env[68800]: DEBUG oslo_vmware.api [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Task: {'id': task-3243135, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.319769] env[68800]: DEBUG nova.compute.manager [None req-35a25f4c-3af2-4def-b281-d868a0f4f19d tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 654.319769] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-35a25f4c-3af2-4def-b281-d868a0f4f19d tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 654.321225] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7924588e-0948-4ec8-9b5a-3cd8fe96b725 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.336693] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a25f4c-3af2-4def-b281-d868a0f4f19d tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 654.337032] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6a3047d-30d1-4080-b99e-dac95932b704 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.348073] env[68800]: DEBUG oslo_vmware.api [None req-35a25f4c-3af2-4def-b281-d868a0f4f19d tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Waiting for the task: (returnval){ [ 654.348073] env[68800]: value = "task-3243136" [ 654.348073] env[68800]: _type = "Task" [ 654.348073] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.358254] env[68800]: DEBUG oslo_vmware.api [None req-35a25f4c-3af2-4def-b281-d868a0f4f19d tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Task: {'id': task-3243136, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.363557] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a1ab42-5b2e-4404-8fe2-f6657bc29b95 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.372326] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee4b976-4d16-4ae7-ba4d-bddda2948d2e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.419659] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217b3e1d-e230-4b2c-a7fa-676724a95707 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.435332] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0e6cfb-7b82-4b5a-8dcd-ac94a70d0f3c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.461156] env[68800]: DEBUG nova.compute.provider_tree [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.671164] env[68800]: DEBUG nova.network.neutron [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: ce1649cf-3921-41e7-aeed-c4e3e03ccda9] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 654.701669] env[68800]: DEBUG nova.network.neutron [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: 5207f0f8-398c-478f-8382-7cbe6e3b201d] Successfully created port: cee63748-89de-48ca-aa6e-ee356a54e778 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 654.738029] env[68800]: DEBUG oslo_vmware.api [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Task: {'id': task-3243135, 'name': PowerOnVM_Task, 'duration_secs': 0.619401} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.738318] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.738926] env[68800]: INFO nova.compute.manager [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Took 10.39 seconds to spawn the instance on the hypervisor. [ 654.738926] env[68800]: DEBUG nova.compute.manager [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.740054] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7d534d-08ef-47a0-96eb-f2d565f1e0c4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.756812] env[68800]: DEBUG oslo_concurrency.lockutils [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.857744] env[68800]: DEBUG oslo_vmware.api [None req-35a25f4c-3af2-4def-b281-d868a0f4f19d tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Task: {'id': task-3243136, 'name': PowerOffVM_Task, 'duration_secs': 0.457086} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.858081] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a25f4c-3af2-4def-b281-d868a0f4f19d tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 654.858303] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-35a25f4c-3af2-4def-b281-d868a0f4f19d tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 654.858503] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88f88f8e-84a7-452c-8389-733119bbb111 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.930317] env[68800]: DEBUG nova.compute.manager [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: 5207f0f8-398c-478f-8382-7cbe6e3b201d] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 654.958109] env[68800]: DEBUG nova.compute.manager [None req-17ba82b8-7e99-46a8-8296-12940f9882fb tempest-ServerDiagnosticsV248Test-1417162462 tempest-ServerDiagnosticsV248Test-1417162462-project-admin] [instance: c655bd28-92e0-4c56-80dd-3b8c7d84ad1c] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.960966] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070a7e94-48f7-422f-a173-38a256692529 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.964876] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-35a25f4c-3af2-4def-b281-d868a0f4f19d tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 654.965171] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-35a25f4c-3af2-4def-b281-d868a0f4f19d tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 654.966374] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-35a25f4c-3af2-4def-b281-d868a0f4f19d tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Deleting the datastore file [datastore2] 9a35f78b-d486-4766-acd5-b6fcdcf5c32a {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 654.971702] env[68800]: DEBUG nova.virt.hardware [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 654.972044] env[68800]: DEBUG nova.virt.hardware [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 654.972246] env[68800]: DEBUG nova.virt.hardware [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 654.972513] env[68800]: DEBUG nova.virt.hardware [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 654.972754] env[68800]: DEBUG nova.virt.hardware [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 654.973208] env[68800]: DEBUG nova.virt.hardware [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 654.973375] env[68800]: DEBUG nova.virt.hardware [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 654.973562] env[68800]: DEBUG nova.virt.hardware [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 654.973807] env[68800]: DEBUG nova.virt.hardware [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 654.974067] env[68800]: DEBUG nova.virt.hardware [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 654.974332] env[68800]: DEBUG nova.virt.hardware [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 654.975761] env[68800]: DEBUG nova.scheduler.client.report [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.981524] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 654.981524] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88d01734-735a-4baf-9ad9-4c342cd22e58 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.984997] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee75e167-811e-4864-810c-6487f27f73b9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.989187] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75b09537-2a5b-4daf-b187-e5188f91a7c3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.995320] env[68800]: INFO nova.compute.manager [None req-17ba82b8-7e99-46a8-8296-12940f9882fb tempest-ServerDiagnosticsV248Test-1417162462 tempest-ServerDiagnosticsV248Test-1417162462-project-admin] [instance: c655bd28-92e0-4c56-80dd-3b8c7d84ad1c] Retrieving diagnostics [ 654.997955] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b38eed4-4d18-444e-98fc-35f01444fc0a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.005546] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7939d63a-216f-4b05-b238-b3b4c9749080 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.010634] env[68800]: DEBUG oslo_vmware.api [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Waiting for the task: (returnval){ [ 655.010634] env[68800]: value = "task-3243139" [ 655.010634] env[68800]: _type = "Task" [ 655.010634] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.011107] env[68800]: DEBUG oslo_vmware.api [None req-35a25f4c-3af2-4def-b281-d868a0f4f19d tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Waiting for the task: (returnval){ [ 655.011107] env[68800]: value = "task-3243138" [ 655.011107] env[68800]: _type = "Task" [ 655.011107] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.070146] env[68800]: DEBUG oslo_vmware.api [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Task: {'id': task-3243139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.074282] env[68800]: DEBUG oslo_vmware.api [None req-35a25f4c-3af2-4def-b281-d868a0f4f19d tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Task: {'id': task-3243138, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.175642] env[68800]: DEBUG nova.network.neutron [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: ce1649cf-3921-41e7-aeed-c4e3e03ccda9] Updating instance_info_cache with network_info: [{"id": "a228a8c8-a953-43ff-b34b-30630b0954c1", "address": "fa:16:3e:7c:e2:9f", "network": {"id": "bd19bcea-a33f-42fb-a9d7-96ef1238b31e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1061261904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bce81ea0aa8745b59cc418debf12e7d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa228a8c8-a9", "ovs_interfaceid": "a228a8c8-a953-43ff-b34b-30630b0954c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.261025] env[68800]: INFO nova.compute.manager [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Took 18.96 seconds to build instance. [ 655.489120] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.489705] env[68800]: DEBUG nova.compute.manager [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 655.494102] env[68800]: DEBUG oslo_concurrency.lockutils [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.733s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.494785] env[68800]: INFO nova.compute.claims [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.536803] env[68800]: DEBUG oslo_vmware.api [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Task: {'id': task-3243139, 'name': PowerOffVM_Task, 'duration_secs': 0.138708} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.541346] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 655.542160] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 655.542160] env[68800]: DEBUG oslo_vmware.api [None req-35a25f4c-3af2-4def-b281-d868a0f4f19d tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Task: {'id': task-3243138, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186865} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.544680] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8edf4b35-0bb4-4c24-8710-b2a0eed92720 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.548491] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-35a25f4c-3af2-4def-b281-d868a0f4f19d tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 655.548491] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-35a25f4c-3af2-4def-b281-d868a0f4f19d tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 655.548491] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-35a25f4c-3af2-4def-b281-d868a0f4f19d tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 655.548644] env[68800]: INFO nova.compute.manager [None req-35a25f4c-3af2-4def-b281-d868a0f4f19d tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Took 1.23 seconds to destroy the instance on the hypervisor. [ 655.548839] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35a25f4c-3af2-4def-b281-d868a0f4f19d tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 655.554232] env[68800]: DEBUG nova.compute.manager [-] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 655.554232] env[68800]: DEBUG nova.network.neutron [-] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 655.562920] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 655.563167] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1dd09ab-4734-4420-bd5e-23f6d5f49ce0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.594713] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 655.594904] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 655.595110] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Deleting the datastore file [datastore2] b1e86642-64ad-454d-9c58-e5abaa42da38 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 655.595853] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00289993-ca98-46d9-be5b-ea99d701e638 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.605730] env[68800]: DEBUG oslo_vmware.api [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Waiting for the task: (returnval){ [ 655.605730] env[68800]: value = "task-3243142" [ 655.605730] env[68800]: _type = "Task" [ 655.605730] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.619024] env[68800]: DEBUG oslo_vmware.api [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Task: {'id': task-3243142, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.679058] env[68800]: DEBUG oslo_concurrency.lockutils [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Releasing lock "refresh_cache-ce1649cf-3921-41e7-aeed-c4e3e03ccda9" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.679418] env[68800]: DEBUG nova.compute.manager [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: ce1649cf-3921-41e7-aeed-c4e3e03ccda9] Instance network_info: |[{"id": "a228a8c8-a953-43ff-b34b-30630b0954c1", "address": "fa:16:3e:7c:e2:9f", "network": {"id": "bd19bcea-a33f-42fb-a9d7-96ef1238b31e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1061261904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bce81ea0aa8745b59cc418debf12e7d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa228a8c8-a9", "ovs_interfaceid": "a228a8c8-a953-43ff-b34b-30630b0954c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 655.679832] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: ce1649cf-3921-41e7-aeed-c4e3e03ccda9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:e2:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e885ebd4-93ca-4e9e-8889-0f16bd91e61e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a228a8c8-a953-43ff-b34b-30630b0954c1', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 655.687991] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Creating folder: Project (bce81ea0aa8745b59cc418debf12e7d2). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.687991] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5bd813c2-fede-47e1-be88-ddbe76b9bf86 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.704642] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Created folder: Project (bce81ea0aa8745b59cc418debf12e7d2) in parent group-v648080. [ 655.705292] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Creating folder: Instances. Parent ref: group-v648112. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.705682] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4103434d-6d1d-4a8a-a8b7-bdd6ae8132fc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.719956] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Created folder: Instances in parent group-v648112. [ 655.719956] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 655.719956] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce1649cf-3921-41e7-aeed-c4e3e03ccda9] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 655.719956] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f70394ca-9012-4fa7-ac76-0f473c835f62 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.748803] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.748803] env[68800]: value = "task-3243145" [ 655.748803] env[68800]: _type = "Task" [ 655.748803] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.757870] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243145, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.762697] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a95ef656-a03f-4896-87a6-4985d3f37246 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Lock "2bab2519-fc00-4b92-8226-bae70048ad1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.481s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.994740] env[68800]: DEBUG nova.compute.manager [req-a9759f63-47c0-497a-8787-8e038f78d011 req-1079f612-5728-46e6-8a15-f9219cd8aae0 service nova] [instance: ce1649cf-3921-41e7-aeed-c4e3e03ccda9] Received event network-vif-plugged-a228a8c8-a953-43ff-b34b-30630b0954c1 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.995306] env[68800]: DEBUG oslo_concurrency.lockutils [req-a9759f63-47c0-497a-8787-8e038f78d011 req-1079f612-5728-46e6-8a15-f9219cd8aae0 service nova] Acquiring lock "ce1649cf-3921-41e7-aeed-c4e3e03ccda9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.996089] env[68800]: DEBUG oslo_concurrency.lockutils [req-a9759f63-47c0-497a-8787-8e038f78d011 req-1079f612-5728-46e6-8a15-f9219cd8aae0 service nova] Lock "ce1649cf-3921-41e7-aeed-c4e3e03ccda9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.996772] env[68800]: DEBUG oslo_concurrency.lockutils [req-a9759f63-47c0-497a-8787-8e038f78d011 req-1079f612-5728-46e6-8a15-f9219cd8aae0 service nova] Lock "ce1649cf-3921-41e7-aeed-c4e3e03ccda9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.996772] env[68800]: DEBUG nova.compute.manager [req-a9759f63-47c0-497a-8787-8e038f78d011 req-1079f612-5728-46e6-8a15-f9219cd8aae0 service nova] [instance: ce1649cf-3921-41e7-aeed-c4e3e03ccda9] No waiting events found dispatching network-vif-plugged-a228a8c8-a953-43ff-b34b-30630b0954c1 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 655.996772] env[68800]: WARNING nova.compute.manager [req-a9759f63-47c0-497a-8787-8e038f78d011 req-1079f612-5728-46e6-8a15-f9219cd8aae0 service nova] [instance: ce1649cf-3921-41e7-aeed-c4e3e03ccda9] Received unexpected event network-vif-plugged-a228a8c8-a953-43ff-b34b-30630b0954c1 for instance with vm_state building and task_state spawning. [ 655.996982] env[68800]: DEBUG nova.compute.manager [req-a9759f63-47c0-497a-8787-8e038f78d011 req-1079f612-5728-46e6-8a15-f9219cd8aae0 service nova] [instance: ce1649cf-3921-41e7-aeed-c4e3e03ccda9] Received event network-changed-a228a8c8-a953-43ff-b34b-30630b0954c1 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.997157] env[68800]: DEBUG nova.compute.manager [req-a9759f63-47c0-497a-8787-8e038f78d011 req-1079f612-5728-46e6-8a15-f9219cd8aae0 service nova] [instance: ce1649cf-3921-41e7-aeed-c4e3e03ccda9] Refreshing instance network info cache due to event network-changed-a228a8c8-a953-43ff-b34b-30630b0954c1. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 655.998037] env[68800]: DEBUG oslo_concurrency.lockutils [req-a9759f63-47c0-497a-8787-8e038f78d011 req-1079f612-5728-46e6-8a15-f9219cd8aae0 service nova] Acquiring lock "refresh_cache-ce1649cf-3921-41e7-aeed-c4e3e03ccda9" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.998037] env[68800]: DEBUG oslo_concurrency.lockutils [req-a9759f63-47c0-497a-8787-8e038f78d011 req-1079f612-5728-46e6-8a15-f9219cd8aae0 service nova] Acquired lock "refresh_cache-ce1649cf-3921-41e7-aeed-c4e3e03ccda9" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.998037] env[68800]: DEBUG nova.network.neutron [req-a9759f63-47c0-497a-8787-8e038f78d011 req-1079f612-5728-46e6-8a15-f9219cd8aae0 service nova] [instance: ce1649cf-3921-41e7-aeed-c4e3e03ccda9] Refreshing network info cache for port a228a8c8-a953-43ff-b34b-30630b0954c1 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.002026] env[68800]: DEBUG nova.compute.utils [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 656.008605] env[68800]: DEBUG nova.compute.manager [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 656.009155] env[68800]: DEBUG nova.network.neutron [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 656.121045] env[68800]: DEBUG oslo_vmware.api [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Task: {'id': task-3243142, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194969} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.121045] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 656.121539] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 656.121539] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 656.131363] env[68800]: DEBUG nova.policy [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d7c9c7404f647f5a0205026b594ab5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f4de2519c564969aa6c6d0fb3c7b59a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 656.264625] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243145, 'name': CreateVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.265113] env[68800]: DEBUG nova.compute.manager [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.460192] env[68800]: DEBUG nova.compute.manager [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Stashing vm_state: active {{(pid=68800) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 656.509639] env[68800]: DEBUG nova.compute.manager [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 656.614780] env[68800]: DEBUG nova.network.neutron [-] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.745196] env[68800]: DEBUG nova.network.neutron [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Successfully created port: 9c3f5b9f-b19c-455f-b8d1-43318faec720 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 656.766055] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243145, 'name': CreateVM_Task, 'duration_secs': 0.522158} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.768537] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce1649cf-3921-41e7-aeed-c4e3e03ccda9] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.770188] env[68800]: DEBUG oslo_concurrency.lockutils [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.771372] env[68800]: DEBUG oslo_concurrency.lockutils [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.771720] env[68800]: DEBUG oslo_concurrency.lockutils [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.775996] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-372220f6-cb06-43cb-83e2-aae792faf594 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.790981] env[68800]: DEBUG oslo_vmware.api [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Waiting for the task: (returnval){ [ 656.790981] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52b9e2f6-cee3-4710-55df-bdb09f07f05d" [ 656.790981] env[68800]: _type = "Task" [ 656.790981] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.803437] env[68800]: DEBUG oslo_vmware.api [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52b9e2f6-cee3-4710-55df-bdb09f07f05d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.806848] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.906798] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e7f39334-abf7-4e19-a5a4-9dfb6d915f95 tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Acquiring lock "c655bd28-92e0-4c56-80dd-3b8c7d84ad1c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.907129] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e7f39334-abf7-4e19-a5a4-9dfb6d915f95 tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Lock "c655bd28-92e0-4c56-80dd-3b8c7d84ad1c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.907465] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e7f39334-abf7-4e19-a5a4-9dfb6d915f95 tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Acquiring lock "c655bd28-92e0-4c56-80dd-3b8c7d84ad1c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.907654] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e7f39334-abf7-4e19-a5a4-9dfb6d915f95 tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Lock "c655bd28-92e0-4c56-80dd-3b8c7d84ad1c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.907873] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e7f39334-abf7-4e19-a5a4-9dfb6d915f95 tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Lock "c655bd28-92e0-4c56-80dd-3b8c7d84ad1c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.913030] env[68800]: INFO nova.compute.manager [None req-e7f39334-abf7-4e19-a5a4-9dfb6d915f95 tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] [instance: c655bd28-92e0-4c56-80dd-3b8c7d84ad1c] Terminating instance [ 656.992983] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.021655] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c725a55-411d-4ea5-ab75-2ca64c42da33 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.034366] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52a55ef-e9c4-4fcb-8f10-7073d5b5d846 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.079931] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8222b695-957d-417d-a8cc-e3ed65ea2a86 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.090190] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4a8fa7-1c39-454e-a3a8-ec103c51a00a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.111900] env[68800]: DEBUG nova.compute.provider_tree [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.117472] env[68800]: INFO nova.compute.manager [-] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Took 1.56 seconds to deallocate network for instance. [ 657.124242] env[68800]: DEBUG nova.network.neutron [req-a9759f63-47c0-497a-8787-8e038f78d011 req-1079f612-5728-46e6-8a15-f9219cd8aae0 service nova] [instance: ce1649cf-3921-41e7-aeed-c4e3e03ccda9] Updated VIF entry in instance network info cache for port a228a8c8-a953-43ff-b34b-30630b0954c1. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.124519] env[68800]: DEBUG nova.network.neutron [req-a9759f63-47c0-497a-8787-8e038f78d011 req-1079f612-5728-46e6-8a15-f9219cd8aae0 service nova] [instance: ce1649cf-3921-41e7-aeed-c4e3e03ccda9] Updating instance_info_cache with network_info: [{"id": "a228a8c8-a953-43ff-b34b-30630b0954c1", "address": "fa:16:3e:7c:e2:9f", "network": {"id": "bd19bcea-a33f-42fb-a9d7-96ef1238b31e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1061261904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bce81ea0aa8745b59cc418debf12e7d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa228a8c8-a9", "ovs_interfaceid": "a228a8c8-a953-43ff-b34b-30630b0954c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.171386] env[68800]: DEBUG nova.virt.hardware [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 657.172036] env[68800]: DEBUG nova.virt.hardware [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 657.172036] env[68800]: DEBUG nova.virt.hardware [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.172036] env[68800]: DEBUG nova.virt.hardware [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 657.173389] env[68800]: DEBUG nova.virt.hardware [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.173776] env[68800]: DEBUG nova.virt.hardware [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 657.177039] env[68800]: DEBUG nova.virt.hardware [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 657.177039] env[68800]: DEBUG nova.virt.hardware [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 657.177039] env[68800]: DEBUG nova.virt.hardware [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 657.177039] env[68800]: DEBUG nova.virt.hardware [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 657.177039] env[68800]: DEBUG nova.virt.hardware [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 657.177542] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81fc96d0-c287-49a5-9c51-23f05dc1cbe7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.193361] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00bc599-832e-4f7a-b141-4e7b7c76f4f1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.212710] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Instance VIF info [] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.218340] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.218608] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.218822] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-febd98b0-b5cd-4c61-9b4e-08f61b3db8e6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.237722] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.237722] env[68800]: value = "task-3243146" [ 657.237722] env[68800]: _type = "Task" [ 657.237722] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.246463] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243146, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.305723] env[68800]: DEBUG oslo_vmware.api [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52b9e2f6-cee3-4710-55df-bdb09f07f05d, 'name': SearchDatastore_Task, 'duration_secs': 0.012622} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.306123] env[68800]: DEBUG oslo_concurrency.lockutils [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.308569] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: ce1649cf-3921-41e7-aeed-c4e3e03ccda9] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 657.308569] env[68800]: DEBUG oslo_concurrency.lockutils [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.308569] env[68800]: DEBUG oslo_concurrency.lockutils [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.308569] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.308569] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9e78ad6-3d5d-42e0-9aa5-b463b4dfa8ff {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.318011] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.318264] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 657.320348] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3abbe933-5a71-49fa-84a0-8ff8563b6090 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.329071] env[68800]: DEBUG oslo_vmware.api [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Waiting for the task: (returnval){ [ 657.329071] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5298c3be-1794-291c-b86c-2be48a5387ce" [ 657.329071] env[68800]: _type = "Task" [ 657.329071] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.344200] env[68800]: DEBUG oslo_vmware.api [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5298c3be-1794-291c-b86c-2be48a5387ce, 'name': SearchDatastore_Task, 'duration_secs': 0.012391} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.344200] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70e59275-aca8-4c4e-930e-8b55058b5334 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.350945] env[68800]: DEBUG oslo_vmware.api [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Waiting for the task: (returnval){ [ 657.350945] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520029cf-09b3-e2df-9428-a4bd5f32cd39" [ 657.350945] env[68800]: _type = "Task" [ 657.350945] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.361115] env[68800]: DEBUG oslo_vmware.api [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520029cf-09b3-e2df-9428-a4bd5f32cd39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.425347] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e7f39334-abf7-4e19-a5a4-9dfb6d915f95 tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Acquiring lock "refresh_cache-c655bd28-92e0-4c56-80dd-3b8c7d84ad1c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.425777] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e7f39334-abf7-4e19-a5a4-9dfb6d915f95 tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Acquired lock "refresh_cache-c655bd28-92e0-4c56-80dd-3b8c7d84ad1c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.425777] env[68800]: DEBUG nova.network.neutron [None req-e7f39334-abf7-4e19-a5a4-9dfb6d915f95 tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] [instance: c655bd28-92e0-4c56-80dd-3b8c7d84ad1c] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.522523] env[68800]: DEBUG nova.compute.manager [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 657.548848] env[68800]: DEBUG nova.virt.hardware [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 657.549405] env[68800]: DEBUG nova.virt.hardware [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 657.549789] env[68800]: DEBUG nova.virt.hardware [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.550215] env[68800]: DEBUG nova.virt.hardware [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 657.550474] env[68800]: DEBUG nova.virt.hardware [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.550825] env[68800]: DEBUG nova.virt.hardware [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 657.551417] env[68800]: DEBUG nova.virt.hardware [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 657.551788] env[68800]: DEBUG nova.virt.hardware [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 657.553048] env[68800]: DEBUG nova.virt.hardware [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 657.553171] env[68800]: DEBUG nova.virt.hardware [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 657.555019] env[68800]: DEBUG nova.virt.hardware [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 657.555019] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb05d742-37f0-41d0-9220-5235674b1b3e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.565128] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310e9f7a-31ed-433b-b80b-516f5c09ee73 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.615732] env[68800]: DEBUG nova.scheduler.client.report [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.623975] env[68800]: DEBUG oslo_concurrency.lockutils [None req-35a25f4c-3af2-4def-b281-d868a0f4f19d tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.627848] env[68800]: DEBUG oslo_concurrency.lockutils [req-a9759f63-47c0-497a-8787-8e038f78d011 req-1079f612-5728-46e6-8a15-f9219cd8aae0 service nova] Releasing lock "refresh_cache-ce1649cf-3921-41e7-aeed-c4e3e03ccda9" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.751266] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243146, 'name': CreateVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.851052] env[68800]: DEBUG nova.network.neutron [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: 5207f0f8-398c-478f-8382-7cbe6e3b201d] Successfully updated port: cee63748-89de-48ca-aa6e-ee356a54e778 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 657.868607] env[68800]: DEBUG oslo_vmware.api [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520029cf-09b3-e2df-9428-a4bd5f32cd39, 'name': SearchDatastore_Task, 'duration_secs': 0.013978} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.870185] env[68800]: DEBUG oslo_concurrency.lockutils [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.870449] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] ce1649cf-3921-41e7-aeed-c4e3e03ccda9/ce1649cf-3921-41e7-aeed-c4e3e03ccda9.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 657.870794] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1c69442-e67e-4d2e-b118-1b7260ca5403 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.879343] env[68800]: DEBUG oslo_vmware.api [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Waiting for the task: (returnval){ [ 657.879343] env[68800]: value = "task-3243148" [ 657.879343] env[68800]: _type = "Task" [ 657.879343] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.891244] env[68800]: DEBUG oslo_vmware.api [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Task: {'id': task-3243148, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.003015] env[68800]: DEBUG nova.network.neutron [None req-e7f39334-abf7-4e19-a5a4-9dfb6d915f95 tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] [instance: c655bd28-92e0-4c56-80dd-3b8c7d84ad1c] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 658.115923] env[68800]: DEBUG oslo_concurrency.lockutils [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Acquiring lock "9fe2f914-935a-4a24-9d71-487e7c0a69c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.116184] env[68800]: DEBUG oslo_concurrency.lockutils [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Lock "9fe2f914-935a-4a24-9d71-487e7c0a69c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.121040] env[68800]: DEBUG oslo_concurrency.lockutils [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.121556] env[68800]: DEBUG nova.compute.manager [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 658.129039] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.792s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.129039] env[68800]: INFO nova.compute.claims [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 04804c6c-0112-4d22-8d0a-eb1ad7825625] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 658.252398] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243146, 'name': CreateVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.360472] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Acquiring lock "refresh_cache-5207f0f8-398c-478f-8382-7cbe6e3b201d" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.360733] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Acquired lock "refresh_cache-5207f0f8-398c-478f-8382-7cbe6e3b201d" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.360835] env[68800]: DEBUG nova.network.neutron [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: 5207f0f8-398c-478f-8382-7cbe6e3b201d] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.389788] env[68800]: DEBUG oslo_vmware.api [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Task: {'id': task-3243148, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.406973] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fe7c370a-8a97-4a51-a7b2-2bf21b4e3380 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Acquiring lock "c867ff92-059f-4647-85cd-8026b1408778" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.407284] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fe7c370a-8a97-4a51-a7b2-2bf21b4e3380 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Lock "c867ff92-059f-4647-85cd-8026b1408778" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.407494] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fe7c370a-8a97-4a51-a7b2-2bf21b4e3380 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Acquiring lock "c867ff92-059f-4647-85cd-8026b1408778-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.407682] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fe7c370a-8a97-4a51-a7b2-2bf21b4e3380 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Lock "c867ff92-059f-4647-85cd-8026b1408778-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.407903] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fe7c370a-8a97-4a51-a7b2-2bf21b4e3380 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Lock "c867ff92-059f-4647-85cd-8026b1408778-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.409972] env[68800]: INFO nova.compute.manager [None req-fe7c370a-8a97-4a51-a7b2-2bf21b4e3380 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] [instance: c867ff92-059f-4647-85cd-8026b1408778] Terminating instance [ 658.425808] env[68800]: DEBUG nova.network.neutron [None req-e7f39334-abf7-4e19-a5a4-9dfb6d915f95 tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] [instance: c655bd28-92e0-4c56-80dd-3b8c7d84ad1c] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.640749] env[68800]: DEBUG nova.compute.utils [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 658.642242] env[68800]: DEBUG nova.compute.manager [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 658.642451] env[68800]: DEBUG nova.network.neutron [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 658.752426] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243146, 'name': CreateVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.763730] env[68800]: DEBUG nova.policy [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c1bf2f9b56848febbbab4e8395c2789', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5531063a7993403488af3de74365a802', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 658.894766] env[68800]: DEBUG oslo_vmware.api [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Task: {'id': task-3243148, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.913574] env[68800]: DEBUG nova.compute.manager [None req-fe7c370a-8a97-4a51-a7b2-2bf21b4e3380 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] [instance: c867ff92-059f-4647-85cd-8026b1408778] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 658.913797] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7c370a-8a97-4a51-a7b2-2bf21b4e3380 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] [instance: c867ff92-059f-4647-85cd-8026b1408778] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 658.914688] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31caefae-33e2-4872-a1a9-477fea6807f2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.923907] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe7c370a-8a97-4a51-a7b2-2bf21b4e3380 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] [instance: c867ff92-059f-4647-85cd-8026b1408778] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 658.924173] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-667117b0-5a37-47b8-a0c0-e34ebea5fb71 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.930096] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e7f39334-abf7-4e19-a5a4-9dfb6d915f95 tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Releasing lock "refresh_cache-c655bd28-92e0-4c56-80dd-3b8c7d84ad1c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.930315] env[68800]: DEBUG nova.compute.manager [None req-e7f39334-abf7-4e19-a5a4-9dfb6d915f95 tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] [instance: c655bd28-92e0-4c56-80dd-3b8c7d84ad1c] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 658.931384] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f39334-abf7-4e19-a5a4-9dfb6d915f95 tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] [instance: c655bd28-92e0-4c56-80dd-3b8c7d84ad1c] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 658.931384] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84b5c2c-056c-46e5-9e47-d579e8234b8f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.941274] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7f39334-abf7-4e19-a5a4-9dfb6d915f95 tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] [instance: c655bd28-92e0-4c56-80dd-3b8c7d84ad1c] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 658.941748] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3363e2f9-a54a-4bdc-8f39-7686c112ae11 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.944770] env[68800]: DEBUG oslo_vmware.api [None req-fe7c370a-8a97-4a51-a7b2-2bf21b4e3380 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Waiting for the task: (returnval){ [ 658.944770] env[68800]: value = "task-3243149" [ 658.944770] env[68800]: _type = "Task" [ 658.944770] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.952041] env[68800]: DEBUG oslo_vmware.api [None req-e7f39334-abf7-4e19-a5a4-9dfb6d915f95 tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Waiting for the task: (returnval){ [ 658.952041] env[68800]: value = "task-3243150" [ 658.952041] env[68800]: _type = "Task" [ 658.952041] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.960375] env[68800]: DEBUG oslo_vmware.api [None req-fe7c370a-8a97-4a51-a7b2-2bf21b4e3380 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Task: {'id': task-3243149, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.967513] env[68800]: DEBUG oslo_vmware.api [None req-e7f39334-abf7-4e19-a5a4-9dfb6d915f95 tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Task: {'id': task-3243150, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.988344] env[68800]: DEBUG nova.network.neutron [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: 5207f0f8-398c-478f-8382-7cbe6e3b201d] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.149650] env[68800]: DEBUG nova.compute.manager [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 659.254303] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243146, 'name': CreateVM_Task, 'duration_secs': 1.580949} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.257786] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 659.259110] env[68800]: DEBUG oslo_concurrency.lockutils [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.259110] env[68800]: DEBUG oslo_concurrency.lockutils [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.259110] env[68800]: DEBUG oslo_concurrency.lockutils [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.259343] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a67ac559-a410-4fc3-975f-3cf4b9f67dd8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.266038] env[68800]: DEBUG oslo_vmware.api [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Waiting for the task: (returnval){ [ 659.266038] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52a9d656-3ac9-4ff9-a3b6-09f07cc2ebd1" [ 659.266038] env[68800]: _type = "Task" [ 659.266038] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.277624] env[68800]: DEBUG oslo_vmware.api [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52a9d656-3ac9-4ff9-a3b6-09f07cc2ebd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.395025] env[68800]: DEBUG oslo_vmware.api [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Task: {'id': task-3243148, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.488133} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.398241] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] ce1649cf-3921-41e7-aeed-c4e3e03ccda9/ce1649cf-3921-41e7-aeed-c4e3e03ccda9.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 659.398511] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: ce1649cf-3921-41e7-aeed-c4e3e03ccda9] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 659.399051] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa6c559f-a316-47d1-abdf-5c607e856b57 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.404764] env[68800]: DEBUG nova.compute.manager [req-155e65e6-30d6-4a77-8eb8-06d355e604d5 req-df23cd6f-43a3-491e-b3a3-fd17239bc794 service nova] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Received event network-vif-deleted-aaf8c3e4-8e7e-4453-97dd-8bcab6c0d04a {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.404764] env[68800]: DEBUG nova.compute.manager [req-155e65e6-30d6-4a77-8eb8-06d355e604d5 req-df23cd6f-43a3-491e-b3a3-fd17239bc794 service nova] [instance: 5207f0f8-398c-478f-8382-7cbe6e3b201d] Received event network-vif-plugged-cee63748-89de-48ca-aa6e-ee356a54e778 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.405032] env[68800]: DEBUG oslo_concurrency.lockutils [req-155e65e6-30d6-4a77-8eb8-06d355e604d5 req-df23cd6f-43a3-491e-b3a3-fd17239bc794 service nova] Acquiring lock "5207f0f8-398c-478f-8382-7cbe6e3b201d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.405273] env[68800]: DEBUG oslo_concurrency.lockutils [req-155e65e6-30d6-4a77-8eb8-06d355e604d5 req-df23cd6f-43a3-491e-b3a3-fd17239bc794 service nova] Lock "5207f0f8-398c-478f-8382-7cbe6e3b201d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.405478] env[68800]: DEBUG oslo_concurrency.lockutils [req-155e65e6-30d6-4a77-8eb8-06d355e604d5 req-df23cd6f-43a3-491e-b3a3-fd17239bc794 service nova] Lock "5207f0f8-398c-478f-8382-7cbe6e3b201d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.405756] env[68800]: DEBUG nova.compute.manager [req-155e65e6-30d6-4a77-8eb8-06d355e604d5 req-df23cd6f-43a3-491e-b3a3-fd17239bc794 service nova] [instance: 5207f0f8-398c-478f-8382-7cbe6e3b201d] No waiting events found dispatching network-vif-plugged-cee63748-89de-48ca-aa6e-ee356a54e778 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 659.408091] env[68800]: WARNING nova.compute.manager [req-155e65e6-30d6-4a77-8eb8-06d355e604d5 req-df23cd6f-43a3-491e-b3a3-fd17239bc794 service nova] [instance: 5207f0f8-398c-478f-8382-7cbe6e3b201d] Received unexpected event network-vif-plugged-cee63748-89de-48ca-aa6e-ee356a54e778 for instance with vm_state building and task_state spawning. [ 659.408091] env[68800]: DEBUG nova.compute.manager [req-155e65e6-30d6-4a77-8eb8-06d355e604d5 req-df23cd6f-43a3-491e-b3a3-fd17239bc794 service nova] [instance: 5207f0f8-398c-478f-8382-7cbe6e3b201d] Received event network-changed-cee63748-89de-48ca-aa6e-ee356a54e778 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.408091] env[68800]: DEBUG nova.compute.manager [req-155e65e6-30d6-4a77-8eb8-06d355e604d5 req-df23cd6f-43a3-491e-b3a3-fd17239bc794 service nova] [instance: 5207f0f8-398c-478f-8382-7cbe6e3b201d] Refreshing instance network info cache due to event network-changed-cee63748-89de-48ca-aa6e-ee356a54e778. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 659.408091] env[68800]: DEBUG oslo_concurrency.lockutils [req-155e65e6-30d6-4a77-8eb8-06d355e604d5 req-df23cd6f-43a3-491e-b3a3-fd17239bc794 service nova] Acquiring lock "refresh_cache-5207f0f8-398c-478f-8382-7cbe6e3b201d" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.413255] env[68800]: DEBUG oslo_vmware.api [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Waiting for the task: (returnval){ [ 659.413255] env[68800]: value = "task-3243151" [ 659.413255] env[68800]: _type = "Task" [ 659.413255] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.430197] env[68800]: DEBUG oslo_vmware.api [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Task: {'id': task-3243151, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.465893] env[68800]: DEBUG oslo_vmware.api [None req-fe7c370a-8a97-4a51-a7b2-2bf21b4e3380 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Task: {'id': task-3243149, 'name': PowerOffVM_Task, 'duration_secs': 0.286036} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.467396] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe7c370a-8a97-4a51-a7b2-2bf21b4e3380 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] [instance: c867ff92-059f-4647-85cd-8026b1408778] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 659.467396] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7c370a-8a97-4a51-a7b2-2bf21b4e3380 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] [instance: c867ff92-059f-4647-85cd-8026b1408778] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 659.467396] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-583b5eff-0a70-454f-8cca-add005bd38f2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.481037] env[68800]: DEBUG oslo_vmware.api [None req-e7f39334-abf7-4e19-a5a4-9dfb6d915f95 tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Task: {'id': task-3243150, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.558017] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7c370a-8a97-4a51-a7b2-2bf21b4e3380 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] [instance: c867ff92-059f-4647-85cd-8026b1408778] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 659.558017] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7c370a-8a97-4a51-a7b2-2bf21b4e3380 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] [instance: c867ff92-059f-4647-85cd-8026b1408778] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 659.558017] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe7c370a-8a97-4a51-a7b2-2bf21b4e3380 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Deleting the datastore file [datastore2] c867ff92-059f-4647-85cd-8026b1408778 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 659.558017] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1eebe01b-257a-404c-ba83-542b384f4fcf {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.567277] env[68800]: DEBUG oslo_vmware.api [None req-fe7c370a-8a97-4a51-a7b2-2bf21b4e3380 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Waiting for the task: (returnval){ [ 659.567277] env[68800]: value = "task-3243153" [ 659.567277] env[68800]: _type = "Task" [ 659.567277] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.575377] env[68800]: DEBUG oslo_vmware.api [None req-fe7c370a-8a97-4a51-a7b2-2bf21b4e3380 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Task: {'id': task-3243153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.595077] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2370603a-edab-47c4-a2d1-e6b83e88df02 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.602805] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f03910-5448-44a0-80fa-408b3b6c6da6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.638946] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57094067-cf54-4302-b1a2-36b6d4ab8047 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.648293] env[68800]: DEBUG nova.network.neutron [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: 5207f0f8-398c-478f-8382-7cbe6e3b201d] Updating instance_info_cache with network_info: [{"id": "cee63748-89de-48ca-aa6e-ee356a54e778", "address": "fa:16:3e:61:ec:43", "network": {"id": "910263fe-5348-43bf-a2dc-80270861caea", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3ae10f76bf14ae69232ca090f1bb0ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcee63748-89", "ovs_interfaceid": "cee63748-89de-48ca-aa6e-ee356a54e778", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.651177] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8f3f62-abeb-4453-b5fe-ccfc452a75fd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.673106] env[68800]: DEBUG nova.compute.provider_tree [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.783353] env[68800]: DEBUG oslo_vmware.api [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52a9d656-3ac9-4ff9-a3b6-09f07cc2ebd1, 'name': SearchDatastore_Task, 'duration_secs': 0.012652} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.783353] env[68800]: DEBUG oslo_concurrency.lockutils [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.783568] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.783776] env[68800]: DEBUG oslo_concurrency.lockutils [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.783911] env[68800]: DEBUG oslo_concurrency.lockutils [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.784150] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.785072] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a20511bc-1248-420d-8b59-aa6eb879e070 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.796874] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.797509] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.799056] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2011aae1-367b-453e-9fa6-1a460ab24cc3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.808163] env[68800]: DEBUG oslo_vmware.api [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Waiting for the task: (returnval){ [ 659.808163] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52226405-7314-1a3b-410e-d41fe8d32ef8" [ 659.808163] env[68800]: _type = "Task" [ 659.808163] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.814228] env[68800]: DEBUG nova.network.neutron [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Successfully created port: 7c76f638-890c-4fcf-bd59-9651db20dd40 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 659.816841] env[68800]: DEBUG nova.network.neutron [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Successfully updated port: 9c3f5b9f-b19c-455f-b8d1-43318faec720 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 659.824452] env[68800]: DEBUG oslo_vmware.api [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52226405-7314-1a3b-410e-d41fe8d32ef8, 'name': SearchDatastore_Task, 'duration_secs': 0.010832} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.827439] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5cd4f03-12cc-4385-b235-2b031ebfa151 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.834122] env[68800]: DEBUG oslo_vmware.api [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Waiting for the task: (returnval){ [ 659.834122] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529747b1-848b-b423-6191-82b9e3009ff5" [ 659.834122] env[68800]: _type = "Task" [ 659.834122] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.847714] env[68800]: DEBUG oslo_vmware.api [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529747b1-848b-b423-6191-82b9e3009ff5, 'name': SearchDatastore_Task, 'duration_secs': 0.010868} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.848282] env[68800]: DEBUG oslo_concurrency.lockutils [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.848891] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] b1e86642-64ad-454d-9c58-e5abaa42da38/b1e86642-64ad-454d-9c58-e5abaa42da38.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 659.848891] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e368e9bb-f38a-4f24-b940-057ef884dc02 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.860736] env[68800]: DEBUG oslo_vmware.api [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Waiting for the task: (returnval){ [ 659.860736] env[68800]: value = "task-3243154" [ 659.860736] env[68800]: _type = "Task" [ 659.860736] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.879572] env[68800]: DEBUG oslo_vmware.api [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Task: {'id': task-3243154, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.924113] env[68800]: DEBUG oslo_vmware.api [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Task: {'id': task-3243151, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091917} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.925032] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: ce1649cf-3921-41e7-aeed-c4e3e03ccda9] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 659.925309] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db25595-cfa6-46a6-bbdc-ac7c39a861f6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.950445] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: ce1649cf-3921-41e7-aeed-c4e3e03ccda9] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] ce1649cf-3921-41e7-aeed-c4e3e03ccda9/ce1649cf-3921-41e7-aeed-c4e3e03ccda9.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 659.950772] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a74f69b-c30d-42fe-97a9-3af16ef795e1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.976917] env[68800]: DEBUG oslo_vmware.api [None req-e7f39334-abf7-4e19-a5a4-9dfb6d915f95 tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Task: {'id': task-3243150, 'name': PowerOffVM_Task, 'duration_secs': 0.572359} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.979713] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7f39334-abf7-4e19-a5a4-9dfb6d915f95 tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] [instance: c655bd28-92e0-4c56-80dd-3b8c7d84ad1c] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 659.979713] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f39334-abf7-4e19-a5a4-9dfb6d915f95 tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] [instance: c655bd28-92e0-4c56-80dd-3b8c7d84ad1c] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 659.979713] env[68800]: DEBUG oslo_vmware.api [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Waiting for the task: (returnval){ [ 659.979713] env[68800]: value = "task-3243155" [ 659.979713] env[68800]: _type = "Task" [ 659.979713] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.979713] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e80f9ea8-f6b3-4ffc-89e0-e1263d1ac8ab {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.992062] env[68800]: DEBUG oslo_vmware.api [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Task: {'id': task-3243155, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.018606] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f39334-abf7-4e19-a5a4-9dfb6d915f95 tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] [instance: c655bd28-92e0-4c56-80dd-3b8c7d84ad1c] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 660.018870] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f39334-abf7-4e19-a5a4-9dfb6d915f95 tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] [instance: c655bd28-92e0-4c56-80dd-3b8c7d84ad1c] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 660.018960] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7f39334-abf7-4e19-a5a4-9dfb6d915f95 tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Deleting the datastore file [datastore1] c655bd28-92e0-4c56-80dd-3b8c7d84ad1c {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.019286] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6baabc60-4e8e-4aa4-a359-1151ccafb8cb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.027340] env[68800]: DEBUG oslo_vmware.api [None req-e7f39334-abf7-4e19-a5a4-9dfb6d915f95 tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Waiting for the task: (returnval){ [ 660.027340] env[68800]: value = "task-3243157" [ 660.027340] env[68800]: _type = "Task" [ 660.027340] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.037734] env[68800]: DEBUG oslo_vmware.api [None req-e7f39334-abf7-4e19-a5a4-9dfb6d915f95 tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Task: {'id': task-3243157, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.080198] env[68800]: DEBUG oslo_vmware.api [None req-fe7c370a-8a97-4a51-a7b2-2bf21b4e3380 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Task: {'id': task-3243153, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139682} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.080198] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe7c370a-8a97-4a51-a7b2-2bf21b4e3380 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 660.080198] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7c370a-8a97-4a51-a7b2-2bf21b4e3380 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] [instance: c867ff92-059f-4647-85cd-8026b1408778] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 660.080198] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7c370a-8a97-4a51-a7b2-2bf21b4e3380 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] [instance: c867ff92-059f-4647-85cd-8026b1408778] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 660.080198] env[68800]: INFO nova.compute.manager [None req-fe7c370a-8a97-4a51-a7b2-2bf21b4e3380 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] [instance: c867ff92-059f-4647-85cd-8026b1408778] Took 1.17 seconds to destroy the instance on the hypervisor. [ 660.080435] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe7c370a-8a97-4a51-a7b2-2bf21b4e3380 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.080679] env[68800]: DEBUG nova.compute.manager [-] [instance: c867ff92-059f-4647-85cd-8026b1408778] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 660.080679] env[68800]: DEBUG nova.network.neutron [-] [instance: c867ff92-059f-4647-85cd-8026b1408778] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 660.160617] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Releasing lock "refresh_cache-5207f0f8-398c-478f-8382-7cbe6e3b201d" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.160617] env[68800]: DEBUG nova.compute.manager [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: 5207f0f8-398c-478f-8382-7cbe6e3b201d] Instance network_info: |[{"id": "cee63748-89de-48ca-aa6e-ee356a54e778", "address": "fa:16:3e:61:ec:43", "network": {"id": "910263fe-5348-43bf-a2dc-80270861caea", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3ae10f76bf14ae69232ca090f1bb0ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcee63748-89", "ovs_interfaceid": "cee63748-89de-48ca-aa6e-ee356a54e778", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 660.160793] env[68800]: DEBUG oslo_concurrency.lockutils [req-155e65e6-30d6-4a77-8eb8-06d355e604d5 req-df23cd6f-43a3-491e-b3a3-fd17239bc794 service nova] Acquired lock "refresh_cache-5207f0f8-398c-478f-8382-7cbe6e3b201d" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.160793] env[68800]: DEBUG nova.network.neutron [req-155e65e6-30d6-4a77-8eb8-06d355e604d5 req-df23cd6f-43a3-491e-b3a3-fd17239bc794 service nova] [instance: 5207f0f8-398c-478f-8382-7cbe6e3b201d] Refreshing network info cache for port cee63748-89de-48ca-aa6e-ee356a54e778 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 660.160793] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: 5207f0f8-398c-478f-8382-7cbe6e3b201d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:ec:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cbd5e0e-9116-46f1-9748-13a73d2d7e75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cee63748-89de-48ca-aa6e-ee356a54e778', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.168367] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Creating folder: Project (65c4166f64394b8bb10d58b7a5e1122b). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.169796] env[68800]: DEBUG nova.compute.manager [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 660.172411] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d61160dc-363a-4025-8526-1611182188f0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.175699] env[68800]: DEBUG nova.scheduler.client.report [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.195630] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Created folder: Project (65c4166f64394b8bb10d58b7a5e1122b) in parent group-v648080. [ 660.195630] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Creating folder: Instances. Parent ref: group-v648116. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.195630] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83397008-28f8-4cab-8eef-ee27e7e5f944 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.202766] env[68800]: DEBUG nova.virt.hardware [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 660.203140] env[68800]: DEBUG nova.virt.hardware [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 660.203332] env[68800]: DEBUG nova.virt.hardware [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.203971] env[68800]: DEBUG nova.virt.hardware [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 660.203971] env[68800]: DEBUG nova.virt.hardware [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.203971] env[68800]: DEBUG nova.virt.hardware [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 660.204186] env[68800]: DEBUG nova.virt.hardware [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 660.204473] env[68800]: DEBUG nova.virt.hardware [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 660.205309] env[68800]: DEBUG nova.virt.hardware [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 660.205309] env[68800]: DEBUG nova.virt.hardware [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 660.205309] env[68800]: DEBUG nova.virt.hardware [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 660.206249] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324e26fb-c047-4600-aa41-bb646a8008cc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.210464] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Created folder: Instances in parent group-v648116. [ 660.210788] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.212041] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5207f0f8-398c-478f-8382-7cbe6e3b201d] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.212619] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a8c3425-391a-4c9e-a51a-0c9a7ce0aa48 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.234423] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aad51a2-48d1-4483-8820-51d8d0845a10 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.243168] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.243168] env[68800]: value = "task-3243160" [ 660.243168] env[68800]: _type = "Task" [ 660.243168] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.270623] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243160, 'name': CreateVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.321399] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Acquiring lock "refresh_cache-1ccaea17-56f1-442f-82f3-6126e60913c6" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.325603] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Acquired lock "refresh_cache-1ccaea17-56f1-442f-82f3-6126e60913c6" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.325603] env[68800]: DEBUG nova.network.neutron [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.380116] env[68800]: DEBUG oslo_vmware.api [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Task: {'id': task-3243154, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506645} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.383014] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] b1e86642-64ad-454d-9c58-e5abaa42da38/b1e86642-64ad-454d-9c58-e5abaa42da38.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 660.383014] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 660.383214] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76eba7d6-e36d-456a-96fd-aaae81a26e4a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.395414] env[68800]: DEBUG oslo_vmware.api [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Waiting for the task: (returnval){ [ 660.395414] env[68800]: value = "task-3243161" [ 660.395414] env[68800]: _type = "Task" [ 660.395414] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.411051] env[68800]: DEBUG oslo_vmware.api [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Task: {'id': task-3243161, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.478279] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Acquiring lock "af1b5f44-b442-4c3e-923c-92c0d7db49b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.478528] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Lock "af1b5f44-b442-4c3e-923c-92c0d7db49b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.491475] env[68800]: DEBUG oslo_vmware.api [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Task: {'id': task-3243155, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.541388] env[68800]: DEBUG oslo_vmware.api [None req-e7f39334-abf7-4e19-a5a4-9dfb6d915f95 tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Task: {'id': task-3243157, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.41095} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.541535] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7f39334-abf7-4e19-a5a4-9dfb6d915f95 tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 660.541640] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f39334-abf7-4e19-a5a4-9dfb6d915f95 tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] [instance: c655bd28-92e0-4c56-80dd-3b8c7d84ad1c] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 660.541917] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f39334-abf7-4e19-a5a4-9dfb6d915f95 tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] [instance: c655bd28-92e0-4c56-80dd-3b8c7d84ad1c] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 660.542052] env[68800]: INFO nova.compute.manager [None req-e7f39334-abf7-4e19-a5a4-9dfb6d915f95 tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] [instance: c655bd28-92e0-4c56-80dd-3b8c7d84ad1c] Took 1.61 seconds to destroy the instance on the hypervisor. [ 660.542266] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7f39334-abf7-4e19-a5a4-9dfb6d915f95 tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.542477] env[68800]: DEBUG nova.compute.manager [-] [instance: c655bd28-92e0-4c56-80dd-3b8c7d84ad1c] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 660.542571] env[68800]: DEBUG nova.network.neutron [-] [instance: c655bd28-92e0-4c56-80dd-3b8c7d84ad1c] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 660.602331] env[68800]: DEBUG nova.network.neutron [-] [instance: c655bd28-92e0-4c56-80dd-3b8c7d84ad1c] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 660.682540] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.556s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.684121] env[68800]: DEBUG nova.compute.manager [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 04804c6c-0112-4d22-8d0a-eb1ad7825625] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 660.693086] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f7916b2b-3908-4b6f-86f2-fd4131cd8313 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.597s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.693086] env[68800]: DEBUG nova.objects.instance [None req-f7916b2b-3908-4b6f-86f2-fd4131cd8313 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Lazy-loading 'resources' on Instance uuid 0b4fcd51-10b9-4e0f-8581-2972a686edd2 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 660.754683] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243160, 'name': CreateVM_Task, 'duration_secs': 0.44085} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.755068] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5207f0f8-398c-478f-8382-7cbe6e3b201d] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.755771] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.755933] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.756280] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.756609] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-782f8031-3298-4088-a3a2-a5d5ab177cab {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.762169] env[68800]: DEBUG oslo_vmware.api [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Waiting for the task: (returnval){ [ 660.762169] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]526e35b2-15b1-26eb-cd67-447a2849e6ec" [ 660.762169] env[68800]: _type = "Task" [ 660.762169] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.771627] env[68800]: DEBUG oslo_vmware.api [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]526e35b2-15b1-26eb-cd67-447a2849e6ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.912475] env[68800]: DEBUG oslo_vmware.api [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Task: {'id': task-3243161, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075945} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.912965] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 660.914139] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8bc5129-6ea8-40b9-8a65-db9cdd5eb507 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.943731] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] b1e86642-64ad-454d-9c58-e5abaa42da38/b1e86642-64ad-454d-9c58-e5abaa42da38.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 660.945197] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33d6efb2-f442-412a-a33e-e22626b965c4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.964673] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Acquiring lock "a5b62cef-6f64-47fc-beb0-aaa1229511b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.966039] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Lock "a5b62cef-6f64-47fc-beb0-aaa1229511b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.972509] env[68800]: DEBUG oslo_vmware.api [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Waiting for the task: (returnval){ [ 660.972509] env[68800]: value = "task-3243162" [ 660.972509] env[68800]: _type = "Task" [ 660.972509] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.982712] env[68800]: DEBUG oslo_vmware.api [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Task: {'id': task-3243162, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.992666] env[68800]: DEBUG oslo_vmware.api [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Task: {'id': task-3243155, 'name': ReconfigVM_Task, 'duration_secs': 0.573003} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.993017] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: ce1649cf-3921-41e7-aeed-c4e3e03ccda9] Reconfigured VM instance instance-0000000a to attach disk [datastore1] ce1649cf-3921-41e7-aeed-c4e3e03ccda9/ce1649cf-3921-41e7-aeed-c4e3e03ccda9.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.996184] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-157fb1a7-eaf1-4d9b-96eb-b4c1d69e441d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.006753] env[68800]: DEBUG oslo_vmware.api [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Waiting for the task: (returnval){ [ 661.006753] env[68800]: value = "task-3243163" [ 661.006753] env[68800]: _type = "Task" [ 661.006753] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.022181] env[68800]: DEBUG oslo_vmware.api [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Task: {'id': task-3243163, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.065297] env[68800]: DEBUG nova.network.neutron [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 661.104807] env[68800]: DEBUG nova.network.neutron [-] [instance: c655bd28-92e0-4c56-80dd-3b8c7d84ad1c] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.199623] env[68800]: DEBUG nova.compute.utils [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 661.205066] env[68800]: DEBUG nova.compute.manager [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 04804c6c-0112-4d22-8d0a-eb1ad7825625] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 661.205066] env[68800]: DEBUG nova.network.neutron [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 04804c6c-0112-4d22-8d0a-eb1ad7825625] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 661.277239] env[68800]: DEBUG oslo_vmware.api [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]526e35b2-15b1-26eb-cd67-447a2849e6ec, 'name': SearchDatastore_Task, 'duration_secs': 0.010811} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.280080] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.280382] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: 5207f0f8-398c-478f-8382-7cbe6e3b201d] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.280645] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.280879] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.280955] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.281564] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c77dfee-53a9-4453-bde4-ad75af2cf1fc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.292457] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.292457] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.292915] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79fbf423-085d-4051-bee0-0b3ca5925ec3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.302526] env[68800]: DEBUG oslo_vmware.api [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Waiting for the task: (returnval){ [ 661.302526] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52fac8ca-2183-669d-5a21-5ea267573e2e" [ 661.302526] env[68800]: _type = "Task" [ 661.302526] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.315161] env[68800]: DEBUG oslo_vmware.api [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52fac8ca-2183-669d-5a21-5ea267573e2e, 'name': SearchDatastore_Task, 'duration_secs': 0.010515} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.319302] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dd35eec-dac4-48b8-b5da-bd0e7cc3f147 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.336285] env[68800]: DEBUG oslo_vmware.api [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Waiting for the task: (returnval){ [ 661.336285] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5280a97e-cd13-7014-2149-f4229ebc09ef" [ 661.336285] env[68800]: _type = "Task" [ 661.336285] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.343443] env[68800]: DEBUG oslo_vmware.api [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5280a97e-cd13-7014-2149-f4229ebc09ef, 'name': SearchDatastore_Task, 'duration_secs': 0.010622} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.346210] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.346534] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 5207f0f8-398c-478f-8382-7cbe6e3b201d/5207f0f8-398c-478f-8382-7cbe6e3b201d.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 661.349234] env[68800]: DEBUG nova.policy [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d7c9c7404f647f5a0205026b594ab5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f4de2519c564969aa6c6d0fb3c7b59a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 661.349496] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19b4899a-9bf5-46cc-95d0-c5a13931b2b1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.362337] env[68800]: DEBUG oslo_vmware.api [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Waiting for the task: (returnval){ [ 661.362337] env[68800]: value = "task-3243164" [ 661.362337] env[68800]: _type = "Task" [ 661.362337] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.371242] env[68800]: DEBUG oslo_vmware.api [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Task: {'id': task-3243164, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.380060] env[68800]: DEBUG nova.network.neutron [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Updating instance_info_cache with network_info: [{"id": "9c3f5b9f-b19c-455f-b8d1-43318faec720", "address": "fa:16:3e:84:f8:96", "network": {"id": "703888a9-acb3-4f13-9061-6f33bc4621e8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1452406487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f4de2519c564969aa6c6d0fb3c7b59a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c3f5b9f-b1", "ovs_interfaceid": "9c3f5b9f-b19c-455f-b8d1-43318faec720", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.488891] env[68800]: DEBUG oslo_vmware.api [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Task: {'id': task-3243162, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.519450] env[68800]: DEBUG oslo_vmware.api [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Task: {'id': task-3243163, 'name': Rename_Task, 'duration_secs': 0.193142} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.519450] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: ce1649cf-3921-41e7-aeed-c4e3e03ccda9] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 661.519450] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-198d967b-e545-47fa-9bdf-6b0a575ba266 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.529215] env[68800]: DEBUG oslo_vmware.api [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Waiting for the task: (returnval){ [ 661.529215] env[68800]: value = "task-3243165" [ 661.529215] env[68800]: _type = "Task" [ 661.529215] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.545160] env[68800]: DEBUG oslo_vmware.api [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Task: {'id': task-3243165, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.609229] env[68800]: INFO nova.compute.manager [-] [instance: c655bd28-92e0-4c56-80dd-3b8c7d84ad1c] Took 1.07 seconds to deallocate network for instance. [ 661.669606] env[68800]: DEBUG nova.network.neutron [-] [instance: c867ff92-059f-4647-85cd-8026b1408778] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.689573] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a321c0b-629c-418a-a891-81bdfcfc8971 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.705104] env[68800]: DEBUG nova.compute.manager [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 04804c6c-0112-4d22-8d0a-eb1ad7825625] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 661.710679] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2cc8a86-bd35-4fd9-a738-36032cb4296f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.749946] env[68800]: DEBUG nova.network.neutron [req-155e65e6-30d6-4a77-8eb8-06d355e604d5 req-df23cd6f-43a3-491e-b3a3-fd17239bc794 service nova] [instance: 5207f0f8-398c-478f-8382-7cbe6e3b201d] Updated VIF entry in instance network info cache for port cee63748-89de-48ca-aa6e-ee356a54e778. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 661.750307] env[68800]: DEBUG nova.network.neutron [req-155e65e6-30d6-4a77-8eb8-06d355e604d5 req-df23cd6f-43a3-491e-b3a3-fd17239bc794 service nova] [instance: 5207f0f8-398c-478f-8382-7cbe6e3b201d] Updating instance_info_cache with network_info: [{"id": "cee63748-89de-48ca-aa6e-ee356a54e778", "address": "fa:16:3e:61:ec:43", "network": {"id": "910263fe-5348-43bf-a2dc-80270861caea", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3ae10f76bf14ae69232ca090f1bb0ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcee63748-89", "ovs_interfaceid": "cee63748-89de-48ca-aa6e-ee356a54e778", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.752093] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4deda065-e66b-4a24-b78c-a1a475499514 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.763164] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1242a77d-b115-4b11-a62d-bdc47661cd60 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.782037] env[68800]: DEBUG nova.compute.provider_tree [None req-f7916b2b-3908-4b6f-86f2-fd4131cd8313 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.872592] env[68800]: DEBUG oslo_vmware.api [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Task: {'id': task-3243164, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490688} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.872841] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 5207f0f8-398c-478f-8382-7cbe6e3b201d/5207f0f8-398c-478f-8382-7cbe6e3b201d.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 661.873060] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: 5207f0f8-398c-478f-8382-7cbe6e3b201d] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 661.873301] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1e465b6-ecf9-4b9b-9eaf-4ce98c71a009 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.883024] env[68800]: DEBUG oslo_vmware.api [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Waiting for the task: (returnval){ [ 661.883024] env[68800]: value = "task-3243166" [ 661.883024] env[68800]: _type = "Task" [ 661.883024] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.885116] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Releasing lock "refresh_cache-1ccaea17-56f1-442f-82f3-6126e60913c6" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.885412] env[68800]: DEBUG nova.compute.manager [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Instance network_info: |[{"id": "9c3f5b9f-b19c-455f-b8d1-43318faec720", "address": "fa:16:3e:84:f8:96", "network": {"id": "703888a9-acb3-4f13-9061-6f33bc4621e8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1452406487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f4de2519c564969aa6c6d0fb3c7b59a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c3f5b9f-b1", "ovs_interfaceid": "9c3f5b9f-b19c-455f-b8d1-43318faec720", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 661.885797] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:f8:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08fb4857-7f9b-4f97-86ef-415341fb595d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c3f5b9f-b19c-455f-b8d1-43318faec720', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 661.894278] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Creating folder: Project (0f4de2519c564969aa6c6d0fb3c7b59a). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.895045] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8ebac05-21eb-486f-a915-8dbb9e6fc077 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.900266] env[68800]: DEBUG oslo_vmware.api [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Task: {'id': task-3243166, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.907128] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Created folder: Project (0f4de2519c564969aa6c6d0fb3c7b59a) in parent group-v648080. [ 661.907330] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Creating folder: Instances. Parent ref: group-v648119. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.907574] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-464c98df-1dad-4033-9644-3b5e1ab9668d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.920297] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Created folder: Instances in parent group-v648119. [ 661.920548] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.920757] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 661.921370] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49b626c6-f2a4-42fb-b0a7-2b12eab2f3b1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.945756] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 661.945756] env[68800]: value = "task-3243169" [ 661.945756] env[68800]: _type = "Task" [ 661.945756] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.955751] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243169, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.991814] env[68800]: DEBUG oslo_vmware.api [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Task: {'id': task-3243162, 'name': ReconfigVM_Task, 'duration_secs': 0.615706} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.991814] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Reconfigured VM instance instance-00000008 to attach disk [datastore1] b1e86642-64ad-454d-9c58-e5abaa42da38/b1e86642-64ad-454d-9c58-e5abaa42da38.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 661.991814] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-203b66b7-6b77-41fd-b124-7114e9366853 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.999928] env[68800]: DEBUG oslo_vmware.api [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Waiting for the task: (returnval){ [ 661.999928] env[68800]: value = "task-3243170" [ 661.999928] env[68800]: _type = "Task" [ 661.999928] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.014042] env[68800]: DEBUG oslo_vmware.api [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Task: {'id': task-3243170, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.043949] env[68800]: DEBUG oslo_vmware.api [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Task: {'id': task-3243165, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.119351] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e7f39334-abf7-4e19-a5a4-9dfb6d915f95 tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.173290] env[68800]: INFO nova.compute.manager [-] [instance: c867ff92-059f-4647-85cd-8026b1408778] Took 2.09 seconds to deallocate network for instance. [ 662.257791] env[68800]: DEBUG oslo_concurrency.lockutils [req-155e65e6-30d6-4a77-8eb8-06d355e604d5 req-df23cd6f-43a3-491e-b3a3-fd17239bc794 service nova] Releasing lock "refresh_cache-5207f0f8-398c-478f-8382-7cbe6e3b201d" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.285471] env[68800]: DEBUG nova.scheduler.client.report [None req-f7916b2b-3908-4b6f-86f2-fd4131cd8313 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.398020] env[68800]: DEBUG oslo_vmware.api [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Task: {'id': task-3243166, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082782} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.398020] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: 5207f0f8-398c-478f-8382-7cbe6e3b201d] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 662.398020] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c455e92-aa64-4645-b5ef-e9ff60134ce9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.421286] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: 5207f0f8-398c-478f-8382-7cbe6e3b201d] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 5207f0f8-398c-478f-8382-7cbe6e3b201d/5207f0f8-398c-478f-8382-7cbe6e3b201d.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.421875] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fc09877-bb72-4b54-8ef9-1e38d141eee2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.448155] env[68800]: DEBUG oslo_vmware.api [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Waiting for the task: (returnval){ [ 662.448155] env[68800]: value = "task-3243171" [ 662.448155] env[68800]: _type = "Task" [ 662.448155] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.460381] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243169, 'name': CreateVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.464541] env[68800]: DEBUG oslo_vmware.api [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Task: {'id': task-3243171, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.509689] env[68800]: DEBUG oslo_vmware.api [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Task: {'id': task-3243170, 'name': Rename_Task, 'duration_secs': 0.211624} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.510131] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 662.510496] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5ab73ac-0d31-4dc2-96eb-d9e2a8c17436 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.519124] env[68800]: DEBUG oslo_vmware.api [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Waiting for the task: (returnval){ [ 662.519124] env[68800]: value = "task-3243172" [ 662.519124] env[68800]: _type = "Task" [ 662.519124] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.523496] env[68800]: DEBUG nova.network.neutron [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 04804c6c-0112-4d22-8d0a-eb1ad7825625] Successfully created port: f65def13-06c1-4e7b-8941-f58241a867c1 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 662.534529] env[68800]: DEBUG oslo_vmware.api [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Task: {'id': task-3243172, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.547446] env[68800]: DEBUG oslo_vmware.api [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Task: {'id': task-3243165, 'name': PowerOnVM_Task, 'duration_secs': 0.67607} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.547702] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: ce1649cf-3921-41e7-aeed-c4e3e03ccda9] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 662.547903] env[68800]: INFO nova.compute.manager [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: ce1649cf-3921-41e7-aeed-c4e3e03ccda9] Took 10.11 seconds to spawn the instance on the hypervisor. [ 662.548104] env[68800]: DEBUG nova.compute.manager [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: ce1649cf-3921-41e7-aeed-c4e3e03ccda9] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 662.548902] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512d4b68-45e9-45df-87fb-cf90b28dffb5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.685990] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fe7c370a-8a97-4a51-a7b2-2bf21b4e3380 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.727919] env[68800]: DEBUG nova.compute.manager [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 04804c6c-0112-4d22-8d0a-eb1ad7825625] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 662.764186] env[68800]: DEBUG nova.network.neutron [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Successfully updated port: 7c76f638-890c-4fcf-bd59-9651db20dd40 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 662.769261] env[68800]: DEBUG nova.virt.hardware [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 662.769261] env[68800]: DEBUG nova.virt.hardware [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 662.769261] env[68800]: DEBUG nova.virt.hardware [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 662.769597] env[68800]: DEBUG nova.virt.hardware [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 662.769597] env[68800]: DEBUG nova.virt.hardware [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 662.769597] env[68800]: DEBUG nova.virt.hardware [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 662.769809] env[68800]: DEBUG nova.virt.hardware [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 662.769877] env[68800]: DEBUG nova.virt.hardware [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 662.770104] env[68800]: DEBUG nova.virt.hardware [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 662.770290] env[68800]: DEBUG nova.virt.hardware [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 662.770467] env[68800]: DEBUG nova.virt.hardware [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 662.771276] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b93fe53-094e-4599-b9a4-26d3c1bf97dd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.783914] env[68800]: DEBUG oslo_concurrency.lockutils [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Acquiring lock "refresh_cache-79b99985-cd62-4b90-9374-9639bec5891c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.783914] env[68800]: DEBUG oslo_concurrency.lockutils [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Acquired lock "refresh_cache-79b99985-cd62-4b90-9374-9639bec5891c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.783914] env[68800]: DEBUG nova.network.neutron [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.788481] env[68800]: DEBUG nova.compute.manager [req-c4eb409d-7166-4dac-a4f7-55ed6574fa17 req-9bd314da-f5c9-473a-8833-3b746e73feca service nova] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Received event network-vif-plugged-9c3f5b9f-b19c-455f-b8d1-43318faec720 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.788481] env[68800]: DEBUG oslo_concurrency.lockutils [req-c4eb409d-7166-4dac-a4f7-55ed6574fa17 req-9bd314da-f5c9-473a-8833-3b746e73feca service nova] Acquiring lock "1ccaea17-56f1-442f-82f3-6126e60913c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.788481] env[68800]: DEBUG oslo_concurrency.lockutils [req-c4eb409d-7166-4dac-a4f7-55ed6574fa17 req-9bd314da-f5c9-473a-8833-3b746e73feca service nova] Lock "1ccaea17-56f1-442f-82f3-6126e60913c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.789071] env[68800]: DEBUG oslo_concurrency.lockutils [req-c4eb409d-7166-4dac-a4f7-55ed6574fa17 req-9bd314da-f5c9-473a-8833-3b746e73feca service nova] Lock "1ccaea17-56f1-442f-82f3-6126e60913c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.789071] env[68800]: DEBUG nova.compute.manager [req-c4eb409d-7166-4dac-a4f7-55ed6574fa17 req-9bd314da-f5c9-473a-8833-3b746e73feca service nova] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] No waiting events found dispatching network-vif-plugged-9c3f5b9f-b19c-455f-b8d1-43318faec720 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 662.789071] env[68800]: WARNING nova.compute.manager [req-c4eb409d-7166-4dac-a4f7-55ed6574fa17 req-9bd314da-f5c9-473a-8833-3b746e73feca service nova] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Received unexpected event network-vif-plugged-9c3f5b9f-b19c-455f-b8d1-43318faec720 for instance with vm_state building and task_state spawning. [ 662.789236] env[68800]: DEBUG nova.compute.manager [req-c4eb409d-7166-4dac-a4f7-55ed6574fa17 req-9bd314da-f5c9-473a-8833-3b746e73feca service nova] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Received event network-changed-66ad0fea-faea-4890-b5dc-b8a294b72d98 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.789412] env[68800]: DEBUG nova.compute.manager [req-c4eb409d-7166-4dac-a4f7-55ed6574fa17 req-9bd314da-f5c9-473a-8833-3b746e73feca service nova] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Refreshing instance network info cache due to event network-changed-66ad0fea-faea-4890-b5dc-b8a294b72d98. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 662.789687] env[68800]: DEBUG oslo_concurrency.lockutils [req-c4eb409d-7166-4dac-a4f7-55ed6574fa17 req-9bd314da-f5c9-473a-8833-3b746e73feca service nova] Acquiring lock "refresh_cache-2bab2519-fc00-4b92-8226-bae70048ad1f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.789748] env[68800]: DEBUG oslo_concurrency.lockutils [req-c4eb409d-7166-4dac-a4f7-55ed6574fa17 req-9bd314da-f5c9-473a-8833-3b746e73feca service nova] Acquired lock "refresh_cache-2bab2519-fc00-4b92-8226-bae70048ad1f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.790030] env[68800]: DEBUG nova.network.neutron [req-c4eb409d-7166-4dac-a4f7-55ed6574fa17 req-9bd314da-f5c9-473a-8833-3b746e73feca service nova] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Refreshing network info cache for port 66ad0fea-faea-4890-b5dc-b8a294b72d98 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.794615] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f7916b2b-3908-4b6f-86f2-fd4131cd8313 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.103s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.798113] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b6df5d2b-492b-4d37-9c3c-f09831f43372 tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.594s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.798113] env[68800]: DEBUG nova.objects.instance [None req-b6df5d2b-492b-4d37-9c3c-f09831f43372 tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Lazy-loading 'resources' on Instance uuid 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 662.801724] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0fa7cf-5dfc-4fde-aa71-ab78551c0969 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.824104] env[68800]: INFO nova.scheduler.client.report [None req-f7916b2b-3908-4b6f-86f2-fd4131cd8313 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Deleted allocations for instance 0b4fcd51-10b9-4e0f-8581-2972a686edd2 [ 662.963122] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243169, 'name': CreateVM_Task, 'duration_secs': 0.587663} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.966260] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 662.967313] env[68800]: DEBUG oslo_vmware.api [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Task: {'id': task-3243171, 'name': ReconfigVM_Task, 'duration_secs': 0.317044} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.967688] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.967688] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.968060] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.968336] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: 5207f0f8-398c-478f-8382-7cbe6e3b201d] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 5207f0f8-398c-478f-8382-7cbe6e3b201d/5207f0f8-398c-478f-8382-7cbe6e3b201d.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 662.968989] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84ebeb3c-9864-46f4-8396-1a4106ff8a06 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.970882] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65b7fca6-34ed-477f-9810-1402d52768db {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.976989] env[68800]: DEBUG oslo_vmware.api [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Waiting for the task: (returnval){ [ 662.976989] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529c1b2d-5697-4c4d-2b3f-482fd1d01cec" [ 662.976989] env[68800]: _type = "Task" [ 662.976989] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.978914] env[68800]: DEBUG oslo_vmware.api [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Waiting for the task: (returnval){ [ 662.978914] env[68800]: value = "task-3243173" [ 662.978914] env[68800]: _type = "Task" [ 662.978914] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.997978] env[68800]: DEBUG oslo_vmware.api [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529c1b2d-5697-4c4d-2b3f-482fd1d01cec, 'name': SearchDatastore_Task, 'duration_secs': 0.015039} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.001709] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.001980] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.002357] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.002357] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.002569] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.002779] env[68800]: DEBUG oslo_vmware.api [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Task: {'id': task-3243173, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.002998] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-253633cb-214a-47cc-9233-c879e82e8b28 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.013908] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.013908] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.014458] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f780ebfd-d6f9-4abc-bc36-687d7625f168 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.024369] env[68800]: DEBUG oslo_vmware.api [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Waiting for the task: (returnval){ [ 663.024369] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ccf6ef-4178-b06e-af93-debed95c94b9" [ 663.024369] env[68800]: _type = "Task" [ 663.024369] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.031110] env[68800]: DEBUG oslo_vmware.api [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Task: {'id': task-3243172, 'name': PowerOnVM_Task, 'duration_secs': 0.484488} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.031843] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 663.032018] env[68800]: DEBUG nova.compute.manager [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 663.032759] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4aa331-4f15-4dea-a01a-018de6ed0e50 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.042999] env[68800]: DEBUG oslo_vmware.api [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ccf6ef-4178-b06e-af93-debed95c94b9, 'name': SearchDatastore_Task, 'duration_secs': 0.010433} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.044237] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-604bb072-b56d-419b-a720-7645b66d9646 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.056043] env[68800]: DEBUG oslo_vmware.api [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Waiting for the task: (returnval){ [ 663.056043] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52a7702d-b945-4777-a302-0ba3ca2e40fa" [ 663.056043] env[68800]: _type = "Task" [ 663.056043] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.072261] env[68800]: DEBUG oslo_vmware.api [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52a7702d-b945-4777-a302-0ba3ca2e40fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.078101] env[68800]: INFO nova.compute.manager [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: ce1649cf-3921-41e7-aeed-c4e3e03ccda9] Took 22.65 seconds to build instance. [ 663.244326] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Acquiring lock "e20d7c2b-7bc9-4656-af23-bde9b48efe1d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.245049] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Lock "e20d7c2b-7bc9-4656-af23-bde9b48efe1d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.334050] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f7916b2b-3908-4b6f-86f2-fd4131cd8313 tempest-ImagesNegativeTestJSON-1631346213 tempest-ImagesNegativeTestJSON-1631346213-project-member] Lock "0b4fcd51-10b9-4e0f-8581-2972a686edd2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.073s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.386328] env[68800]: DEBUG nova.network.neutron [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 663.500936] env[68800]: DEBUG oslo_vmware.api [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Task: {'id': task-3243173, 'name': Rename_Task, 'duration_secs': 0.165031} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.500936] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: 5207f0f8-398c-478f-8382-7cbe6e3b201d] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.500936] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e09b1b11-ed83-4c3e-ada7-e7b0b03fbc34 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.511441] env[68800]: DEBUG oslo_vmware.api [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Waiting for the task: (returnval){ [ 663.511441] env[68800]: value = "task-3243174" [ 663.511441] env[68800]: _type = "Task" [ 663.511441] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.521452] env[68800]: DEBUG oslo_vmware.api [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Task: {'id': task-3243174, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.575319] env[68800]: DEBUG oslo_concurrency.lockutils [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.581831] env[68800]: DEBUG oslo_concurrency.lockutils [None req-38d3f740-7f8d-4b6c-a109-7eb4353fd874 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Lock "ce1649cf-3921-41e7-aeed-c4e3e03ccda9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.181s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.588081] env[68800]: DEBUG oslo_vmware.api [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52a7702d-b945-4777-a302-0ba3ca2e40fa, 'name': SearchDatastore_Task, 'duration_secs': 0.013096} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.588600] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.588850] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 1ccaea17-56f1-442f-82f3-6126e60913c6/1ccaea17-56f1-442f-82f3-6126e60913c6.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.589123] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f06c899b-0a0e-48e2-a57d-2193ba77103f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.598421] env[68800]: DEBUG oslo_vmware.api [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Waiting for the task: (returnval){ [ 663.598421] env[68800]: value = "task-3243175" [ 663.598421] env[68800]: _type = "Task" [ 663.598421] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.608773] env[68800]: DEBUG oslo_vmware.api [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.765696] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db45a7f-9ec5-4805-8875-b2e1821f102d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.775744] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ccfecd-4bc9-4c83-bad5-24c17eba28af {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.811309] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41b9773-258c-4bdc-a26b-6d88bec9a67a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.821777] env[68800]: DEBUG nova.network.neutron [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Updating instance_info_cache with network_info: [{"id": "7c76f638-890c-4fcf-bd59-9651db20dd40", "address": "fa:16:3e:0b:7d:1a", "network": {"id": "9d2f2eeb-d0e9-45ca-b26d-946969cfc477", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-258003082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5531063a7993403488af3de74365a802", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c76f638-89", "ovs_interfaceid": "7c76f638-890c-4fcf-bd59-9651db20dd40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.824998] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efd83e1-620a-4665-b57e-bf4e4aa3d587 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.844575] env[68800]: DEBUG nova.compute.provider_tree [None req-b6df5d2b-492b-4d37-9c3c-f09831f43372 tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.926107] env[68800]: DEBUG nova.network.neutron [req-c4eb409d-7166-4dac-a4f7-55ed6574fa17 req-9bd314da-f5c9-473a-8833-3b746e73feca service nova] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Updated VIF entry in instance network info cache for port 66ad0fea-faea-4890-b5dc-b8a294b72d98. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 663.926518] env[68800]: DEBUG nova.network.neutron [req-c4eb409d-7166-4dac-a4f7-55ed6574fa17 req-9bd314da-f5c9-473a-8833-3b746e73feca service nova] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Updating instance_info_cache with network_info: [{"id": "66ad0fea-faea-4890-b5dc-b8a294b72d98", "address": "fa:16:3e:97:13:dd", "network": {"id": "b1e9c34d-5ab4-4660-8d0d-88af830b6e1b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-912249742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c90309127676447e8b382e0579ee40da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66ad0fea-fa", "ovs_interfaceid": "66ad0fea-faea-4890-b5dc-b8a294b72d98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.030143] env[68800]: DEBUG oslo_vmware.api [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Task: {'id': task-3243174, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.090083] env[68800]: DEBUG nova.compute.manager [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 9edbd4b6-b890-4a22-896a-26e315d18fd0] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.111030] env[68800]: DEBUG oslo_vmware.api [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243175, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49742} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.114019] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 1ccaea17-56f1-442f-82f3-6126e60913c6/1ccaea17-56f1-442f-82f3-6126e60913c6.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.114019] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.114019] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03395449-1c8a-4512-8f23-56e1bfa74f62 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.121743] env[68800]: DEBUG oslo_vmware.api [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Waiting for the task: (returnval){ [ 664.121743] env[68800]: value = "task-3243176" [ 664.121743] env[68800]: _type = "Task" [ 664.121743] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.136234] env[68800]: DEBUG oslo_vmware.api [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243176, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.331124] env[68800]: DEBUG oslo_concurrency.lockutils [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Releasing lock "refresh_cache-79b99985-cd62-4b90-9374-9639bec5891c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.331474] env[68800]: DEBUG nova.compute.manager [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Instance network_info: |[{"id": "7c76f638-890c-4fcf-bd59-9651db20dd40", "address": "fa:16:3e:0b:7d:1a", "network": {"id": "9d2f2eeb-d0e9-45ca-b26d-946969cfc477", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-258003082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5531063a7993403488af3de74365a802", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c76f638-89", "ovs_interfaceid": "7c76f638-890c-4fcf-bd59-9651db20dd40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 664.331899] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:7d:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c76f638-890c-4fcf-bd59-9651db20dd40', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.340585] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Creating folder: Project (5531063a7993403488af3de74365a802). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.340883] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30d8c7b7-71fa-4295-8b2a-d6d3bb8c855b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.352104] env[68800]: DEBUG nova.scheduler.client.report [None req-b6df5d2b-492b-4d37-9c3c-f09831f43372 tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.357837] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Created folder: Project (5531063a7993403488af3de74365a802) in parent group-v648080. [ 664.358045] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Creating folder: Instances. Parent ref: group-v648122. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.358549] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16a3e444-b26f-4c8e-afb1-ec09e67c6081 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.370732] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Created folder: Instances in parent group-v648122. [ 664.371645] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.371645] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 664.371645] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f1a0b46-138f-40cf-99e6-de1033ff5fbf {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.392379] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 664.392379] env[68800]: value = "task-3243179" [ 664.392379] env[68800]: _type = "Task" [ 664.392379] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.401507] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243179, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.431746] env[68800]: DEBUG oslo_concurrency.lockutils [req-c4eb409d-7166-4dac-a4f7-55ed6574fa17 req-9bd314da-f5c9-473a-8833-3b746e73feca service nova] Releasing lock "refresh_cache-2bab2519-fc00-4b92-8226-bae70048ad1f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.432024] env[68800]: DEBUG nova.compute.manager [req-c4eb409d-7166-4dac-a4f7-55ed6574fa17 req-9bd314da-f5c9-473a-8833-3b746e73feca service nova] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Received event network-changed-9c3f5b9f-b19c-455f-b8d1-43318faec720 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.432223] env[68800]: DEBUG nova.compute.manager [req-c4eb409d-7166-4dac-a4f7-55ed6574fa17 req-9bd314da-f5c9-473a-8833-3b746e73feca service nova] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Refreshing instance network info cache due to event network-changed-9c3f5b9f-b19c-455f-b8d1-43318faec720. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 664.432448] env[68800]: DEBUG oslo_concurrency.lockutils [req-c4eb409d-7166-4dac-a4f7-55ed6574fa17 req-9bd314da-f5c9-473a-8833-3b746e73feca service nova] Acquiring lock "refresh_cache-1ccaea17-56f1-442f-82f3-6126e60913c6" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.432590] env[68800]: DEBUG oslo_concurrency.lockutils [req-c4eb409d-7166-4dac-a4f7-55ed6574fa17 req-9bd314da-f5c9-473a-8833-3b746e73feca service nova] Acquired lock "refresh_cache-1ccaea17-56f1-442f-82f3-6126e60913c6" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.433086] env[68800]: DEBUG nova.network.neutron [req-c4eb409d-7166-4dac-a4f7-55ed6574fa17 req-9bd314da-f5c9-473a-8833-3b746e73feca service nova] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Refreshing network info cache for port 9c3f5b9f-b19c-455f-b8d1-43318faec720 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 664.523929] env[68800]: DEBUG oslo_vmware.api [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Task: {'id': task-3243174, 'name': PowerOnVM_Task, 'duration_secs': 0.7849} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.524505] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: 5207f0f8-398c-478f-8382-7cbe6e3b201d] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 664.524664] env[68800]: INFO nova.compute.manager [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: 5207f0f8-398c-478f-8382-7cbe6e3b201d] Took 9.60 seconds to spawn the instance on the hypervisor. [ 664.524834] env[68800]: DEBUG nova.compute.manager [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: 5207f0f8-398c-478f-8382-7cbe6e3b201d] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 664.525557] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20fae69a-0b37-4e46-8b71-aa823ea7c4ce {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.627354] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.635180] env[68800]: DEBUG oslo_vmware.api [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243176, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078106} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.635752] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.636585] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bee820-bc2b-40e0-b910-2999e3d0205b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.664407] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 1ccaea17-56f1-442f-82f3-6126e60913c6/1ccaea17-56f1-442f-82f3-6126e60913c6.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.664407] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9da57063-8398-4cd2-ad06-5062243d6eef {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.685756] env[68800]: DEBUG oslo_vmware.api [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Waiting for the task: (returnval){ [ 664.685756] env[68800]: value = "task-3243180" [ 664.685756] env[68800]: _type = "Task" [ 664.685756] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.694851] env[68800]: DEBUG oslo_vmware.api [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243180, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.853982] env[68800]: DEBUG nova.network.neutron [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 04804c6c-0112-4d22-8d0a-eb1ad7825625] Successfully updated port: f65def13-06c1-4e7b-8941-f58241a867c1 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 664.860127] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b6df5d2b-492b-4d37-9c3c-f09831f43372 tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.063s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.865333] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.315s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.867464] env[68800]: INFO nova.compute.claims [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 664.891616] env[68800]: INFO nova.scheduler.client.report [None req-b6df5d2b-492b-4d37-9c3c-f09831f43372 tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Deleted allocations for instance 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55 [ 664.912802] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243179, 'name': CreateVM_Task} progress is 25%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.044332] env[68800]: INFO nova.compute.manager [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: 5207f0f8-398c-478f-8382-7cbe6e3b201d] Took 24.48 seconds to build instance. [ 665.198876] env[68800]: DEBUG oslo_vmware.api [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243180, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.352201] env[68800]: DEBUG nova.network.neutron [req-c4eb409d-7166-4dac-a4f7-55ed6574fa17 req-9bd314da-f5c9-473a-8833-3b746e73feca service nova] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Updated VIF entry in instance network info cache for port 9c3f5b9f-b19c-455f-b8d1-43318faec720. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 665.352739] env[68800]: DEBUG nova.network.neutron [req-c4eb409d-7166-4dac-a4f7-55ed6574fa17 req-9bd314da-f5c9-473a-8833-3b746e73feca service nova] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Updating instance_info_cache with network_info: [{"id": "9c3f5b9f-b19c-455f-b8d1-43318faec720", "address": "fa:16:3e:84:f8:96", "network": {"id": "703888a9-acb3-4f13-9061-6f33bc4621e8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1452406487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f4de2519c564969aa6c6d0fb3c7b59a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c3f5b9f-b1", "ovs_interfaceid": "9c3f5b9f-b19c-455f-b8d1-43318faec720", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.359651] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Acquiring lock "refresh_cache-04804c6c-0112-4d22-8d0a-eb1ad7825625" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.359838] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Acquired lock "refresh_cache-04804c6c-0112-4d22-8d0a-eb1ad7825625" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.360044] env[68800]: DEBUG nova.network.neutron [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 04804c6c-0112-4d22-8d0a-eb1ad7825625] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 665.408516] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243179, 'name': CreateVM_Task, 'duration_secs': 0.76111} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.409016] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b6df5d2b-492b-4d37-9c3c-f09831f43372 tempest-ServerDiagnosticsNegativeTest-1357253792 tempest-ServerDiagnosticsNegativeTest-1357253792-project-member] Lock "739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.450s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.411321] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.412240] env[68800]: DEBUG oslo_concurrency.lockutils [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.412438] env[68800]: DEBUG oslo_concurrency.lockutils [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.412804] env[68800]: DEBUG oslo_concurrency.lockutils [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.413150] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d9210d4-5b0c-415a-971e-8cc044d56eeb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.421860] env[68800]: DEBUG oslo_vmware.api [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Waiting for the task: (returnval){ [ 665.421860] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]526d8da0-3f4d-d633-6d74-b1d9e9a13728" [ 665.421860] env[68800]: _type = "Task" [ 665.421860] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.432059] env[68800]: DEBUG oslo_vmware.api [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]526d8da0-3f4d-d633-6d74-b1d9e9a13728, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.494481] env[68800]: INFO nova.compute.manager [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Rebuilding instance [ 665.538080] env[68800]: DEBUG nova.compute.manager [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.538949] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0aa8287-2d6f-4361-b659-4cd7d7884297 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.546979] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2761f249-7524-4292-87b7-750a361ef6f4 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Lock "5207f0f8-398c-478f-8382-7cbe6e3b201d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.141s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.702990] env[68800]: DEBUG oslo_vmware.api [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243180, 'name': ReconfigVM_Task, 'duration_secs': 0.684497} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.703582] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 1ccaea17-56f1-442f-82f3-6126e60913c6/1ccaea17-56f1-442f-82f3-6126e60913c6.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.705101] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8909aaf7-e92b-46d1-99ae-e4214fb5b928 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.716575] env[68800]: DEBUG oslo_vmware.api [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Waiting for the task: (returnval){ [ 665.716575] env[68800]: value = "task-3243181" [ 665.716575] env[68800]: _type = "Task" [ 665.716575] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.731549] env[68800]: DEBUG oslo_vmware.api [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243181, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.856353] env[68800]: DEBUG oslo_concurrency.lockutils [req-c4eb409d-7166-4dac-a4f7-55ed6574fa17 req-9bd314da-f5c9-473a-8833-3b746e73feca service nova] Releasing lock "refresh_cache-1ccaea17-56f1-442f-82f3-6126e60913c6" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.856565] env[68800]: DEBUG nova.compute.manager [req-c4eb409d-7166-4dac-a4f7-55ed6574fa17 req-9bd314da-f5c9-473a-8833-3b746e73feca service nova] [instance: c867ff92-059f-4647-85cd-8026b1408778] Received event network-vif-deleted-1a4bfc71-c2c3-4e47-afaf-c095b58c60f1 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.920128] env[68800]: DEBUG nova.network.neutron [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 04804c6c-0112-4d22-8d0a-eb1ad7825625] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 665.936151] env[68800]: DEBUG oslo_vmware.api [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]526d8da0-3f4d-d633-6d74-b1d9e9a13728, 'name': SearchDatastore_Task, 'duration_secs': 0.014728} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.936820] env[68800]: DEBUG oslo_concurrency.lockutils [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.936820] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 665.937042] env[68800]: DEBUG oslo_concurrency.lockutils [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.937042] env[68800]: DEBUG oslo_concurrency.lockutils [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.937238] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 665.937680] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-127517ca-903a-410f-bce1-c43401630c72 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.947623] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 665.947814] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 665.948657] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bb5bb96-8f5f-4ac5-a4bc-af2b0658d96f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.955461] env[68800]: DEBUG oslo_vmware.api [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Waiting for the task: (returnval){ [ 665.955461] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52cfb4cd-840b-0404-b8b0-c3ff93b67673" [ 665.955461] env[68800]: _type = "Task" [ 665.955461] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.973182] env[68800]: DEBUG oslo_vmware.api [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52cfb4cd-840b-0404-b8b0-c3ff93b67673, 'name': SearchDatastore_Task} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.974535] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4ccec31-3d94-4c54-bef1-691fb47ac1c3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.984946] env[68800]: DEBUG oslo_vmware.api [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Waiting for the task: (returnval){ [ 665.984946] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52f3d6ca-927f-2cbc-967c-427e61ec6b06" [ 665.984946] env[68800]: _type = "Task" [ 665.984946] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.991858] env[68800]: DEBUG nova.compute.manager [req-e8fb3540-0946-4ce5-bfb4-70b770463800 req-a46e3756-d0df-4873-904b-77abe45b5e1f service nova] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Received event network-vif-plugged-7c76f638-890c-4fcf-bd59-9651db20dd40 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.992065] env[68800]: DEBUG oslo_concurrency.lockutils [req-e8fb3540-0946-4ce5-bfb4-70b770463800 req-a46e3756-d0df-4873-904b-77abe45b5e1f service nova] Acquiring lock "79b99985-cd62-4b90-9374-9639bec5891c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.992381] env[68800]: DEBUG oslo_concurrency.lockutils [req-e8fb3540-0946-4ce5-bfb4-70b770463800 req-a46e3756-d0df-4873-904b-77abe45b5e1f service nova] Lock "79b99985-cd62-4b90-9374-9639bec5891c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.992590] env[68800]: DEBUG oslo_concurrency.lockutils [req-e8fb3540-0946-4ce5-bfb4-70b770463800 req-a46e3756-d0df-4873-904b-77abe45b5e1f service nova] Lock "79b99985-cd62-4b90-9374-9639bec5891c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.992834] env[68800]: DEBUG nova.compute.manager [req-e8fb3540-0946-4ce5-bfb4-70b770463800 req-a46e3756-d0df-4873-904b-77abe45b5e1f service nova] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] No waiting events found dispatching network-vif-plugged-7c76f638-890c-4fcf-bd59-9651db20dd40 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 665.992995] env[68800]: WARNING nova.compute.manager [req-e8fb3540-0946-4ce5-bfb4-70b770463800 req-a46e3756-d0df-4873-904b-77abe45b5e1f service nova] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Received unexpected event network-vif-plugged-7c76f638-890c-4fcf-bd59-9651db20dd40 for instance with vm_state building and task_state spawning. [ 665.993168] env[68800]: DEBUG nova.compute.manager [req-e8fb3540-0946-4ce5-bfb4-70b770463800 req-a46e3756-d0df-4873-904b-77abe45b5e1f service nova] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Received event network-changed-7c76f638-890c-4fcf-bd59-9651db20dd40 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.994564] env[68800]: DEBUG nova.compute.manager [req-e8fb3540-0946-4ce5-bfb4-70b770463800 req-a46e3756-d0df-4873-904b-77abe45b5e1f service nova] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Refreshing instance network info cache due to event network-changed-7c76f638-890c-4fcf-bd59-9651db20dd40. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 665.994564] env[68800]: DEBUG oslo_concurrency.lockutils [req-e8fb3540-0946-4ce5-bfb4-70b770463800 req-a46e3756-d0df-4873-904b-77abe45b5e1f service nova] Acquiring lock "refresh_cache-79b99985-cd62-4b90-9374-9639bec5891c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.994564] env[68800]: DEBUG oslo_concurrency.lockutils [req-e8fb3540-0946-4ce5-bfb4-70b770463800 req-a46e3756-d0df-4873-904b-77abe45b5e1f service nova] Acquired lock "refresh_cache-79b99985-cd62-4b90-9374-9639bec5891c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.994564] env[68800]: DEBUG nova.network.neutron [req-e8fb3540-0946-4ce5-bfb4-70b770463800 req-a46e3756-d0df-4873-904b-77abe45b5e1f service nova] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Refreshing network info cache for port 7c76f638-890c-4fcf-bd59-9651db20dd40 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 666.011411] env[68800]: DEBUG oslo_vmware.api [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52f3d6ca-927f-2cbc-967c-427e61ec6b06, 'name': SearchDatastore_Task, 'duration_secs': 0.014753} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.012355] env[68800]: DEBUG oslo_concurrency.lockutils [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.012616] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 79b99985-cd62-4b90-9374-9639bec5891c/79b99985-cd62-4b90-9374-9639bec5891c.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 666.012894] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b53b6649-23b6-4000-bb74-465966d238e5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.037389] env[68800]: DEBUG oslo_vmware.api [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Waiting for the task: (returnval){ [ 666.037389] env[68800]: value = "task-3243182" [ 666.037389] env[68800]: _type = "Task" [ 666.037389] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.049699] env[68800]: DEBUG oslo_vmware.api [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Task: {'id': task-3243182, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.052739] env[68800]: DEBUG nova.compute.manager [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 666.229510] env[68800]: DEBUG oslo_vmware.api [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243181, 'name': Rename_Task, 'duration_secs': 0.336169} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.233579] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.235229] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35988da1-bdeb-446d-9f90-f3638ffca58b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.244580] env[68800]: DEBUG oslo_vmware.api [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Waiting for the task: (returnval){ [ 666.244580] env[68800]: value = "task-3243183" [ 666.244580] env[68800]: _type = "Task" [ 666.244580] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.260700] env[68800]: DEBUG oslo_vmware.api [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243183, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.298766] env[68800]: DEBUG nova.network.neutron [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 04804c6c-0112-4d22-8d0a-eb1ad7825625] Updating instance_info_cache with network_info: [{"id": "f65def13-06c1-4e7b-8941-f58241a867c1", "address": "fa:16:3e:56:99:07", "network": {"id": "703888a9-acb3-4f13-9061-6f33bc4621e8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1452406487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f4de2519c564969aa6c6d0fb3c7b59a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf65def13-06", "ovs_interfaceid": "f65def13-06c1-4e7b-8941-f58241a867c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.390905] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71cb4d6e-67d5-42da-b944-0583199599aa {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.400009] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606de936-a3fe-47f9-976b-7435d349791e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.433643] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9de22e6-a4ba-4218-b2a1-d981cb00d4a7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.443104] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4342cbe-e2d4-4377-ab41-94417855aa8b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.466669] env[68800]: DEBUG nova.compute.provider_tree [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.555553] env[68800]: DEBUG oslo_vmware.api [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Task: {'id': task-3243182, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.562949] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 666.564058] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05ce4063-f1f1-4fb7-8d60-309cfdb6eaf4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.574444] env[68800]: DEBUG oslo_vmware.api [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Waiting for the task: (returnval){ [ 666.574444] env[68800]: value = "task-3243184" [ 666.574444] env[68800]: _type = "Task" [ 666.574444] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.588314] env[68800]: DEBUG oslo_concurrency.lockutils [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.592492] env[68800]: DEBUG oslo_vmware.api [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Task: {'id': task-3243184, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.758877] env[68800]: DEBUG oslo_vmware.api [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243183, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.808156] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Releasing lock "refresh_cache-04804c6c-0112-4d22-8d0a-eb1ad7825625" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.808340] env[68800]: DEBUG nova.compute.manager [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 04804c6c-0112-4d22-8d0a-eb1ad7825625] Instance network_info: |[{"id": "f65def13-06c1-4e7b-8941-f58241a867c1", "address": "fa:16:3e:56:99:07", "network": {"id": "703888a9-acb3-4f13-9061-6f33bc4621e8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1452406487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f4de2519c564969aa6c6d0fb3c7b59a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf65def13-06", "ovs_interfaceid": "f65def13-06c1-4e7b-8941-f58241a867c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 666.809522] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 04804c6c-0112-4d22-8d0a-eb1ad7825625] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:99:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08fb4857-7f9b-4f97-86ef-415341fb595d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f65def13-06c1-4e7b-8941-f58241a867c1', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 666.820519] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 666.824847] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04804c6c-0112-4d22-8d0a-eb1ad7825625] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 666.825155] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54f1722d-07ef-44fa-834a-284daa68cef5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.851168] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 666.851168] env[68800]: value = "task-3243185" [ 666.851168] env[68800]: _type = "Task" [ 666.851168] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.860838] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243185, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.963915] env[68800]: DEBUG nova.scheduler.client.report [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.055032] env[68800]: DEBUG oslo_vmware.api [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Task: {'id': task-3243182, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.76691} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.055032] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 79b99985-cd62-4b90-9374-9639bec5891c/79b99985-cd62-4b90-9374-9639bec5891c.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 667.055032] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 667.055868] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08d92495-8a75-480e-8b57-ffef48e32ae3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.069813] env[68800]: DEBUG oslo_vmware.api [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Waiting for the task: (returnval){ [ 667.069813] env[68800]: value = "task-3243186" [ 667.069813] env[68800]: _type = "Task" [ 667.069813] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.081870] env[68800]: DEBUG oslo_vmware.api [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Task: {'id': task-3243186, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.087886] env[68800]: DEBUG oslo_vmware.api [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Task: {'id': task-3243184, 'name': PowerOffVM_Task, 'duration_secs': 0.140534} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.088169] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 667.088396] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 667.089199] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40df33f3-5660-4bdc-b4b5-398a6370250c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.100899] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 667.100899] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17efa2ea-22a7-4e0c-9339-721805704e27 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.135595] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 667.135595] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 667.135595] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Deleting the datastore file [datastore1] b1e86642-64ad-454d-9c58-e5abaa42da38 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 667.135595] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8313335-8e55-4e68-9ec5-9e2cfbb30e40 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.144937] env[68800]: DEBUG oslo_vmware.api [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Waiting for the task: (returnval){ [ 667.144937] env[68800]: value = "task-3243188" [ 667.144937] env[68800]: _type = "Task" [ 667.144937] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.153838] env[68800]: DEBUG oslo_vmware.api [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Task: {'id': task-3243188, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.232363] env[68800]: DEBUG nova.network.neutron [req-e8fb3540-0946-4ce5-bfb4-70b770463800 req-a46e3756-d0df-4873-904b-77abe45b5e1f service nova] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Updated VIF entry in instance network info cache for port 7c76f638-890c-4fcf-bd59-9651db20dd40. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 667.232707] env[68800]: DEBUG nova.network.neutron [req-e8fb3540-0946-4ce5-bfb4-70b770463800 req-a46e3756-d0df-4873-904b-77abe45b5e1f service nova] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Updating instance_info_cache with network_info: [{"id": "7c76f638-890c-4fcf-bd59-9651db20dd40", "address": "fa:16:3e:0b:7d:1a", "network": {"id": "9d2f2eeb-d0e9-45ca-b26d-946969cfc477", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-258003082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5531063a7993403488af3de74365a802", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c76f638-89", "ovs_interfaceid": "7c76f638-890c-4fcf-bd59-9651db20dd40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.259305] env[68800]: DEBUG oslo_vmware.api [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243183, 'name': PowerOnVM_Task, 'duration_secs': 0.695806} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.259491] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.259715] env[68800]: INFO nova.compute.manager [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Took 9.74 seconds to spawn the instance on the hypervisor. [ 667.259888] env[68800]: DEBUG nova.compute.manager [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.261647] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b42a12d-a7b9-4281-90e6-8ad178982891 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.367270] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243185, 'name': CreateVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.472409] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.474047] env[68800]: DEBUG nova.compute.manager [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 667.476955] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.416s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.479610] env[68800]: INFO nova.compute.claims [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 8eec0f90-ecd9-4124-ae1b-c533efa09c7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 667.584661] env[68800]: DEBUG oslo_vmware.api [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Task: {'id': task-3243186, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081008} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.584942] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 667.585757] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63bc41fd-3a58-4d9f-9b71-b90bb15836b2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.619900] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 79b99985-cd62-4b90-9374-9639bec5891c/79b99985-cd62-4b90-9374-9639bec5891c.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 667.621855] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d988e9f6-44ae-4bb2-8242-a12fcdaf3e20 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.643894] env[68800]: DEBUG oslo_vmware.api [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Waiting for the task: (returnval){ [ 667.643894] env[68800]: value = "task-3243189" [ 667.643894] env[68800]: _type = "Task" [ 667.643894] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.656837] env[68800]: DEBUG oslo_vmware.api [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Task: {'id': task-3243188, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234635} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.660457] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 667.660690] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 667.660867] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 667.663477] env[68800]: DEBUG oslo_vmware.api [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Task: {'id': task-3243189, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.737033] env[68800]: DEBUG oslo_concurrency.lockutils [req-e8fb3540-0946-4ce5-bfb4-70b770463800 req-a46e3756-d0df-4873-904b-77abe45b5e1f service nova] Releasing lock "refresh_cache-79b99985-cd62-4b90-9374-9639bec5891c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.737033] env[68800]: DEBUG nova.compute.manager [req-e8fb3540-0946-4ce5-bfb4-70b770463800 req-a46e3756-d0df-4873-904b-77abe45b5e1f service nova] [instance: 04804c6c-0112-4d22-8d0a-eb1ad7825625] Received event network-vif-plugged-f65def13-06c1-4e7b-8941-f58241a867c1 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.738587] env[68800]: DEBUG oslo_concurrency.lockutils [req-e8fb3540-0946-4ce5-bfb4-70b770463800 req-a46e3756-d0df-4873-904b-77abe45b5e1f service nova] Acquiring lock "04804c6c-0112-4d22-8d0a-eb1ad7825625-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.738965] env[68800]: DEBUG oslo_concurrency.lockutils [req-e8fb3540-0946-4ce5-bfb4-70b770463800 req-a46e3756-d0df-4873-904b-77abe45b5e1f service nova] Lock "04804c6c-0112-4d22-8d0a-eb1ad7825625-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.739195] env[68800]: DEBUG oslo_concurrency.lockutils [req-e8fb3540-0946-4ce5-bfb4-70b770463800 req-a46e3756-d0df-4873-904b-77abe45b5e1f service nova] Lock "04804c6c-0112-4d22-8d0a-eb1ad7825625-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.739364] env[68800]: DEBUG nova.compute.manager [req-e8fb3540-0946-4ce5-bfb4-70b770463800 req-a46e3756-d0df-4873-904b-77abe45b5e1f service nova] [instance: 04804c6c-0112-4d22-8d0a-eb1ad7825625] No waiting events found dispatching network-vif-plugged-f65def13-06c1-4e7b-8941-f58241a867c1 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 667.739540] env[68800]: WARNING nova.compute.manager [req-e8fb3540-0946-4ce5-bfb4-70b770463800 req-a46e3756-d0df-4873-904b-77abe45b5e1f service nova] [instance: 04804c6c-0112-4d22-8d0a-eb1ad7825625] Received unexpected event network-vif-plugged-f65def13-06c1-4e7b-8941-f58241a867c1 for instance with vm_state building and task_state spawning. [ 667.787204] env[68800]: INFO nova.compute.manager [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Took 25.67 seconds to build instance. [ 667.868562] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243185, 'name': CreateVM_Task, 'duration_secs': 0.579119} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.868562] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04804c6c-0112-4d22-8d0a-eb1ad7825625] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.869261] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.869427] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.869957] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.870099] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89789208-f938-4420-a7be-71a8be399185 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.880414] env[68800]: DEBUG oslo_vmware.api [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Waiting for the task: (returnval){ [ 667.880414] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]526df1b1-6a29-9b14-700a-255785c3e407" [ 667.880414] env[68800]: _type = "Task" [ 667.880414] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.890250] env[68800]: DEBUG oslo_vmware.api [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]526df1b1-6a29-9b14-700a-255785c3e407, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.985814] env[68800]: DEBUG nova.compute.utils [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 667.993570] env[68800]: DEBUG nova.compute.manager [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 667.994010] env[68800]: DEBUG nova.network.neutron [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 668.062907] env[68800]: DEBUG nova.policy [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '453131ddbf1148d49c01179d6ff1713c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d3439f156cf4195b418e1c815086a00', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 668.155415] env[68800]: DEBUG oslo_vmware.api [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Task: {'id': task-3243189, 'name': ReconfigVM_Task, 'duration_secs': 0.413853} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.157246] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 79b99985-cd62-4b90-9374-9639bec5891c/79b99985-cd62-4b90-9374-9639bec5891c.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.157246] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d693194-9577-4a9a-93a0-6b98151a1904 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.174021] env[68800]: DEBUG oslo_vmware.api [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Waiting for the task: (returnval){ [ 668.174021] env[68800]: value = "task-3243190" [ 668.174021] env[68800]: _type = "Task" [ 668.174021] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.182178] env[68800]: DEBUG oslo_vmware.api [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Task: {'id': task-3243190, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.290264] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9cc29e2f-cd71-47ac-901f-d783643b99d0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Lock "1ccaea17-56f1-442f-82f3-6126e60913c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.191s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.394936] env[68800]: DEBUG oslo_vmware.api [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]526df1b1-6a29-9b14-700a-255785c3e407, 'name': SearchDatastore_Task, 'duration_secs': 0.014303} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.395236] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.395453] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 04804c6c-0112-4d22-8d0a-eb1ad7825625] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 668.395672] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.395812] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.395979] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.396317] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd22760f-2b20-47b5-a7c2-02af9fe2b65c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.409658] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.409658] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.409658] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-832f379c-7528-4de1-bac5-d98451e8a755 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.415666] env[68800]: DEBUG oslo_vmware.api [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Waiting for the task: (returnval){ [ 668.415666] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5283dbfd-578c-c48f-24d9-814e8b8e40e4" [ 668.415666] env[68800]: _type = "Task" [ 668.415666] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.423972] env[68800]: DEBUG oslo_vmware.api [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5283dbfd-578c-c48f-24d9-814e8b8e40e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.494581] env[68800]: DEBUG nova.compute.manager [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 668.611898] env[68800]: DEBUG oslo_concurrency.lockutils [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquiring lock "99f2d44f-e361-466f-998c-f23a2b04bcbf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.612240] env[68800]: DEBUG oslo_concurrency.lockutils [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "99f2d44f-e361-466f-998c-f23a2b04bcbf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.690279] env[68800]: DEBUG oslo_vmware.api [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Task: {'id': task-3243190, 'name': Rename_Task, 'duration_secs': 0.167297} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.690279] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.690279] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b61b1f89-63cf-47ca-8e35-42ba9815a46f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.700240] env[68800]: DEBUG oslo_vmware.api [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Waiting for the task: (returnval){ [ 668.700240] env[68800]: value = "task-3243191" [ 668.700240] env[68800]: _type = "Task" [ 668.700240] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.719107] env[68800]: DEBUG nova.virt.hardware [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 668.719466] env[68800]: DEBUG nova.virt.hardware [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 668.719715] env[68800]: DEBUG nova.virt.hardware [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.719919] env[68800]: DEBUG nova.virt.hardware [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 668.720141] env[68800]: DEBUG nova.virt.hardware [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.720375] env[68800]: DEBUG nova.virt.hardware [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 668.720695] env[68800]: DEBUG nova.virt.hardware [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 668.720929] env[68800]: DEBUG nova.virt.hardware [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 668.721193] env[68800]: DEBUG nova.virt.hardware [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 668.721385] env[68800]: DEBUG nova.virt.hardware [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 668.721560] env[68800]: DEBUG nova.virt.hardware [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 668.725842] env[68800]: DEBUG oslo_vmware.api [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Task: {'id': task-3243191, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.725842] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d9db2a-0cba-41df-8544-d80a0bbe8034 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.735777] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eff9703-89df-4d94-8028-7a02249fbe85 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.760914] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Instance VIF info [] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 668.767051] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 668.770409] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 668.770863] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05b518f9-f4ed-48e2-a6ec-e42fadbbb7f5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.793304] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 668.793304] env[68800]: value = "task-3243192" [ 668.793304] env[68800]: _type = "Task" [ 668.793304] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.807665] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243192, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.807665] env[68800]: DEBUG nova.compute.manager [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 668.932798] env[68800]: DEBUG oslo_vmware.api [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5283dbfd-578c-c48f-24d9-814e8b8e40e4, 'name': SearchDatastore_Task, 'duration_secs': 0.022372} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.933702] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6fb513e-d61a-4c3b-8d8c-5eb71174114c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.943631] env[68800]: DEBUG oslo_vmware.api [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Waiting for the task: (returnval){ [ 668.943631] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]521c0f05-86d1-35a9-515b-ca97b00ae2fc" [ 668.943631] env[68800]: _type = "Task" [ 668.943631] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.958559] env[68800]: DEBUG oslo_vmware.api [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]521c0f05-86d1-35a9-515b-ca97b00ae2fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.973848] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3fa1aff-01cc-4ca8-a8a1-7dad9abe40e8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.982357] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7858e86c-b45c-4fc3-8a8d-f145031e9ae2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.022111] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a554d7-1874-4e37-a750-bf69999084f3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.031998] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec55212e-fd14-415a-b017-2d3b5213372a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.051510] env[68800]: DEBUG nova.compute.provider_tree [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.213536] env[68800]: DEBUG oslo_vmware.api [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Task: {'id': task-3243191, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.270489] env[68800]: DEBUG nova.network.neutron [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Successfully created port: 4c52a700-3a3e-4a95-849a-9ec0734505cf {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 669.304321] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243192, 'name': CreateVM_Task, 'duration_secs': 0.449931} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.304393] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 669.305513] env[68800]: DEBUG oslo_concurrency.lockutils [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.305513] env[68800]: DEBUG oslo_concurrency.lockutils [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.305513] env[68800]: DEBUG oslo_concurrency.lockutils [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.305618] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e82dc0a-5e6e-4620-ae62-b19bbe29201f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.318197] env[68800]: DEBUG oslo_vmware.api [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Waiting for the task: (returnval){ [ 669.318197] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]525a3e0b-2f19-cf81-b191-05f1a2364c8b" [ 669.318197] env[68800]: _type = "Task" [ 669.318197] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.341381] env[68800]: DEBUG oslo_vmware.api [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]525a3e0b-2f19-cf81-b191-05f1a2364c8b, 'name': SearchDatastore_Task, 'duration_secs': 0.015324} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.342471] env[68800]: DEBUG oslo_concurrency.lockutils [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.343590] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 669.343779] env[68800]: DEBUG oslo_concurrency.lockutils [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.369424] env[68800]: DEBUG oslo_concurrency.lockutils [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.460578] env[68800]: DEBUG oslo_vmware.api [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]521c0f05-86d1-35a9-515b-ca97b00ae2fc, 'name': SearchDatastore_Task, 'duration_secs': 0.016722} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.461367] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.461829] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 04804c6c-0112-4d22-8d0a-eb1ad7825625/04804c6c-0112-4d22-8d0a-eb1ad7825625.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 669.462290] env[68800]: DEBUG oslo_concurrency.lockutils [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.462507] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 669.462965] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8390905a-fd76-4969-8bf4-2f6e9873407c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.468640] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-795b3efc-a6f6-4f12-917f-2f0b914aac9f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.481429] env[68800]: DEBUG oslo_vmware.api [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Waiting for the task: (returnval){ [ 669.481429] env[68800]: value = "task-3243193" [ 669.481429] env[68800]: _type = "Task" [ 669.481429] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.482604] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 669.482937] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 669.487713] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5f42611-4d6a-47c2-89a7-792db9582dd7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.497958] env[68800]: DEBUG oslo_vmware.api [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243193, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.499507] env[68800]: DEBUG oslo_vmware.api [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Waiting for the task: (returnval){ [ 669.499507] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5269c1ab-6f4b-6f3f-6bfc-bceca70bcb96" [ 669.499507] env[68800]: _type = "Task" [ 669.499507] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.508927] env[68800]: DEBUG oslo_vmware.api [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5269c1ab-6f4b-6f3f-6bfc-bceca70bcb96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.522978] env[68800]: DEBUG nova.compute.manager [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 669.551125] env[68800]: DEBUG nova.virt.hardware [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 669.552311] env[68800]: DEBUG nova.virt.hardware [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 669.552311] env[68800]: DEBUG nova.virt.hardware [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.552311] env[68800]: DEBUG nova.virt.hardware [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 669.552311] env[68800]: DEBUG nova.virt.hardware [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.552311] env[68800]: DEBUG nova.virt.hardware [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 669.552788] env[68800]: DEBUG nova.virt.hardware [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 669.552874] env[68800]: DEBUG nova.virt.hardware [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 669.553069] env[68800]: DEBUG nova.virt.hardware [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 669.553212] env[68800]: DEBUG nova.virt.hardware [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 669.553410] env[68800]: DEBUG nova.virt.hardware [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 669.554304] env[68800]: DEBUG nova.scheduler.client.report [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.558973] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ecd992d-8bcb-4883-85a4-fe1605e8eb4d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.570155] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88727d76-949e-4a5e-b21d-7a0338b854a5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.712815] env[68800]: DEBUG oslo_vmware.api [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Task: {'id': task-3243191, 'name': PowerOnVM_Task, 'duration_secs': 0.543796} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.713367] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.713367] env[68800]: INFO nova.compute.manager [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Took 9.54 seconds to spawn the instance on the hypervisor. [ 669.713487] env[68800]: DEBUG nova.compute.manager [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.714293] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce08c378-3f54-42e7-b2fc-925e4b62e65a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.998087] env[68800]: DEBUG oslo_vmware.api [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243193, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.012618] env[68800]: DEBUG oslo_vmware.api [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5269c1ab-6f4b-6f3f-6bfc-bceca70bcb96, 'name': SearchDatastore_Task, 'duration_secs': 0.013334} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.013999] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-769f56bf-1eb8-4fce-89fe-3d6c69f22965 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.023017] env[68800]: DEBUG oslo_vmware.api [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Waiting for the task: (returnval){ [ 670.023017] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5272bf25-d615-4773-b405-036fc7c8158e" [ 670.023017] env[68800]: _type = "Task" [ 670.023017] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.038286] env[68800]: DEBUG oslo_vmware.api [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5272bf25-d615-4773-b405-036fc7c8158e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.064906] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.065736] env[68800]: DEBUG nova.compute.manager [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 8eec0f90-ecd9-4124-ae1b-c533efa09c7d] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 670.069662] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.368s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.072462] env[68800]: INFO nova.compute.claims [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 670.238088] env[68800]: INFO nova.compute.manager [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Took 27.50 seconds to build instance. [ 670.243482] env[68800]: DEBUG nova.compute.manager [req-19c20b1d-55b2-43ca-b435-ff912d594ee4 req-e96c5747-e2a3-4344-a0d4-fd90017e39b8 service nova] [instance: 04804c6c-0112-4d22-8d0a-eb1ad7825625] Received event network-changed-f65def13-06c1-4e7b-8941-f58241a867c1 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.243482] env[68800]: DEBUG nova.compute.manager [req-19c20b1d-55b2-43ca-b435-ff912d594ee4 req-e96c5747-e2a3-4344-a0d4-fd90017e39b8 service nova] [instance: 04804c6c-0112-4d22-8d0a-eb1ad7825625] Refreshing instance network info cache due to event network-changed-f65def13-06c1-4e7b-8941-f58241a867c1. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 670.243482] env[68800]: DEBUG oslo_concurrency.lockutils [req-19c20b1d-55b2-43ca-b435-ff912d594ee4 req-e96c5747-e2a3-4344-a0d4-fd90017e39b8 service nova] Acquiring lock "refresh_cache-04804c6c-0112-4d22-8d0a-eb1ad7825625" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.243482] env[68800]: DEBUG oslo_concurrency.lockutils [req-19c20b1d-55b2-43ca-b435-ff912d594ee4 req-e96c5747-e2a3-4344-a0d4-fd90017e39b8 service nova] Acquired lock "refresh_cache-04804c6c-0112-4d22-8d0a-eb1ad7825625" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.243482] env[68800]: DEBUG nova.network.neutron [req-19c20b1d-55b2-43ca-b435-ff912d594ee4 req-e96c5747-e2a3-4344-a0d4-fd90017e39b8 service nova] [instance: 04804c6c-0112-4d22-8d0a-eb1ad7825625] Refreshing network info cache for port f65def13-06c1-4e7b-8941-f58241a867c1 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.497169] env[68800]: DEBUG oslo_vmware.api [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243193, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694287} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.497491] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 04804c6c-0112-4d22-8d0a-eb1ad7825625/04804c6c-0112-4d22-8d0a-eb1ad7825625.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 670.497753] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 04804c6c-0112-4d22-8d0a-eb1ad7825625] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 670.498104] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6fb745fe-ecc3-4e69-877c-bcf92beaff9a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.506469] env[68800]: DEBUG oslo_vmware.api [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Waiting for the task: (returnval){ [ 670.506469] env[68800]: value = "task-3243194" [ 670.506469] env[68800]: _type = "Task" [ 670.506469] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.526646] env[68800]: DEBUG oslo_vmware.api [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243194, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.543832] env[68800]: DEBUG oslo_vmware.api [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5272bf25-d615-4773-b405-036fc7c8158e, 'name': SearchDatastore_Task, 'duration_secs': 0.053834} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.543933] env[68800]: DEBUG oslo_concurrency.lockutils [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.544198] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] b1e86642-64ad-454d-9c58-e5abaa42da38/b1e86642-64ad-454d-9c58-e5abaa42da38.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 670.544513] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03d56a00-0f29-4f90-863c-777c61511cf3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.552940] env[68800]: DEBUG oslo_vmware.api [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Waiting for the task: (returnval){ [ 670.552940] env[68800]: value = "task-3243195" [ 670.552940] env[68800]: _type = "Task" [ 670.552940] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.563015] env[68800]: DEBUG oslo_vmware.api [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Task: {'id': task-3243195, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.579636] env[68800]: DEBUG nova.compute.utils [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 670.581850] env[68800]: DEBUG nova.compute.manager [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 8eec0f90-ecd9-4124-ae1b-c533efa09c7d] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 670.582088] env[68800]: DEBUG nova.network.neutron [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 8eec0f90-ecd9-4124-ae1b-c533efa09c7d] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 670.654615] env[68800]: DEBUG nova.policy [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d7c9c7404f647f5a0205026b594ab5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f4de2519c564969aa6c6d0fb3c7b59a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 670.741510] env[68800]: DEBUG oslo_concurrency.lockutils [None req-81189b8b-11f5-439d-a766-edb52de6a551 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Lock "79b99985-cd62-4b90-9374-9639bec5891c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.016s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.891083] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Acquiring lock "7dd75bea-9645-49e0-a518-21659a16022f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.891255] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Lock "7dd75bea-9645-49e0-a518-21659a16022f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.031549] env[68800]: DEBUG oslo_vmware.api [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243194, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.364536} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.031917] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 04804c6c-0112-4d22-8d0a-eb1ad7825625] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 671.032818] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056c3543-8bab-4a2a-a93c-85d3b4cf6f32 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.066850] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 04804c6c-0112-4d22-8d0a-eb1ad7825625] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 04804c6c-0112-4d22-8d0a-eb1ad7825625/04804c6c-0112-4d22-8d0a-eb1ad7825625.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.070295] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44a71032-6b64-4054-a3f8-839d579dfff7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.091496] env[68800]: DEBUG nova.compute.manager [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 8eec0f90-ecd9-4124-ae1b-c533efa09c7d] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 671.103048] env[68800]: DEBUG oslo_vmware.api [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Task: {'id': task-3243195, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.103048] env[68800]: DEBUG oslo_vmware.api [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Waiting for the task: (returnval){ [ 671.103048] env[68800]: value = "task-3243196" [ 671.103048] env[68800]: _type = "Task" [ 671.103048] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.116148] env[68800]: DEBUG oslo_vmware.api [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243196, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.245404] env[68800]: DEBUG nova.compute.manager [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] [instance: af1b5f44-b442-4c3e-923c-92c0d7db49b4] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 671.257822] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Acquiring lock "edf23e1c-b030-4fd8-88c6-558707c6fe87" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.258092] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Lock "edf23e1c-b030-4fd8-88c6-558707c6fe87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.509957] env[68800]: DEBUG nova.network.neutron [req-19c20b1d-55b2-43ca-b435-ff912d594ee4 req-e96c5747-e2a3-4344-a0d4-fd90017e39b8 service nova] [instance: 04804c6c-0112-4d22-8d0a-eb1ad7825625] Updated VIF entry in instance network info cache for port f65def13-06c1-4e7b-8941-f58241a867c1. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.509957] env[68800]: DEBUG nova.network.neutron [req-19c20b1d-55b2-43ca-b435-ff912d594ee4 req-e96c5747-e2a3-4344-a0d4-fd90017e39b8 service nova] [instance: 04804c6c-0112-4d22-8d0a-eb1ad7825625] Updating instance_info_cache with network_info: [{"id": "f65def13-06c1-4e7b-8941-f58241a867c1", "address": "fa:16:3e:56:99:07", "network": {"id": "703888a9-acb3-4f13-9061-6f33bc4621e8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1452406487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f4de2519c564969aa6c6d0fb3c7b59a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf65def13-06", "ovs_interfaceid": "f65def13-06c1-4e7b-8941-f58241a867c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.572779] env[68800]: DEBUG oslo_vmware.api [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Task: {'id': task-3243195, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.615995] env[68800]: DEBUG oslo_vmware.api [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.639076] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c0cf44-dd9d-4a15-83df-7abba8b8937f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.648152] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be89f5ca-de83-4719-9fe4-f9e48b719911 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.687792] env[68800]: DEBUG nova.network.neutron [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 8eec0f90-ecd9-4124-ae1b-c533efa09c7d] Successfully created port: fb37c221-c1d1-4c5d-9066-d85a7e8e70f6 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 671.691315] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40fbfebd-71f8-4018-804b-e2072d1465d3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.702803] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53404ce4-87ca-44cc-9aa0-748f7bc7602c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.720042] env[68800]: DEBUG nova.compute.provider_tree [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Updating inventory in ProviderTree for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 671.776612] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.013484] env[68800]: DEBUG oslo_concurrency.lockutils [req-19c20b1d-55b2-43ca-b435-ff912d594ee4 req-e96c5747-e2a3-4344-a0d4-fd90017e39b8 service nova] Releasing lock "refresh_cache-04804c6c-0112-4d22-8d0a-eb1ad7825625" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.013690] env[68800]: DEBUG nova.compute.manager [req-19c20b1d-55b2-43ca-b435-ff912d594ee4 req-e96c5747-e2a3-4344-a0d4-fd90017e39b8 service nova] [instance: ce1649cf-3921-41e7-aeed-c4e3e03ccda9] Received event network-changed-a228a8c8-a953-43ff-b34b-30630b0954c1 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.014101] env[68800]: DEBUG nova.compute.manager [req-19c20b1d-55b2-43ca-b435-ff912d594ee4 req-e96c5747-e2a3-4344-a0d4-fd90017e39b8 service nova] [instance: ce1649cf-3921-41e7-aeed-c4e3e03ccda9] Refreshing instance network info cache due to event network-changed-a228a8c8-a953-43ff-b34b-30630b0954c1. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 672.014101] env[68800]: DEBUG oslo_concurrency.lockutils [req-19c20b1d-55b2-43ca-b435-ff912d594ee4 req-e96c5747-e2a3-4344-a0d4-fd90017e39b8 service nova] Acquiring lock "refresh_cache-ce1649cf-3921-41e7-aeed-c4e3e03ccda9" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.014343] env[68800]: DEBUG oslo_concurrency.lockutils [req-19c20b1d-55b2-43ca-b435-ff912d594ee4 req-e96c5747-e2a3-4344-a0d4-fd90017e39b8 service nova] Acquired lock "refresh_cache-ce1649cf-3921-41e7-aeed-c4e3e03ccda9" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.014895] env[68800]: DEBUG nova.network.neutron [req-19c20b1d-55b2-43ca-b435-ff912d594ee4 req-e96c5747-e2a3-4344-a0d4-fd90017e39b8 service nova] [instance: ce1649cf-3921-41e7-aeed-c4e3e03ccda9] Refreshing network info cache for port a228a8c8-a953-43ff-b34b-30630b0954c1 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.072311] env[68800]: DEBUG oslo_vmware.api [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Task: {'id': task-3243195, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.021925} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.072506] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] b1e86642-64ad-454d-9c58-e5abaa42da38/b1e86642-64ad-454d-9c58-e5abaa42da38.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 672.072827] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 672.073075] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e998894b-8573-4362-8540-5b34932989fe {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.084481] env[68800]: DEBUG oslo_vmware.api [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Waiting for the task: (returnval){ [ 672.084481] env[68800]: value = "task-3243197" [ 672.084481] env[68800]: _type = "Task" [ 672.084481] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.095324] env[68800]: DEBUG oslo_vmware.api [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Task: {'id': task-3243197, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.102746] env[68800]: DEBUG nova.compute.manager [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 8eec0f90-ecd9-4124-ae1b-c533efa09c7d] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 672.117493] env[68800]: DEBUG oslo_vmware.api [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243196, 'name': ReconfigVM_Task, 'duration_secs': 0.90712} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.117736] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 04804c6c-0112-4d22-8d0a-eb1ad7825625] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 04804c6c-0112-4d22-8d0a-eb1ad7825625/04804c6c-0112-4d22-8d0a-eb1ad7825625.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.118454] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbeae520-0490-4c6e-9bbd-46a15a7d35d6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.128436] env[68800]: DEBUG oslo_vmware.api [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Waiting for the task: (returnval){ [ 672.128436] env[68800]: value = "task-3243198" [ 672.128436] env[68800]: _type = "Task" [ 672.128436] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.136882] env[68800]: DEBUG nova.virt.hardware [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 672.137374] env[68800]: DEBUG nova.virt.hardware [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 672.137374] env[68800]: DEBUG nova.virt.hardware [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.137519] env[68800]: DEBUG nova.virt.hardware [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 672.137609] env[68800]: DEBUG nova.virt.hardware [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.137759] env[68800]: DEBUG nova.virt.hardware [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 672.137965] env[68800]: DEBUG nova.virt.hardware [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 672.138144] env[68800]: DEBUG nova.virt.hardware [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 672.138319] env[68800]: DEBUG nova.virt.hardware [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 672.138485] env[68800]: DEBUG nova.virt.hardware [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 672.138660] env[68800]: DEBUG nova.virt.hardware [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 672.139750] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385e4651-0a4d-46f3-86ff-5ec054ab7b83 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.150030] env[68800]: DEBUG oslo_vmware.api [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243198, 'name': Rename_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.154237] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350a6c49-c39e-4769-af65-c50561e44b50 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.185255] env[68800]: DEBUG nova.network.neutron [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Successfully updated port: 4c52a700-3a3e-4a95-849a-9ec0734505cf {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 672.255298] env[68800]: ERROR nova.scheduler.client.report [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [req-573635ff-28f6-4a37-aac0-71d3911784ee] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 73f3eca7-007c-4a24-bdc1-0c0996f315e2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-573635ff-28f6-4a37-aac0-71d3911784ee"}]} [ 672.288576] env[68800]: DEBUG nova.scheduler.client.report [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Refreshing inventories for resource provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 672.307295] env[68800]: DEBUG nova.scheduler.client.report [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Updating ProviderTree inventory for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 672.307518] env[68800]: DEBUG nova.compute.provider_tree [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Updating inventory in ProviderTree for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 672.323065] env[68800]: DEBUG nova.scheduler.client.report [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Refreshing aggregate associations for resource provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2, aggregates: None {{(pid=68800) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 672.346724] env[68800]: DEBUG nova.scheduler.client.report [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Refreshing trait associations for resource provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68800) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 672.595978] env[68800]: DEBUG oslo_vmware.api [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Task: {'id': task-3243197, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079049} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.599616] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 672.607768] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06f8183-75be-4121-91db-2840697565d0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.631900] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] b1e86642-64ad-454d-9c58-e5abaa42da38/b1e86642-64ad-454d-9c58-e5abaa42da38.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 672.635089] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26e3a5a6-f47f-444f-9266-ff49d39fa42e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.662445] env[68800]: DEBUG oslo_vmware.api [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243198, 'name': Rename_Task, 'duration_secs': 0.40467} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.663868] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 04804c6c-0112-4d22-8d0a-eb1ad7825625] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 672.664207] env[68800]: DEBUG oslo_vmware.api [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Waiting for the task: (returnval){ [ 672.664207] env[68800]: value = "task-3243199" [ 672.664207] env[68800]: _type = "Task" [ 672.664207] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.664437] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91438270-6d9e-44a6-b566-986461653232 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.680188] env[68800]: DEBUG oslo_vmware.api [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Task: {'id': task-3243199, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.689810] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Acquiring lock "refresh_cache-1e3a449b-34b8-4d53-8bcb-6e7aed6668ad" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.691223] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Acquired lock "refresh_cache-1e3a449b-34b8-4d53-8bcb-6e7aed6668ad" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.691223] env[68800]: DEBUG nova.network.neutron [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 672.691837] env[68800]: DEBUG oslo_vmware.api [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Waiting for the task: (returnval){ [ 672.691837] env[68800]: value = "task-3243200" [ 672.691837] env[68800]: _type = "Task" [ 672.691837] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.706877] env[68800]: DEBUG oslo_vmware.api [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243200, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.820166] env[68800]: DEBUG oslo_concurrency.lockutils [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Acquiring lock "d8ca704a-fbd1-43e3-bc26-a005ec7082d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.820166] env[68800]: DEBUG oslo_concurrency.lockutils [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Lock "d8ca704a-fbd1-43e3-bc26-a005ec7082d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.911796] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ffc4e14-0ab1-43d4-9537-6d298c451a19 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.922048] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59315e94-c2ce-4a05-a5de-36f22c2dcff1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.959697] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fac4d6-1929-425c-adac-b628ba5c65e8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.968703] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3399038-3ac4-4004-89a1-06c9e8b0bd46 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.985202] env[68800]: DEBUG nova.compute.provider_tree [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Updating inventory in ProviderTree for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 673.183223] env[68800]: DEBUG oslo_vmware.api [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Task: {'id': task-3243199, 'name': ReconfigVM_Task, 'duration_secs': 0.477037} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.184331] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Reconfigured VM instance instance-00000008 to attach disk [datastore2] b1e86642-64ad-454d-9c58-e5abaa42da38/b1e86642-64ad-454d-9c58-e5abaa42da38.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 673.185050] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7521ac2-f0b0-4e3a-978d-bc8fdb28629d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.199143] env[68800]: DEBUG oslo_vmware.api [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Waiting for the task: (returnval){ [ 673.199143] env[68800]: value = "task-3243201" [ 673.199143] env[68800]: _type = "Task" [ 673.199143] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.218481] env[68800]: DEBUG oslo_vmware.api [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Task: {'id': task-3243201, 'name': Rename_Task} progress is 10%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.218817] env[68800]: DEBUG oslo_vmware.api [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243200, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.252344] env[68800]: DEBUG nova.network.neutron [req-19c20b1d-55b2-43ca-b435-ff912d594ee4 req-e96c5747-e2a3-4344-a0d4-fd90017e39b8 service nova] [instance: ce1649cf-3921-41e7-aeed-c4e3e03ccda9] Updated VIF entry in instance network info cache for port a228a8c8-a953-43ff-b34b-30630b0954c1. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 673.252720] env[68800]: DEBUG nova.network.neutron [req-19c20b1d-55b2-43ca-b435-ff912d594ee4 req-e96c5747-e2a3-4344-a0d4-fd90017e39b8 service nova] [instance: ce1649cf-3921-41e7-aeed-c4e3e03ccda9] Updating instance_info_cache with network_info: [{"id": "a228a8c8-a953-43ff-b34b-30630b0954c1", "address": "fa:16:3e:7c:e2:9f", "network": {"id": "bd19bcea-a33f-42fb-a9d7-96ef1238b31e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1061261904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bce81ea0aa8745b59cc418debf12e7d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa228a8c8-a9", "ovs_interfaceid": "a228a8c8-a953-43ff-b34b-30630b0954c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.281021] env[68800]: DEBUG nova.network.neutron [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 673.509925] env[68800]: ERROR nova.scheduler.client.report [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [req-4963ff23-0f57-41aa-9e03-9bc771eff777] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 73f3eca7-007c-4a24-bdc1-0c0996f315e2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4963ff23-0f57-41aa-9e03-9bc771eff777"}]} [ 673.543441] env[68800]: DEBUG nova.scheduler.client.report [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Refreshing inventories for resource provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 673.550027] env[68800]: DEBUG nova.network.neutron [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Updating instance_info_cache with network_info: [{"id": "4c52a700-3a3e-4a95-849a-9ec0734505cf", "address": "fa:16:3e:0a:33:5b", "network": {"id": "98589913-1363-422b-9da3-440ba9fd74f7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-22547982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d3439f156cf4195b418e1c815086a00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c52a700-3a", "ovs_interfaceid": "4c52a700-3a3e-4a95-849a-9ec0734505cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.561032] env[68800]: DEBUG nova.scheduler.client.report [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Updating ProviderTree inventory for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 673.561032] env[68800]: DEBUG nova.compute.provider_tree [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Updating inventory in ProviderTree for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 673.575251] env[68800]: DEBUG nova.scheduler.client.report [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Refreshing aggregate associations for resource provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2, aggregates: None {{(pid=68800) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 673.594400] env[68800]: DEBUG nova.scheduler.client.report [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Refreshing trait associations for resource provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68800) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 673.713949] env[68800]: DEBUG oslo_vmware.api [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243200, 'name': PowerOnVM_Task, 'duration_secs': 0.996117} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.713949] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 04804c6c-0112-4d22-8d0a-eb1ad7825625] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.713949] env[68800]: INFO nova.compute.manager [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 04804c6c-0112-4d22-8d0a-eb1ad7825625] Took 10.99 seconds to spawn the instance on the hypervisor. [ 673.713949] env[68800]: DEBUG nova.compute.manager [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 04804c6c-0112-4d22-8d0a-eb1ad7825625] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 673.714493] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75089370-7410-4446-808a-dac900f85302 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.723026] env[68800]: DEBUG oslo_vmware.api [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Task: {'id': task-3243201, 'name': Rename_Task, 'duration_secs': 0.362449} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.723026] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.723026] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6226d7f-27ca-4861-9960-076c75bdeb59 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.742535] env[68800]: DEBUG oslo_vmware.api [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Waiting for the task: (returnval){ [ 673.742535] env[68800]: value = "task-3243202" [ 673.742535] env[68800]: _type = "Task" [ 673.742535] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.756847] env[68800]: DEBUG oslo_concurrency.lockutils [req-19c20b1d-55b2-43ca-b435-ff912d594ee4 req-e96c5747-e2a3-4344-a0d4-fd90017e39b8 service nova] Releasing lock "refresh_cache-ce1649cf-3921-41e7-aeed-c4e3e03ccda9" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.757118] env[68800]: DEBUG oslo_vmware.api [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Task: {'id': task-3243202, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.052429] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Releasing lock "refresh_cache-1e3a449b-34b8-4d53-8bcb-6e7aed6668ad" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.052813] env[68800]: DEBUG nova.compute.manager [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Instance network_info: |[{"id": "4c52a700-3a3e-4a95-849a-9ec0734505cf", "address": "fa:16:3e:0a:33:5b", "network": {"id": "98589913-1363-422b-9da3-440ba9fd74f7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-22547982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d3439f156cf4195b418e1c815086a00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c52a700-3a", "ovs_interfaceid": "4c52a700-3a3e-4a95-849a-9ec0734505cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 674.053498] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:33:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c52a700-3a3e-4a95-849a-9ec0734505cf', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.061056] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Creating folder: Project (4d3439f156cf4195b418e1c815086a00). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.061773] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77a1bd1b-edbd-4bc8-b0d7-2a72c35e02f0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.075331] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Created folder: Project (4d3439f156cf4195b418e1c815086a00) in parent group-v648080. [ 674.075560] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Creating folder: Instances. Parent ref: group-v648127. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.075846] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15e9d7e0-21cb-4d49-9710-09289285145f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.088348] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Created folder: Instances in parent group-v648127. [ 674.088585] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.091680] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 674.092248] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17083b73-a0af-4201-8205-1d3a555a93f8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.130206] env[68800]: DEBUG nova.network.neutron [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 8eec0f90-ecd9-4124-ae1b-c533efa09c7d] Successfully updated port: fb37c221-c1d1-4c5d-9066-d85a7e8e70f6 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 674.132885] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.132885] env[68800]: value = "task-3243205" [ 674.132885] env[68800]: _type = "Task" [ 674.132885] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.147589] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243205, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.156226] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbd02b8-9407-4cbb-a426-047edfaa9c38 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.165862] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49e50e7-925a-4bc8-8d48-8e01cd501c09 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.207767] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f816b65f-5fcc-4039-bd04-103d3ce9085a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.219245] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce80a22-5e59-4b5e-a0ac-7b8ea7963fc8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.248211] env[68800]: DEBUG nova.compute.provider_tree [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.255201] env[68800]: INFO nova.compute.manager [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 04804c6c-0112-4d22-8d0a-eb1ad7825625] Took 29.94 seconds to build instance. [ 674.262302] env[68800]: DEBUG oslo_vmware.api [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Task: {'id': task-3243202, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.296402] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.296402] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.633306] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Acquiring lock "refresh_cache-8eec0f90-ecd9-4124-ae1b-c533efa09c7d" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.633546] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Acquired lock "refresh_cache-8eec0f90-ecd9-4124-ae1b-c533efa09c7d" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.633657] env[68800]: DEBUG nova.network.neutron [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 8eec0f90-ecd9-4124-ae1b-c533efa09c7d] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 674.645311] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243205, 'name': CreateVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.752841] env[68800]: DEBUG nova.scheduler.client.report [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.768669] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2b7c67ce-0946-4078-b916-6ec7b0557ff9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Lock "04804c6c-0112-4d22-8d0a-eb1ad7825625" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.467s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.783636] env[68800]: DEBUG oslo_vmware.api [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Task: {'id': task-3243202, 'name': PowerOnVM_Task, 'duration_secs': 0.763058} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.783636] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.783636] env[68800]: DEBUG nova.compute.manager [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.784192] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511cf5b8-f767-4c88-993f-d492038df072 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.792336] env[68800]: DEBUG nova.compute.manager [req-e972f4ef-5b9b-458c-922a-797de978da1d req-2ef248ef-dcea-4644-a3e2-28595c4403ba service nova] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Received event network-vif-plugged-4c52a700-3a3e-4a95-849a-9ec0734505cf {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.792637] env[68800]: DEBUG oslo_concurrency.lockutils [req-e972f4ef-5b9b-458c-922a-797de978da1d req-2ef248ef-dcea-4644-a3e2-28595c4403ba service nova] Acquiring lock "1e3a449b-34b8-4d53-8bcb-6e7aed6668ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.794260] env[68800]: DEBUG oslo_concurrency.lockutils [req-e972f4ef-5b9b-458c-922a-797de978da1d req-2ef248ef-dcea-4644-a3e2-28595c4403ba service nova] Lock "1e3a449b-34b8-4d53-8bcb-6e7aed6668ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.794383] env[68800]: DEBUG oslo_concurrency.lockutils [req-e972f4ef-5b9b-458c-922a-797de978da1d req-2ef248ef-dcea-4644-a3e2-28595c4403ba service nova] Lock "1e3a449b-34b8-4d53-8bcb-6e7aed6668ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.794565] env[68800]: DEBUG nova.compute.manager [req-e972f4ef-5b9b-458c-922a-797de978da1d req-2ef248ef-dcea-4644-a3e2-28595c4403ba service nova] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] No waiting events found dispatching network-vif-plugged-4c52a700-3a3e-4a95-849a-9ec0734505cf {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 674.794732] env[68800]: WARNING nova.compute.manager [req-e972f4ef-5b9b-458c-922a-797de978da1d req-2ef248ef-dcea-4644-a3e2-28595c4403ba service nova] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Received unexpected event network-vif-plugged-4c52a700-3a3e-4a95-849a-9ec0734505cf for instance with vm_state building and task_state spawning. [ 674.795098] env[68800]: DEBUG nova.compute.manager [req-e972f4ef-5b9b-458c-922a-797de978da1d req-2ef248ef-dcea-4644-a3e2-28595c4403ba service nova] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Received event network-changed-4c52a700-3a3e-4a95-849a-9ec0734505cf {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.795098] env[68800]: DEBUG nova.compute.manager [req-e972f4ef-5b9b-458c-922a-797de978da1d req-2ef248ef-dcea-4644-a3e2-28595c4403ba service nova] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Refreshing instance network info cache due to event network-changed-4c52a700-3a3e-4a95-849a-9ec0734505cf. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 674.795252] env[68800]: DEBUG oslo_concurrency.lockutils [req-e972f4ef-5b9b-458c-922a-797de978da1d req-2ef248ef-dcea-4644-a3e2-28595c4403ba service nova] Acquiring lock "refresh_cache-1e3a449b-34b8-4d53-8bcb-6e7aed6668ad" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.795796] env[68800]: DEBUG oslo_concurrency.lockutils [req-e972f4ef-5b9b-458c-922a-797de978da1d req-2ef248ef-dcea-4644-a3e2-28595c4403ba service nova] Acquired lock "refresh_cache-1e3a449b-34b8-4d53-8bcb-6e7aed6668ad" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.795796] env[68800]: DEBUG nova.network.neutron [req-e972f4ef-5b9b-458c-922a-797de978da1d req-2ef248ef-dcea-4644-a3e2-28595c4403ba service nova] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Refreshing network info cache for port 4c52a700-3a3e-4a95-849a-9ec0734505cf {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 675.153023] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243205, 'name': CreateVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.261249] env[68800]: DEBUG nova.network.neutron [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 8eec0f90-ecd9-4124-ae1b-c533efa09c7d] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 675.270389] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.201s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.270948] env[68800]: DEBUG nova.compute.manager [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 675.273552] env[68800]: DEBUG oslo_concurrency.lockutils [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.517s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.277144] env[68800]: INFO nova.compute.claims [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 4f492710-e515-4857-b2a4-71da78617707] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 675.278576] env[68800]: DEBUG nova.compute.manager [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 675.318033] env[68800]: DEBUG oslo_concurrency.lockutils [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.477265] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Acquiring lock "f5251e20-8dda-4d70-b30c-26ffe9218656" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.477597] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Lock "f5251e20-8dda-4d70-b30c-26ffe9218656" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.531210] env[68800]: DEBUG oslo_concurrency.lockutils [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Acquiring lock "38df7b29-99a7-42a1-8dcd-47bedc72f440" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.531498] env[68800]: DEBUG oslo_concurrency.lockutils [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Lock "38df7b29-99a7-42a1-8dcd-47bedc72f440" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.649243] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243205, 'name': CreateVM_Task, 'duration_secs': 1.508709} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.649243] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 675.649994] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.650298] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.650758] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.651155] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4aa52dd7-b21c-435f-90ce-0ef222daf050 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.658473] env[68800]: DEBUG oslo_vmware.api [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Waiting for the task: (returnval){ [ 675.658473] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52d1803b-c2d3-fbeb-d23b-380915f3ba92" [ 675.658473] env[68800]: _type = "Task" [ 675.658473] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.671540] env[68800]: DEBUG oslo_vmware.api [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52d1803b-c2d3-fbeb-d23b-380915f3ba92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.786956] env[68800]: DEBUG nova.compute.utils [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 675.792285] env[68800]: DEBUG nova.compute.manager [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 675.792285] env[68800]: DEBUG nova.network.neutron [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 675.832325] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.873321] env[68800]: DEBUG nova.network.neutron [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 8eec0f90-ecd9-4124-ae1b-c533efa09c7d] Updating instance_info_cache with network_info: [{"id": "fb37c221-c1d1-4c5d-9066-d85a7e8e70f6", "address": "fa:16:3e:d8:15:57", "network": {"id": "703888a9-acb3-4f13-9061-6f33bc4621e8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1452406487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f4de2519c564969aa6c6d0fb3c7b59a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb37c221-c1", "ovs_interfaceid": "fb37c221-c1d1-4c5d-9066-d85a7e8e70f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.969143] env[68800]: DEBUG nova.policy [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0a0adb57ad6407b86e5a4ec91170401', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d220f632182492799c4801305366455', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 676.130049] env[68800]: DEBUG nova.network.neutron [req-e972f4ef-5b9b-458c-922a-797de978da1d req-2ef248ef-dcea-4644-a3e2-28595c4403ba service nova] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Updated VIF entry in instance network info cache for port 4c52a700-3a3e-4a95-849a-9ec0734505cf. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 676.130049] env[68800]: DEBUG nova.network.neutron [req-e972f4ef-5b9b-458c-922a-797de978da1d req-2ef248ef-dcea-4644-a3e2-28595c4403ba service nova] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Updating instance_info_cache with network_info: [{"id": "4c52a700-3a3e-4a95-849a-9ec0734505cf", "address": "fa:16:3e:0a:33:5b", "network": {"id": "98589913-1363-422b-9da3-440ba9fd74f7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-22547982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d3439f156cf4195b418e1c815086a00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c52a700-3a", "ovs_interfaceid": "4c52a700-3a3e-4a95-849a-9ec0734505cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.177132] env[68800]: DEBUG oslo_vmware.api [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52d1803b-c2d3-fbeb-d23b-380915f3ba92, 'name': SearchDatastore_Task, 'duration_secs': 0.012808} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.177132] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.177132] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 676.177622] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.177622] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.177622] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 676.177888] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cad5fadd-1f17-4b15-9884-239a97571eb5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.189532] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 676.190190] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 676.190583] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97b8b322-b3ea-4c52-bb27-b8b60b338ff3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.198857] env[68800]: DEBUG oslo_vmware.api [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Waiting for the task: (returnval){ [ 676.198857] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]525fe8fd-9cfd-2091-be8a-2e8f0240d060" [ 676.198857] env[68800]: _type = "Task" [ 676.198857] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.212879] env[68800]: DEBUG oslo_vmware.api [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]525fe8fd-9cfd-2091-be8a-2e8f0240d060, 'name': SearchDatastore_Task, 'duration_secs': 0.0107} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.214315] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce4bf399-1369-40aa-968f-fca8b7a57649 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.222112] env[68800]: DEBUG oslo_vmware.api [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Waiting for the task: (returnval){ [ 676.222112] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52a33afe-6f7f-16b7-be5d-b557a068eb84" [ 676.222112] env[68800]: _type = "Task" [ 676.222112] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.232814] env[68800]: DEBUG oslo_vmware.api [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52a33afe-6f7f-16b7-be5d-b557a068eb84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.298123] env[68800]: DEBUG nova.compute.manager [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 676.377123] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Releasing lock "refresh_cache-8eec0f90-ecd9-4124-ae1b-c533efa09c7d" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.377498] env[68800]: DEBUG nova.compute.manager [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 8eec0f90-ecd9-4124-ae1b-c533efa09c7d] Instance network_info: |[{"id": "fb37c221-c1d1-4c5d-9066-d85a7e8e70f6", "address": "fa:16:3e:d8:15:57", "network": {"id": "703888a9-acb3-4f13-9061-6f33bc4621e8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1452406487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f4de2519c564969aa6c6d0fb3c7b59a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb37c221-c1", "ovs_interfaceid": "fb37c221-c1d1-4c5d-9066-d85a7e8e70f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 676.377930] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 8eec0f90-ecd9-4124-ae1b-c533efa09c7d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:15:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08fb4857-7f9b-4f97-86ef-415341fb595d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb37c221-c1d1-4c5d-9066-d85a7e8e70f6', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 676.386436] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.389573] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8eec0f90-ecd9-4124-ae1b-c533efa09c7d] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 676.390118] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-771dcadf-f098-4d46-bcb4-3957dcd82157 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.415784] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 676.415784] env[68800]: value = "task-3243206" [ 676.415784] env[68800]: _type = "Task" [ 676.415784] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.425161] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243206, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.632291] env[68800]: DEBUG oslo_concurrency.lockutils [req-e972f4ef-5b9b-458c-922a-797de978da1d req-2ef248ef-dcea-4644-a3e2-28595c4403ba service nova] Releasing lock "refresh_cache-1e3a449b-34b8-4d53-8bcb-6e7aed6668ad" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.734940] env[68800]: DEBUG oslo_vmware.api [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52a33afe-6f7f-16b7-be5d-b557a068eb84, 'name': SearchDatastore_Task, 'duration_secs': 0.011338} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.739253] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.739586] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad/1e3a449b-34b8-4d53-8bcb-6e7aed6668ad.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.740009] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-290219f1-7537-4fb6-bc6b-5db5f40967b1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.747389] env[68800]: DEBUG oslo_vmware.api [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Waiting for the task: (returnval){ [ 676.747389] env[68800]: value = "task-3243207" [ 676.747389] env[68800]: _type = "Task" [ 676.747389] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.760189] env[68800]: DEBUG oslo_vmware.api [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.817226] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4557b979-5c7f-45ea-b46c-5f576e4cced4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.825711] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11a9a12-2d14-4c59-9255-ab26f240d14a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.869056] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bda32a6-6833-426c-839c-ce45aced1752 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.880382] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2ad562-f0c7-4765-95e5-5923a17b5453 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.899455] env[68800]: DEBUG nova.compute.provider_tree [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.927500] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243206, 'name': CreateVM_Task, 'duration_secs': 0.442434} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.927712] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8eec0f90-ecd9-4124-ae1b-c533efa09c7d] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 676.928484] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.928657] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.929015] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.929712] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6aef9515-fa03-409b-8f04-748df6dbe6e3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.937739] env[68800]: DEBUG oslo_vmware.api [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Waiting for the task: (returnval){ [ 676.937739] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c6243b-a5d0-d3c7-2fb9-41d179868cdb" [ 676.937739] env[68800]: _type = "Task" [ 676.937739] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.952217] env[68800]: DEBUG oslo_vmware.api [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c6243b-a5d0-d3c7-2fb9-41d179868cdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.103899] env[68800]: DEBUG nova.network.neutron [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Successfully created port: e1cf0349-05d5-4767-af20-fdcc2fa52c92 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 677.258998] env[68800]: DEBUG oslo_vmware.api [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.311754] env[68800]: DEBUG nova.compute.manager [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 677.342614] env[68800]: DEBUG nova.virt.hardware [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 677.343024] env[68800]: DEBUG nova.virt.hardware [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 677.345020] env[68800]: DEBUG nova.virt.hardware [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.345020] env[68800]: DEBUG nova.virt.hardware [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 677.345020] env[68800]: DEBUG nova.virt.hardware [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.345020] env[68800]: DEBUG nova.virt.hardware [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 677.345020] env[68800]: DEBUG nova.virt.hardware [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 677.345392] env[68800]: DEBUG nova.virt.hardware [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 677.345392] env[68800]: DEBUG nova.virt.hardware [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 677.345392] env[68800]: DEBUG nova.virt.hardware [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 677.345392] env[68800]: DEBUG nova.virt.hardware [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 677.345714] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637b5c6f-662d-4ba3-8444-5dcb55ac291e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.355335] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d66694-8a11-4689-89a2-ece28f20bedb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.407023] env[68800]: DEBUG nova.scheduler.client.report [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.451025] env[68800]: DEBUG oslo_vmware.api [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c6243b-a5d0-d3c7-2fb9-41d179868cdb, 'name': SearchDatastore_Task, 'duration_secs': 0.012565} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.451532] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.451911] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 8eec0f90-ecd9-4124-ae1b-c533efa09c7d] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 677.452287] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.453034] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.453359] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 677.453849] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1988fc05-c013-4faa-a3a9-f7b98e01898f tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Acquiring lock "b1e86642-64ad-454d-9c58-e5abaa42da38" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.454486] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1988fc05-c013-4faa-a3a9-f7b98e01898f tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Lock "b1e86642-64ad-454d-9c58-e5abaa42da38" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.454828] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1988fc05-c013-4faa-a3a9-f7b98e01898f tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Acquiring lock "b1e86642-64ad-454d-9c58-e5abaa42da38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.455148] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1988fc05-c013-4faa-a3a9-f7b98e01898f tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Lock "b1e86642-64ad-454d-9c58-e5abaa42da38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.455434] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1988fc05-c013-4faa-a3a9-f7b98e01898f tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Lock "b1e86642-64ad-454d-9c58-e5abaa42da38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.457140] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6106a328-50df-4a5e-8904-b63a85e6faf4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.461071] env[68800]: INFO nova.compute.manager [None req-1988fc05-c013-4faa-a3a9-f7b98e01898f tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Terminating instance [ 677.472310] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 677.472505] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 677.473281] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3401a8d-d7a0-43ab-a83b-48a4eb5329c6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.485474] env[68800]: DEBUG oslo_vmware.api [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Waiting for the task: (returnval){ [ 677.485474] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]527173c5-9055-8989-6cd6-82ae52c6d364" [ 677.485474] env[68800]: _type = "Task" [ 677.485474] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.497154] env[68800]: DEBUG oslo_vmware.api [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]527173c5-9055-8989-6cd6-82ae52c6d364, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.760890] env[68800]: DEBUG oslo_vmware.api [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.910390] env[68800]: DEBUG oslo_concurrency.lockutils [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.637s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.911112] env[68800]: DEBUG nova.compute.manager [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 4f492710-e515-4857-b2a4-71da78617707] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 677.914113] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.108s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.915385] env[68800]: INFO nova.compute.claims [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 677.966258] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1988fc05-c013-4faa-a3a9-f7b98e01898f tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Acquiring lock "refresh_cache-b1e86642-64ad-454d-9c58-e5abaa42da38" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.966258] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1988fc05-c013-4faa-a3a9-f7b98e01898f tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Acquired lock "refresh_cache-b1e86642-64ad-454d-9c58-e5abaa42da38" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.966258] env[68800]: DEBUG nova.network.neutron [None req-1988fc05-c013-4faa-a3a9-f7b98e01898f tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 678.003066] env[68800]: DEBUG oslo_vmware.api [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]527173c5-9055-8989-6cd6-82ae52c6d364, 'name': SearchDatastore_Task, 'duration_secs': 0.010619} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.003529] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82af64ed-d3cd-436a-a58c-5ff322141ca5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.013545] env[68800]: DEBUG oslo_vmware.api [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Waiting for the task: (returnval){ [ 678.013545] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52b5cf11-0cb5-1c19-261d-bba8abb84e2c" [ 678.013545] env[68800]: _type = "Task" [ 678.013545] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.026272] env[68800]: DEBUG oslo_vmware.api [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52b5cf11-0cb5-1c19-261d-bba8abb84e2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.263362] env[68800]: DEBUG oslo_vmware.api [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243207, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.421341] env[68800]: DEBUG nova.compute.utils [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 678.422154] env[68800]: DEBUG nova.compute.manager [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 4f492710-e515-4857-b2a4-71da78617707] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 678.422325] env[68800]: DEBUG nova.network.neutron [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 4f492710-e515-4857-b2a4-71da78617707] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 678.509667] env[68800]: DEBUG nova.network.neutron [None req-1988fc05-c013-4faa-a3a9-f7b98e01898f tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 678.520196] env[68800]: DEBUG nova.compute.manager [req-b5509f48-42f5-46c9-b11c-2260a1562d57 req-89e9644b-fc1b-453e-a083-43534e1962cf service nova] [instance: 8eec0f90-ecd9-4124-ae1b-c533efa09c7d] Received event network-vif-plugged-fb37c221-c1d1-4c5d-9066-d85a7e8e70f6 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.520567] env[68800]: DEBUG oslo_concurrency.lockutils [req-b5509f48-42f5-46c9-b11c-2260a1562d57 req-89e9644b-fc1b-453e-a083-43534e1962cf service nova] Acquiring lock "8eec0f90-ecd9-4124-ae1b-c533efa09c7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.521122] env[68800]: DEBUG oslo_concurrency.lockutils [req-b5509f48-42f5-46c9-b11c-2260a1562d57 req-89e9644b-fc1b-453e-a083-43534e1962cf service nova] Lock "8eec0f90-ecd9-4124-ae1b-c533efa09c7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.521122] env[68800]: DEBUG oslo_concurrency.lockutils [req-b5509f48-42f5-46c9-b11c-2260a1562d57 req-89e9644b-fc1b-453e-a083-43534e1962cf service nova] Lock "8eec0f90-ecd9-4124-ae1b-c533efa09c7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.521307] env[68800]: DEBUG nova.compute.manager [req-b5509f48-42f5-46c9-b11c-2260a1562d57 req-89e9644b-fc1b-453e-a083-43534e1962cf service nova] [instance: 8eec0f90-ecd9-4124-ae1b-c533efa09c7d] No waiting events found dispatching network-vif-plugged-fb37c221-c1d1-4c5d-9066-d85a7e8e70f6 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 678.521498] env[68800]: WARNING nova.compute.manager [req-b5509f48-42f5-46c9-b11c-2260a1562d57 req-89e9644b-fc1b-453e-a083-43534e1962cf service nova] [instance: 8eec0f90-ecd9-4124-ae1b-c533efa09c7d] Received unexpected event network-vif-plugged-fb37c221-c1d1-4c5d-9066-d85a7e8e70f6 for instance with vm_state building and task_state spawning. [ 678.521714] env[68800]: DEBUG nova.compute.manager [req-b5509f48-42f5-46c9-b11c-2260a1562d57 req-89e9644b-fc1b-453e-a083-43534e1962cf service nova] [instance: 8eec0f90-ecd9-4124-ae1b-c533efa09c7d] Received event network-changed-fb37c221-c1d1-4c5d-9066-d85a7e8e70f6 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.521957] env[68800]: DEBUG nova.compute.manager [req-b5509f48-42f5-46c9-b11c-2260a1562d57 req-89e9644b-fc1b-453e-a083-43534e1962cf service nova] [instance: 8eec0f90-ecd9-4124-ae1b-c533efa09c7d] Refreshing instance network info cache due to event network-changed-fb37c221-c1d1-4c5d-9066-d85a7e8e70f6. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 678.522434] env[68800]: DEBUG oslo_concurrency.lockutils [req-b5509f48-42f5-46c9-b11c-2260a1562d57 req-89e9644b-fc1b-453e-a083-43534e1962cf service nova] Acquiring lock "refresh_cache-8eec0f90-ecd9-4124-ae1b-c533efa09c7d" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.522795] env[68800]: DEBUG oslo_concurrency.lockutils [req-b5509f48-42f5-46c9-b11c-2260a1562d57 req-89e9644b-fc1b-453e-a083-43534e1962cf service nova] Acquired lock "refresh_cache-8eec0f90-ecd9-4124-ae1b-c533efa09c7d" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.523162] env[68800]: DEBUG nova.network.neutron [req-b5509f48-42f5-46c9-b11c-2260a1562d57 req-89e9644b-fc1b-453e-a083-43534e1962cf service nova] [instance: 8eec0f90-ecd9-4124-ae1b-c533efa09c7d] Refreshing network info cache for port fb37c221-c1d1-4c5d-9066-d85a7e8e70f6 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 678.532105] env[68800]: DEBUG oslo_vmware.api [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52b5cf11-0cb5-1c19-261d-bba8abb84e2c, 'name': SearchDatastore_Task, 'duration_secs': 0.061513} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.532499] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.532775] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 8eec0f90-ecd9-4124-ae1b-c533efa09c7d/8eec0f90-ecd9-4124-ae1b-c533efa09c7d.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 678.533169] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a1d05e7-dff3-4981-b36b-37fde9e45a76 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.540120] env[68800]: DEBUG nova.policy [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96ccdbb057484732960be92dbd23f233', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16f0ad1d39974d9788a00eef12e3b8d9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 678.544456] env[68800]: DEBUG oslo_vmware.api [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Waiting for the task: (returnval){ [ 678.544456] env[68800]: value = "task-3243208" [ 678.544456] env[68800]: _type = "Task" [ 678.544456] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.563434] env[68800]: DEBUG oslo_vmware.api [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243208, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.635454] env[68800]: DEBUG nova.network.neutron [None req-1988fc05-c013-4faa-a3a9-f7b98e01898f tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.766243] env[68800]: DEBUG oslo_vmware.api [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243207, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.534879} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.766353] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad/1e3a449b-34b8-4d53-8bcb-6e7aed6668ad.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 678.766681] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 678.767577] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27116a02-7550-4afa-805e-f1188840b6ae {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.776385] env[68800]: DEBUG oslo_vmware.api [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Waiting for the task: (returnval){ [ 678.776385] env[68800]: value = "task-3243209" [ 678.776385] env[68800]: _type = "Task" [ 678.776385] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.789220] env[68800]: DEBUG oslo_vmware.api [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243209, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.927721] env[68800]: DEBUG nova.compute.manager [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 4f492710-e515-4857-b2a4-71da78617707] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 679.059285] env[68800]: DEBUG oslo_vmware.api [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243208, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.140066] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1988fc05-c013-4faa-a3a9-f7b98e01898f tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Releasing lock "refresh_cache-b1e86642-64ad-454d-9c58-e5abaa42da38" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.140553] env[68800]: DEBUG nova.compute.manager [None req-1988fc05-c013-4faa-a3a9-f7b98e01898f tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 679.140748] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-1988fc05-c013-4faa-a3a9-f7b98e01898f tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 679.145164] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c704cb-1283-401f-b0b1-ce3d4fb71ad5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.153824] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-1988fc05-c013-4faa-a3a9-f7b98e01898f tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 679.154117] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6404ae82-c755-4694-b8b1-864d077c5d42 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.161435] env[68800]: DEBUG oslo_vmware.api [None req-1988fc05-c013-4faa-a3a9-f7b98e01898f tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Waiting for the task: (returnval){ [ 679.161435] env[68800]: value = "task-3243210" [ 679.161435] env[68800]: _type = "Task" [ 679.161435] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.170952] env[68800]: DEBUG oslo_vmware.api [None req-1988fc05-c013-4faa-a3a9-f7b98e01898f tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Task: {'id': task-3243210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.192973] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquiring lock "3569d4a2-f210-4a85-bc56-0de724aba1b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.193630] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "3569d4a2-f210-4a85-bc56-0de724aba1b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.287495] env[68800]: DEBUG oslo_vmware.api [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243209, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111356} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.288389] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 679.288711] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff93ead9-f90a-4bab-9c73-6e6564955b25 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.315460] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad/1e3a449b-34b8-4d53-8bcb-6e7aed6668ad.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 679.316088] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d809b137-d7f8-4178-8b4e-ba7f87c55627 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.338106] env[68800]: DEBUG oslo_vmware.api [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Waiting for the task: (returnval){ [ 679.338106] env[68800]: value = "task-3243211" [ 679.338106] env[68800]: _type = "Task" [ 679.338106] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.346946] env[68800]: DEBUG oslo_vmware.api [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243211, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.501362] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d5daab-b278-4b6a-9c67-bfe224e38779 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.511127] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10162ed9-3203-4d2b-ad88-c74a78702758 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.545275] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc452c6-afc0-4c08-b361-3db5916f074d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.560575] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c040253-082e-486e-ae8e-d4b9283abd2a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.566360] env[68800]: DEBUG oslo_vmware.api [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243208, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558699} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.566360] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 8eec0f90-ecd9-4124-ae1b-c533efa09c7d/8eec0f90-ecd9-4124-ae1b-c533efa09c7d.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 679.566360] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 8eec0f90-ecd9-4124-ae1b-c533efa09c7d] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 679.566591] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea6d1fd2-9e6a-4e55-ac9b-daf1c8225df9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.578177] env[68800]: DEBUG nova.compute.provider_tree [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Updating inventory in ProviderTree for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 679.583401] env[68800]: DEBUG oslo_vmware.api [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Waiting for the task: (returnval){ [ 679.583401] env[68800]: value = "task-3243212" [ 679.583401] env[68800]: _type = "Task" [ 679.583401] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.589146] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Acquiring lock "88b6dbfd-2340-430d-96f5-fbe15e3b654b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.589146] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Lock "88b6dbfd-2340-430d-96f5-fbe15e3b654b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.600680] env[68800]: DEBUG oslo_vmware.api [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243212, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.672523] env[68800]: DEBUG oslo_vmware.api [None req-1988fc05-c013-4faa-a3a9-f7b98e01898f tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Task: {'id': task-3243210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.706216] env[68800]: DEBUG nova.network.neutron [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 4f492710-e515-4857-b2a4-71da78617707] Successfully created port: b1be6dad-86cc-49e4-a0be-d3b86d20fef6 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 679.853260] env[68800]: DEBUG oslo_vmware.api [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243211, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.941120] env[68800]: DEBUG nova.compute.manager [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 4f492710-e515-4857-b2a4-71da78617707] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 680.003189] env[68800]: DEBUG nova.virt.hardware [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 680.003450] env[68800]: DEBUG nova.virt.hardware [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 680.003706] env[68800]: DEBUG nova.virt.hardware [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.003916] env[68800]: DEBUG nova.virt.hardware [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 680.004073] env[68800]: DEBUG nova.virt.hardware [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.004225] env[68800]: DEBUG nova.virt.hardware [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 680.004468] env[68800]: DEBUG nova.virt.hardware [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 680.004640] env[68800]: DEBUG nova.virt.hardware [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 680.004806] env[68800]: DEBUG nova.virt.hardware [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 680.004966] env[68800]: DEBUG nova.virt.hardware [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 680.005176] env[68800]: DEBUG nova.virt.hardware [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 680.006045] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b554131-a0bc-4db4-8d35-b7bf0f04b14c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.015199] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ece6403-192a-4b02-b512-fb8d2a6c9c9a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.034418] env[68800]: DEBUG nova.network.neutron [req-b5509f48-42f5-46c9-b11c-2260a1562d57 req-89e9644b-fc1b-453e-a083-43534e1962cf service nova] [instance: 8eec0f90-ecd9-4124-ae1b-c533efa09c7d] Updated VIF entry in instance network info cache for port fb37c221-c1d1-4c5d-9066-d85a7e8e70f6. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 680.034418] env[68800]: DEBUG nova.network.neutron [req-b5509f48-42f5-46c9-b11c-2260a1562d57 req-89e9644b-fc1b-453e-a083-43534e1962cf service nova] [instance: 8eec0f90-ecd9-4124-ae1b-c533efa09c7d] Updating instance_info_cache with network_info: [{"id": "fb37c221-c1d1-4c5d-9066-d85a7e8e70f6", "address": "fa:16:3e:d8:15:57", "network": {"id": "703888a9-acb3-4f13-9061-6f33bc4621e8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1452406487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f4de2519c564969aa6c6d0fb3c7b59a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb37c221-c1", "ovs_interfaceid": "fb37c221-c1d1-4c5d-9066-d85a7e8e70f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.098750] env[68800]: DEBUG nova.network.neutron [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Successfully updated port: e1cf0349-05d5-4767-af20-fdcc2fa52c92 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 680.102997] env[68800]: DEBUG oslo_vmware.api [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243212, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.262704} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.104539] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 8eec0f90-ecd9-4124-ae1b-c533efa09c7d] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.108886] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e17966-a3ba-49c5-9c8b-343aec856671 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.136281] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 8eec0f90-ecd9-4124-ae1b-c533efa09c7d] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 8eec0f90-ecd9-4124-ae1b-c533efa09c7d/8eec0f90-ecd9-4124-ae1b-c533efa09c7d.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.138205] env[68800]: ERROR nova.scheduler.client.report [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [req-147345f8-4f9e-4334-801d-7444f4b475b9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 73f3eca7-007c-4a24-bdc1-0c0996f315e2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-147345f8-4f9e-4334-801d-7444f4b475b9"}]} [ 680.138982] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91260d33-8a54-4eb1-a2eb-e4a4b6b8a50e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.171641] env[68800]: DEBUG oslo_vmware.api [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Waiting for the task: (returnval){ [ 680.171641] env[68800]: value = "task-3243213" [ 680.171641] env[68800]: _type = "Task" [ 680.171641] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.179879] env[68800]: DEBUG oslo_vmware.api [None req-1988fc05-c013-4faa-a3a9-f7b98e01898f tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Task: {'id': task-3243210, 'name': PowerOffVM_Task, 'duration_secs': 0.575115} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.184331] env[68800]: DEBUG nova.scheduler.client.report [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Refreshing inventories for resource provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 680.186466] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-1988fc05-c013-4faa-a3a9-f7b98e01898f tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 680.186647] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-1988fc05-c013-4faa-a3a9-f7b98e01898f tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 680.186923] env[68800]: DEBUG oslo_vmware.api [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243213, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.187601] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee1b3e05-bf06-4af9-bee7-f7a41ca5aaad {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.213903] env[68800]: DEBUG nova.scheduler.client.report [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Updating ProviderTree inventory for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 680.214181] env[68800]: DEBUG nova.compute.provider_tree [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Updating inventory in ProviderTree for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 680.221851] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-1988fc05-c013-4faa-a3a9-f7b98e01898f tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 680.222149] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-1988fc05-c013-4faa-a3a9-f7b98e01898f tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 680.222350] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-1988fc05-c013-4faa-a3a9-f7b98e01898f tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Deleting the datastore file [datastore2] b1e86642-64ad-454d-9c58-e5abaa42da38 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 680.222746] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-772b4be4-8be0-406e-a625-d80cd8add658 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.230603] env[68800]: DEBUG nova.scheduler.client.report [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Refreshing aggregate associations for resource provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2, aggregates: None {{(pid=68800) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 680.235827] env[68800]: DEBUG oslo_vmware.api [None req-1988fc05-c013-4faa-a3a9-f7b98e01898f tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Waiting for the task: (returnval){ [ 680.235827] env[68800]: value = "task-3243215" [ 680.235827] env[68800]: _type = "Task" [ 680.235827] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.251895] env[68800]: DEBUG oslo_vmware.api [None req-1988fc05-c013-4faa-a3a9-f7b98e01898f tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Task: {'id': task-3243215, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.268369] env[68800]: DEBUG nova.scheduler.client.report [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Refreshing trait associations for resource provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68800) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 680.353618] env[68800]: DEBUG oslo_vmware.api [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243211, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.536876] env[68800]: DEBUG oslo_concurrency.lockutils [req-b5509f48-42f5-46c9-b11c-2260a1562d57 req-89e9644b-fc1b-453e-a083-43534e1962cf service nova] Releasing lock "refresh_cache-8eec0f90-ecd9-4124-ae1b-c533efa09c7d" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.609809] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquiring lock "refresh_cache-0200ac67-ec70-479f-a0be-af4c17410c61" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.609809] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquired lock "refresh_cache-0200ac67-ec70-479f-a0be-af4c17410c61" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.609809] env[68800]: DEBUG nova.network.neutron [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 680.684822] env[68800]: DEBUG oslo_vmware.api [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243213, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.747959] env[68800]: DEBUG oslo_vmware.api [None req-1988fc05-c013-4faa-a3a9-f7b98e01898f tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Task: {'id': task-3243215, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189595} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.748426] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-1988fc05-c013-4faa-a3a9-f7b98e01898f tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 680.748658] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-1988fc05-c013-4faa-a3a9-f7b98e01898f tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 680.748885] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-1988fc05-c013-4faa-a3a9-f7b98e01898f tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 680.749174] env[68800]: INFO nova.compute.manager [None req-1988fc05-c013-4faa-a3a9-f7b98e01898f tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Took 1.61 seconds to destroy the instance on the hypervisor. [ 680.749314] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1988fc05-c013-4faa-a3a9-f7b98e01898f tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.752211] env[68800]: DEBUG nova.compute.manager [-] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 680.752386] env[68800]: DEBUG nova.network.neutron [-] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 680.790545] env[68800]: DEBUG nova.network.neutron [-] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.853613] env[68800]: DEBUG oslo_vmware.api [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243211, 'name': ReconfigVM_Task, 'duration_secs': 1.152494} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.853613] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad/1e3a449b-34b8-4d53-8bcb-6e7aed6668ad.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.854039] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d55c701-e225-4695-930c-6a3809ffef71 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.857976] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fb1ce9-ce8b-4236-beaf-ce5c4263d2b6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.862754] env[68800]: DEBUG oslo_vmware.api [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Waiting for the task: (returnval){ [ 680.862754] env[68800]: value = "task-3243216" [ 680.862754] env[68800]: _type = "Task" [ 680.862754] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.870555] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09793573-2c34-4cde-9c8a-fd5d2b11dcf0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.878868] env[68800]: DEBUG oslo_vmware.api [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243216, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.904941] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1727be-6ab7-4a00-8cdd-88e7f2f4c297 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.913612] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6af285-cb0b-4f43-91b2-16f284b4598e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.930203] env[68800]: DEBUG nova.compute.provider_tree [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Updating inventory in ProviderTree for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 681.185396] env[68800]: DEBUG nova.network.neutron [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 681.194852] env[68800]: DEBUG oslo_vmware.api [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243213, 'name': ReconfigVM_Task, 'duration_secs': 0.53851} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.195777] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 8eec0f90-ecd9-4124-ae1b-c533efa09c7d] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 8eec0f90-ecd9-4124-ae1b-c533efa09c7d/8eec0f90-ecd9-4124-ae1b-c533efa09c7d.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.197359] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-832b8404-b9d5-44b3-8082-afd5e798f63f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.207606] env[68800]: DEBUG oslo_vmware.api [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Waiting for the task: (returnval){ [ 681.207606] env[68800]: value = "task-3243217" [ 681.207606] env[68800]: _type = "Task" [ 681.207606] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.220528] env[68800]: DEBUG oslo_vmware.api [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243217, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.298121] env[68800]: DEBUG nova.network.neutron [-] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.373686] env[68800]: DEBUG oslo_vmware.api [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243216, 'name': Rename_Task, 'duration_secs': 0.218954} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.374493] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.374996] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-997b7e0f-f2e9-4a3d-a664-5ee42e9b4e44 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.388029] env[68800]: DEBUG oslo_vmware.api [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Waiting for the task: (returnval){ [ 681.388029] env[68800]: value = "task-3243218" [ 681.388029] env[68800]: _type = "Task" [ 681.388029] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.398994] env[68800]: DEBUG oslo_vmware.api [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243218, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.458602] env[68800]: ERROR nova.scheduler.client.report [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [req-5286f502-e52e-4ccc-ad3f-9e355b638f5e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 73f3eca7-007c-4a24-bdc1-0c0996f315e2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5286f502-e52e-4ccc-ad3f-9e355b638f5e"}]} [ 681.480631] env[68800]: DEBUG nova.scheduler.client.report [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Refreshing inventories for resource provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 681.499906] env[68800]: DEBUG nova.scheduler.client.report [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Updating ProviderTree inventory for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 681.500223] env[68800]: DEBUG nova.compute.provider_tree [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Updating inventory in ProviderTree for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 681.516550] env[68800]: DEBUG nova.scheduler.client.report [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Refreshing aggregate associations for resource provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2, aggregates: None {{(pid=68800) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 681.538520] env[68800]: DEBUG nova.network.neutron [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Updating instance_info_cache with network_info: [{"id": "e1cf0349-05d5-4767-af20-fdcc2fa52c92", "address": "fa:16:3e:d4:ad:1d", "network": {"id": "9c8e77a0-a382-40d5-818f-4b50d2c00a28", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-917338782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d220f632182492799c4801305366455", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "838c9497-35dd-415e-96c7-8dc21b0cd4b3", "external-id": "nsx-vlan-transportzone-530", "segmentation_id": 530, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1cf0349-05", "ovs_interfaceid": "e1cf0349-05d5-4767-af20-fdcc2fa52c92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.551048] env[68800]: DEBUG nova.scheduler.client.report [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Refreshing trait associations for resource provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68800) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 681.720458] env[68800]: DEBUG oslo_vmware.api [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243217, 'name': Rename_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.799756] env[68800]: INFO nova.compute.manager [-] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Took 1.05 seconds to deallocate network for instance. [ 681.904406] env[68800]: DEBUG nova.compute.manager [req-6a52f4a0-4937-44de-8959-b835f00e3c4a req-82d77f7e-cec4-4b2f-b597-8edbf39d64f1 service nova] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Received event network-changed-7c76f638-890c-4fcf-bd59-9651db20dd40 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.904602] env[68800]: DEBUG nova.compute.manager [req-6a52f4a0-4937-44de-8959-b835f00e3c4a req-82d77f7e-cec4-4b2f-b597-8edbf39d64f1 service nova] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Refreshing instance network info cache due to event network-changed-7c76f638-890c-4fcf-bd59-9651db20dd40. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 681.904826] env[68800]: DEBUG oslo_concurrency.lockutils [req-6a52f4a0-4937-44de-8959-b835f00e3c4a req-82d77f7e-cec4-4b2f-b597-8edbf39d64f1 service nova] Acquiring lock "refresh_cache-79b99985-cd62-4b90-9374-9639bec5891c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.905044] env[68800]: DEBUG oslo_concurrency.lockutils [req-6a52f4a0-4937-44de-8959-b835f00e3c4a req-82d77f7e-cec4-4b2f-b597-8edbf39d64f1 service nova] Acquired lock "refresh_cache-79b99985-cd62-4b90-9374-9639bec5891c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.905211] env[68800]: DEBUG nova.network.neutron [req-6a52f4a0-4937-44de-8959-b835f00e3c4a req-82d77f7e-cec4-4b2f-b597-8edbf39d64f1 service nova] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Refreshing network info cache for port 7c76f638-890c-4fcf-bd59-9651db20dd40 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 681.908107] env[68800]: DEBUG oslo_vmware.api [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243218, 'name': PowerOnVM_Task, 'duration_secs': 0.509227} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.908107] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.908107] env[68800]: INFO nova.compute.manager [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Took 12.38 seconds to spawn the instance on the hypervisor. [ 681.908107] env[68800]: DEBUG nova.compute.manager [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 681.908829] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdee0c7-cfe0-4955-9be5-531531cef097 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.942458] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Acquiring lock "7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.942740] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Lock "7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.005310] env[68800]: DEBUG nova.network.neutron [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 4f492710-e515-4857-b2a4-71da78617707] Successfully updated port: b1be6dad-86cc-49e4-a0be-d3b86d20fef6 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 682.041973] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Releasing lock "refresh_cache-0200ac67-ec70-479f-a0be-af4c17410c61" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.042707] env[68800]: DEBUG nova.compute.manager [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Instance network_info: |[{"id": "e1cf0349-05d5-4767-af20-fdcc2fa52c92", "address": "fa:16:3e:d4:ad:1d", "network": {"id": "9c8e77a0-a382-40d5-818f-4b50d2c00a28", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-917338782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d220f632182492799c4801305366455", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "838c9497-35dd-415e-96c7-8dc21b0cd4b3", "external-id": "nsx-vlan-transportzone-530", "segmentation_id": 530, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1cf0349-05", "ovs_interfaceid": "e1cf0349-05d5-4767-af20-fdcc2fa52c92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 682.043425] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:ad:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '838c9497-35dd-415e-96c7-8dc21b0cd4b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1cf0349-05d5-4767-af20-fdcc2fa52c92', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.053613] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Creating folder: Project (9d220f632182492799c4801305366455). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.053926] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d425f725-f4c8-4a2f-95d4-1fccd806a75e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.066203] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Created folder: Project (9d220f632182492799c4801305366455) in parent group-v648080. [ 682.066423] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Creating folder: Instances. Parent ref: group-v648131. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.066720] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ffecad38-2fcc-4c96-9394-f303e533fbf7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.080841] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Created folder: Instances in parent group-v648131. [ 682.081142] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.083788] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.084886] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90df7175-76ee-43b6-b886-229da6a647ef {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.108009] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 682.108009] env[68800]: value = "task-3243221" [ 682.108009] env[68800]: _type = "Task" [ 682.108009] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.112692] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2afb7c3-3d60-42fb-a215-9fc4e1a7ceee {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.122974] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d3dfd8-bbf9-46e0-b189-2298bea6b378 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.126197] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243221, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.157467] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6acfad1a-8704-4314-b6a1-d81a0cf7eb09 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.166194] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a52fc0-3cd2-4ba2-be30-b8913cede802 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.181342] env[68800]: DEBUG nova.compute.provider_tree [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Updating inventory in ProviderTree for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 682.219682] env[68800]: DEBUG oslo_vmware.api [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243217, 'name': Rename_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.310963] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1988fc05-c013-4faa-a3a9-f7b98e01898f tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.431083] env[68800]: INFO nova.compute.manager [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Took 30.91 seconds to build instance. [ 682.511472] env[68800]: DEBUG oslo_concurrency.lockutils [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Acquiring lock "refresh_cache-4f492710-e515-4857-b2a4-71da78617707" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.511472] env[68800]: DEBUG oslo_concurrency.lockutils [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Acquired lock "refresh_cache-4f492710-e515-4857-b2a4-71da78617707" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.511472] env[68800]: DEBUG nova.network.neutron [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 4f492710-e515-4857-b2a4-71da78617707] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 682.622823] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243221, 'name': CreateVM_Task, 'duration_secs': 0.451445} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.622991] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 682.623782] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.623895] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.624220] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.624474] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b970d7e4-0f1f-4a95-a302-1ae79c959203 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.629654] env[68800]: DEBUG oslo_vmware.api [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 682.629654] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52347b72-63a6-643d-0090-542c9b5b52a8" [ 682.629654] env[68800]: _type = "Task" [ 682.629654] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.644948] env[68800]: DEBUG oslo_vmware.api [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52347b72-63a6-643d-0090-542c9b5b52a8, 'name': SearchDatastore_Task, 'duration_secs': 0.009908} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.644948] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.645249] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 682.645380] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.645477] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.645657] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 682.645917] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c164e16-bb92-4888-943e-b7120952ae3e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.659695] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 682.659695] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 682.659695] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43aa131f-399b-48a8-8ab1-8adfd94fe25c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.664634] env[68800]: DEBUG oslo_vmware.api [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 682.664634] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520f4eeb-8219-648c-ee73-9eaa9dc85c7f" [ 682.664634] env[68800]: _type = "Task" [ 682.664634] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.674030] env[68800]: DEBUG oslo_vmware.api [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520f4eeb-8219-648c-ee73-9eaa9dc85c7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.719784] env[68800]: DEBUG oslo_vmware.api [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243217, 'name': Rename_Task, 'duration_secs': 1.163009} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.720067] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 8eec0f90-ecd9-4124-ae1b-c533efa09c7d] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.720318] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-165fa9d7-d3b4-4667-8943-47298d1077c0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.728029] env[68800]: DEBUG oslo_vmware.api [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Waiting for the task: (returnval){ [ 682.728029] env[68800]: value = "task-3243222" [ 682.728029] env[68800]: _type = "Task" [ 682.728029] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.736914] env[68800]: DEBUG oslo_vmware.api [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243222, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.756017] env[68800]: DEBUG nova.scheduler.client.report [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Updated inventory for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 with generation 43 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 682.756017] env[68800]: DEBUG nova.compute.provider_tree [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Updating resource provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 generation from 43 to 44 during operation: update_inventory {{(pid=68800) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 682.756017] env[68800]: DEBUG nova.compute.provider_tree [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Updating inventory in ProviderTree for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 682.798455] env[68800]: DEBUG nova.network.neutron [req-6a52f4a0-4937-44de-8959-b835f00e3c4a req-82d77f7e-cec4-4b2f-b597-8edbf39d64f1 service nova] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Updated VIF entry in instance network info cache for port 7c76f638-890c-4fcf-bd59-9651db20dd40. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 682.798823] env[68800]: DEBUG nova.network.neutron [req-6a52f4a0-4937-44de-8959-b835f00e3c4a req-82d77f7e-cec4-4b2f-b597-8edbf39d64f1 service nova] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Updating instance_info_cache with network_info: [{"id": "7c76f638-890c-4fcf-bd59-9651db20dd40", "address": "fa:16:3e:0b:7d:1a", "network": {"id": "9d2f2eeb-d0e9-45ca-b26d-946969cfc477", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-258003082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5531063a7993403488af3de74365a802", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c76f638-89", "ovs_interfaceid": "7c76f638-890c-4fcf-bd59-9651db20dd40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.933720] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8e3c7601-872c-4064-8e3f-85ccf9c96f31 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Lock "1e3a449b-34b8-4d53-8bcb-6e7aed6668ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.330s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.291379] env[68800]: DEBUG nova.network.neutron [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 4f492710-e515-4857-b2a4-71da78617707] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 683.291379] env[68800]: DEBUG oslo_vmware.api [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520f4eeb-8219-648c-ee73-9eaa9dc85c7f, 'name': SearchDatastore_Task, 'duration_secs': 0.022247} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.291379] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f4fa2f1-8634-42e9-ac3e-3a7e649f709d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.291379] env[68800]: DEBUG oslo_vmware.api [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 683.291379] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]524c92ed-f232-b54e-7c3e-8d2288413f55" [ 683.291379] env[68800]: _type = "Task" [ 683.291379] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.292264] env[68800]: DEBUG oslo_vmware.api [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]524c92ed-f232-b54e-7c3e-8d2288413f55, 'name': SearchDatastore_Task, 'duration_secs': 0.010989} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.292264] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.292264] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 0200ac67-ec70-479f-a0be-af4c17410c61/0200ac67-ec70-479f-a0be-af4c17410c61.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 683.292264] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4cf3dd32-0673-4b8e-8c7c-424a67a0db86 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.292264] env[68800]: DEBUG oslo_vmware.api [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 683.292264] env[68800]: value = "task-3243223" [ 683.292264] env[68800]: _type = "Task" [ 683.292566] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.292566] env[68800]: DEBUG oslo_vmware.api [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243223, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.292566] env[68800]: DEBUG oslo_vmware.api [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243222, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.292566] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.346s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.292566] env[68800]: DEBUG nova.compute.manager [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 683.293318] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 26.274s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.301704] env[68800]: DEBUG oslo_concurrency.lockutils [req-6a52f4a0-4937-44de-8959-b835f00e3c4a req-82d77f7e-cec4-4b2f-b597-8edbf39d64f1 service nova] Releasing lock "refresh_cache-79b99985-cd62-4b90-9374-9639bec5891c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.302594] env[68800]: DEBUG nova.compute.manager [req-6a52f4a0-4937-44de-8959-b835f00e3c4a req-82d77f7e-cec4-4b2f-b597-8edbf39d64f1 service nova] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Received event network-vif-plugged-e1cf0349-05d5-4767-af20-fdcc2fa52c92 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.302594] env[68800]: DEBUG oslo_concurrency.lockutils [req-6a52f4a0-4937-44de-8959-b835f00e3c4a req-82d77f7e-cec4-4b2f-b597-8edbf39d64f1 service nova] Acquiring lock "0200ac67-ec70-479f-a0be-af4c17410c61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.302594] env[68800]: DEBUG oslo_concurrency.lockutils [req-6a52f4a0-4937-44de-8959-b835f00e3c4a req-82d77f7e-cec4-4b2f-b597-8edbf39d64f1 service nova] Lock "0200ac67-ec70-479f-a0be-af4c17410c61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.302750] env[68800]: DEBUG oslo_concurrency.lockutils [req-6a52f4a0-4937-44de-8959-b835f00e3c4a req-82d77f7e-cec4-4b2f-b597-8edbf39d64f1 service nova] Lock "0200ac67-ec70-479f-a0be-af4c17410c61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.302866] env[68800]: DEBUG nova.compute.manager [req-6a52f4a0-4937-44de-8959-b835f00e3c4a req-82d77f7e-cec4-4b2f-b597-8edbf39d64f1 service nova] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] No waiting events found dispatching network-vif-plugged-e1cf0349-05d5-4767-af20-fdcc2fa52c92 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 683.303068] env[68800]: WARNING nova.compute.manager [req-6a52f4a0-4937-44de-8959-b835f00e3c4a req-82d77f7e-cec4-4b2f-b597-8edbf39d64f1 service nova] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Received unexpected event network-vif-plugged-e1cf0349-05d5-4767-af20-fdcc2fa52c92 for instance with vm_state building and task_state spawning. [ 683.303238] env[68800]: DEBUG nova.compute.manager [req-6a52f4a0-4937-44de-8959-b835f00e3c4a req-82d77f7e-cec4-4b2f-b597-8edbf39d64f1 service nova] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Received event network-changed-e1cf0349-05d5-4767-af20-fdcc2fa52c92 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.303437] env[68800]: DEBUG nova.compute.manager [req-6a52f4a0-4937-44de-8959-b835f00e3c4a req-82d77f7e-cec4-4b2f-b597-8edbf39d64f1 service nova] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Refreshing instance network info cache due to event network-changed-e1cf0349-05d5-4767-af20-fdcc2fa52c92. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 683.303628] env[68800]: DEBUG oslo_concurrency.lockutils [req-6a52f4a0-4937-44de-8959-b835f00e3c4a req-82d77f7e-cec4-4b2f-b597-8edbf39d64f1 service nova] Acquiring lock "refresh_cache-0200ac67-ec70-479f-a0be-af4c17410c61" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.303779] env[68800]: DEBUG oslo_concurrency.lockutils [req-6a52f4a0-4937-44de-8959-b835f00e3c4a req-82d77f7e-cec4-4b2f-b597-8edbf39d64f1 service nova] Acquired lock "refresh_cache-0200ac67-ec70-479f-a0be-af4c17410c61" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.303974] env[68800]: DEBUG nova.network.neutron [req-6a52f4a0-4937-44de-8959-b835f00e3c4a req-82d77f7e-cec4-4b2f-b597-8edbf39d64f1 service nova] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Refreshing network info cache for port e1cf0349-05d5-4767-af20-fdcc2fa52c92 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.439948] env[68800]: DEBUG nova.compute.manager [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.455217] env[68800]: DEBUG nova.network.neutron [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 4f492710-e515-4857-b2a4-71da78617707] Updating instance_info_cache with network_info: [{"id": "b1be6dad-86cc-49e4-a0be-d3b86d20fef6", "address": "fa:16:3e:c0:bf:2b", "network": {"id": "c08723f6-2f5c-4e48-87cd-f3e27e13b49f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-291977885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16f0ad1d39974d9788a00eef12e3b8d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1be6dad-86", "ovs_interfaceid": "b1be6dad-86cc-49e4-a0be-d3b86d20fef6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.732284] env[68800]: DEBUG oslo_vmware.api [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243223, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.742504] env[68800]: DEBUG oslo_vmware.api [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243222, 'name': PowerOnVM_Task, 'duration_secs': 0.648067} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.742771] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 8eec0f90-ecd9-4124-ae1b-c533efa09c7d] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.743018] env[68800]: INFO nova.compute.manager [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 8eec0f90-ecd9-4124-ae1b-c533efa09c7d] Took 11.64 seconds to spawn the instance on the hypervisor. [ 683.743239] env[68800]: DEBUG nova.compute.manager [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 8eec0f90-ecd9-4124-ae1b-c533efa09c7d] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.744136] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01868350-1283-4f8f-874c-9b62a25a8cad {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.770417] env[68800]: DEBUG nova.compute.utils [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 683.772016] env[68800]: DEBUG nova.compute.manager [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 683.772747] env[68800]: DEBUG nova.network.neutron [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 683.777591] env[68800]: INFO nova.compute.claims [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 683.891122] env[68800]: DEBUG nova.policy [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d7bf410541144e08bd7918b0d06e202', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74f9e9a8d5044f4d9d2574991df80d29', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 683.957702] env[68800]: DEBUG oslo_concurrency.lockutils [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Releasing lock "refresh_cache-4f492710-e515-4857-b2a4-71da78617707" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.958072] env[68800]: DEBUG nova.compute.manager [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 4f492710-e515-4857-b2a4-71da78617707] Instance network_info: |[{"id": "b1be6dad-86cc-49e4-a0be-d3b86d20fef6", "address": "fa:16:3e:c0:bf:2b", "network": {"id": "c08723f6-2f5c-4e48-87cd-f3e27e13b49f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-291977885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16f0ad1d39974d9788a00eef12e3b8d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1be6dad-86", "ovs_interfaceid": "b1be6dad-86cc-49e4-a0be-d3b86d20fef6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 683.958518] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 4f492710-e515-4857-b2a4-71da78617707] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:bf:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1be6dad-86cc-49e4-a0be-d3b86d20fef6', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.970442] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 683.970442] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f492710-e515-4857-b2a4-71da78617707] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 683.970442] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d82ce2de-c269-4b0b-b698-41e591c25e40 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.990659] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.998779] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.998779] env[68800]: value = "task-3243224" [ 683.998779] env[68800]: _type = "Task" [ 683.998779] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.012543] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243224, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.233893] env[68800]: DEBUG oslo_vmware.api [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243223, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.83302} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.234161] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 0200ac67-ec70-479f-a0be-af4c17410c61/0200ac67-ec70-479f-a0be-af4c17410c61.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 684.234375] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 684.234660] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-425709de-5cf8-46f2-92b0-245bc0d76275 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.241575] env[68800]: DEBUG oslo_vmware.api [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 684.241575] env[68800]: value = "task-3243225" [ 684.241575] env[68800]: _type = "Task" [ 684.241575] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.250084] env[68800]: DEBUG oslo_vmware.api [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243225, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.267124] env[68800]: INFO nova.compute.manager [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 8eec0f90-ecd9-4124-ae1b-c533efa09c7d] Took 31.23 seconds to build instance. [ 684.282980] env[68800]: DEBUG nova.compute.manager [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 684.288836] env[68800]: INFO nova.compute.resource_tracker [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Updating resource usage from migration 7ebb34f2-de01-4776-9fec-06419b15e5bb [ 684.317587] env[68800]: DEBUG nova.network.neutron [req-6a52f4a0-4937-44de-8959-b835f00e3c4a req-82d77f7e-cec4-4b2f-b597-8edbf39d64f1 service nova] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Updated VIF entry in instance network info cache for port e1cf0349-05d5-4767-af20-fdcc2fa52c92. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.318597] env[68800]: DEBUG nova.network.neutron [req-6a52f4a0-4937-44de-8959-b835f00e3c4a req-82d77f7e-cec4-4b2f-b597-8edbf39d64f1 service nova] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Updating instance_info_cache with network_info: [{"id": "e1cf0349-05d5-4767-af20-fdcc2fa52c92", "address": "fa:16:3e:d4:ad:1d", "network": {"id": "9c8e77a0-a382-40d5-818f-4b50d2c00a28", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-917338782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d220f632182492799c4801305366455", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "838c9497-35dd-415e-96c7-8dc21b0cd4b3", "external-id": "nsx-vlan-transportzone-530", "segmentation_id": 530, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1cf0349-05", "ovs_interfaceid": "e1cf0349-05d5-4767-af20-fdcc2fa52c92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.511913] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243224, 'name': CreateVM_Task, 'duration_secs': 0.490312} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.512282] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f492710-e515-4857-b2a4-71da78617707] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.512805] env[68800]: DEBUG oslo_concurrency.lockutils [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.512971] env[68800]: DEBUG oslo_concurrency.lockutils [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.513315] env[68800]: DEBUG oslo_concurrency.lockutils [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.513580] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0875cd12-22f8-4ba1-9728-aae6520387ab {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.521450] env[68800]: DEBUG oslo_vmware.api [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Waiting for the task: (returnval){ [ 684.521450] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ba3358-3f2e-adb3-e3f5-7cf2095609f4" [ 684.521450] env[68800]: _type = "Task" [ 684.521450] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.529768] env[68800]: DEBUG oslo_vmware.api [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ba3358-3f2e-adb3-e3f5-7cf2095609f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.751465] env[68800]: DEBUG oslo_vmware.api [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243225, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077336} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.752707] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 684.753510] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7026e71-72ea-4b94-a49a-991d08151962 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.756535] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06cd6a6-1f8e-4056-8c81-646e4d15126b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.773072] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b541876f-df7f-41bc-adac-f87ff097e0bc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.776300] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f7cf3b4b-8e9d-4c93-a5f1-b7646c0ed726 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Lock "8eec0f90-ecd9-4124-ae1b-c533efa09c7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.075s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.786064] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 0200ac67-ec70-479f-a0be-af4c17410c61/0200ac67-ec70-479f-a0be-af4c17410c61.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 684.787408] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-740fb721-fa93-4f0a-af7c-4fd0f5227c02 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.803091] env[68800]: DEBUG nova.compute.manager [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 684.840055] env[68800]: DEBUG oslo_concurrency.lockutils [req-6a52f4a0-4937-44de-8959-b835f00e3c4a req-82d77f7e-cec4-4b2f-b597-8edbf39d64f1 service nova] Releasing lock "refresh_cache-0200ac67-ec70-479f-a0be-af4c17410c61" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.840360] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e79a219-af6e-4658-9ad2-17aaed64ecf1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.847689] env[68800]: DEBUG oslo_vmware.api [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 684.847689] env[68800]: value = "task-3243226" [ 684.847689] env[68800]: _type = "Task" [ 684.847689] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.851780] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04005d77-af60-4507-97a8-db02e8f82cc8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.868045] env[68800]: DEBUG nova.compute.provider_tree [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.873103] env[68800]: DEBUG oslo_vmware.api [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243226, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.947255] env[68800]: DEBUG nova.network.neutron [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Successfully created port: 2d44adc6-0967-42f7-b78d-f2e641724ccb {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 685.033521] env[68800]: DEBUG oslo_vmware.api [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ba3358-3f2e-adb3-e3f5-7cf2095609f4, 'name': SearchDatastore_Task, 'duration_secs': 0.019911} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.033861] env[68800]: DEBUG oslo_concurrency.lockutils [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.034062] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 4f492710-e515-4857-b2a4-71da78617707] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 685.034303] env[68800]: DEBUG oslo_concurrency.lockutils [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.034451] env[68800]: DEBUG oslo_concurrency.lockutils [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.034626] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 685.034913] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-565836e7-cd46-480d-95ed-c49563d4d799 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.046165] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 685.046358] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 685.047079] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69c91a8a-4b4b-4c49-aba9-bd99817a245a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.052763] env[68800]: DEBUG oslo_vmware.api [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Waiting for the task: (returnval){ [ 685.052763] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52267569-f547-03fd-cf68-178b4879c1b1" [ 685.052763] env[68800]: _type = "Task" [ 685.052763] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.061320] env[68800]: DEBUG oslo_vmware.api [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52267569-f547-03fd-cf68-178b4879c1b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.333121] env[68800]: DEBUG oslo_concurrency.lockutils [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.339333] env[68800]: DEBUG nova.compute.manager [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 685.358464] env[68800]: DEBUG oslo_vmware.api [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.368937] env[68800]: DEBUG nova.virt.hardware [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 685.369264] env[68800]: DEBUG nova.virt.hardware [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 685.369352] env[68800]: DEBUG nova.virt.hardware [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.369527] env[68800]: DEBUG nova.virt.hardware [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 685.369697] env[68800]: DEBUG nova.virt.hardware [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.369866] env[68800]: DEBUG nova.virt.hardware [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 685.370098] env[68800]: DEBUG nova.virt.hardware [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 685.370320] env[68800]: DEBUG nova.virt.hardware [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 685.370513] env[68800]: DEBUG nova.virt.hardware [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 685.370679] env[68800]: DEBUG nova.virt.hardware [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 685.370878] env[68800]: DEBUG nova.virt.hardware [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 685.371682] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d3c414-a96e-42d5-947b-3000a0098328 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.374938] env[68800]: DEBUG nova.scheduler.client.report [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.384369] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2a2b45-bce2-4247-a409-080cccdaa2a8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.563892] env[68800]: DEBUG oslo_vmware.api [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52267569-f547-03fd-cf68-178b4879c1b1, 'name': SearchDatastore_Task, 'duration_secs': 0.033509} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.564770] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1293fe1a-46e2-4c74-b47a-fc78f0270b62 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.572471] env[68800]: DEBUG oslo_vmware.api [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Waiting for the task: (returnval){ [ 685.572471] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]525ff7cb-a28a-a414-112e-5415f9cadc58" [ 685.572471] env[68800]: _type = "Task" [ 685.572471] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.583112] env[68800]: DEBUG oslo_vmware.api [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]525ff7cb-a28a-a414-112e-5415f9cadc58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.859735] env[68800]: DEBUG oslo_vmware.api [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243226, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.873600] env[68800]: DEBUG nova.compute.manager [req-50be1455-ace5-4563-8fb0-af6c006ad64d req-67601d63-1281-438d-81e0-c64d0ec15f69 service nova] [instance: 4f492710-e515-4857-b2a4-71da78617707] Received event network-vif-plugged-b1be6dad-86cc-49e4-a0be-d3b86d20fef6 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.873600] env[68800]: DEBUG oslo_concurrency.lockutils [req-50be1455-ace5-4563-8fb0-af6c006ad64d req-67601d63-1281-438d-81e0-c64d0ec15f69 service nova] Acquiring lock "4f492710-e515-4857-b2a4-71da78617707-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.873600] env[68800]: DEBUG oslo_concurrency.lockutils [req-50be1455-ace5-4563-8fb0-af6c006ad64d req-67601d63-1281-438d-81e0-c64d0ec15f69 service nova] Lock "4f492710-e515-4857-b2a4-71da78617707-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.873781] env[68800]: DEBUG oslo_concurrency.lockutils [req-50be1455-ace5-4563-8fb0-af6c006ad64d req-67601d63-1281-438d-81e0-c64d0ec15f69 service nova] Lock "4f492710-e515-4857-b2a4-71da78617707-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.873838] env[68800]: DEBUG nova.compute.manager [req-50be1455-ace5-4563-8fb0-af6c006ad64d req-67601d63-1281-438d-81e0-c64d0ec15f69 service nova] [instance: 4f492710-e515-4857-b2a4-71da78617707] No waiting events found dispatching network-vif-plugged-b1be6dad-86cc-49e4-a0be-d3b86d20fef6 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 685.873956] env[68800]: WARNING nova.compute.manager [req-50be1455-ace5-4563-8fb0-af6c006ad64d req-67601d63-1281-438d-81e0-c64d0ec15f69 service nova] [instance: 4f492710-e515-4857-b2a4-71da78617707] Received unexpected event network-vif-plugged-b1be6dad-86cc-49e4-a0be-d3b86d20fef6 for instance with vm_state building and task_state spawning. [ 685.875200] env[68800]: DEBUG nova.compute.manager [req-50be1455-ace5-4563-8fb0-af6c006ad64d req-67601d63-1281-438d-81e0-c64d0ec15f69 service nova] [instance: 4f492710-e515-4857-b2a4-71da78617707] Received event network-changed-b1be6dad-86cc-49e4-a0be-d3b86d20fef6 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.875200] env[68800]: DEBUG nova.compute.manager [req-50be1455-ace5-4563-8fb0-af6c006ad64d req-67601d63-1281-438d-81e0-c64d0ec15f69 service nova] [instance: 4f492710-e515-4857-b2a4-71da78617707] Refreshing instance network info cache due to event network-changed-b1be6dad-86cc-49e4-a0be-d3b86d20fef6. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 685.875200] env[68800]: DEBUG oslo_concurrency.lockutils [req-50be1455-ace5-4563-8fb0-af6c006ad64d req-67601d63-1281-438d-81e0-c64d0ec15f69 service nova] Acquiring lock "refresh_cache-4f492710-e515-4857-b2a4-71da78617707" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.875200] env[68800]: DEBUG oslo_concurrency.lockutils [req-50be1455-ace5-4563-8fb0-af6c006ad64d req-67601d63-1281-438d-81e0-c64d0ec15f69 service nova] Acquired lock "refresh_cache-4f492710-e515-4857-b2a4-71da78617707" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.875522] env[68800]: DEBUG nova.network.neutron [req-50be1455-ace5-4563-8fb0-af6c006ad64d req-67601d63-1281-438d-81e0-c64d0ec15f69 service nova] [instance: 4f492710-e515-4857-b2a4-71da78617707] Refreshing network info cache for port b1be6dad-86cc-49e4-a0be-d3b86d20fef6 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.881451] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.615s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.881678] env[68800]: INFO nova.compute.manager [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Migrating [ 685.882122] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.882604] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Acquired lock "compute-rpcapi-router" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.884107] env[68800]: DEBUG oslo_concurrency.lockutils [None req-35a25f4c-3af2-4def-b281-d868a0f4f19d tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.260s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.884512] env[68800]: DEBUG nova.objects.instance [None req-35a25f4c-3af2-4def-b281-d868a0f4f19d tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Lazy-loading 'resources' on Instance uuid 9a35f78b-d486-4766-acd5-b6fcdcf5c32a {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 686.089339] env[68800]: DEBUG oslo_vmware.api [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]525ff7cb-a28a-a414-112e-5415f9cadc58, 'name': SearchDatastore_Task, 'duration_secs': 0.011723} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.089339] env[68800]: DEBUG oslo_concurrency.lockutils [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.089339] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 4f492710-e515-4857-b2a4-71da78617707/4f492710-e515-4857-b2a4-71da78617707.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 686.089339] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-adf8fd0d-7994-4c3f-884e-35c28a090c4a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.097257] env[68800]: DEBUG oslo_vmware.api [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Waiting for the task: (returnval){ [ 686.097257] env[68800]: value = "task-3243227" [ 686.097257] env[68800]: _type = "Task" [ 686.097257] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.109654] env[68800]: DEBUG oslo_vmware.api [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Task: {'id': task-3243227, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.359383] env[68800]: DEBUG oslo_vmware.api [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243226, 'name': ReconfigVM_Task, 'duration_secs': 1.056836} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.359670] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 0200ac67-ec70-479f-a0be-af4c17410c61/0200ac67-ec70-479f-a0be-af4c17410c61.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.360413] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5cc1a6df-5e97-40ea-9a7a-7ddb2126aae9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.367606] env[68800]: DEBUG oslo_vmware.api [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 686.367606] env[68800]: value = "task-3243228" [ 686.367606] env[68800]: _type = "Task" [ 686.367606] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.376094] env[68800]: DEBUG oslo_vmware.api [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243228, 'name': Rename_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.392441] env[68800]: INFO nova.compute.rpcapi [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 686.392441] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Releasing lock "compute-rpcapi-router" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.609435] env[68800]: DEBUG oslo_vmware.api [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Task: {'id': task-3243227, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.881586] env[68800]: DEBUG oslo_vmware.api [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243228, 'name': Rename_Task, 'duration_secs': 0.182473} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.881586] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.881586] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b56ee83-1da1-41e4-b0b4-4fee651d4f5d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.892199] env[68800]: DEBUG oslo_vmware.api [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 686.892199] env[68800]: value = "task-3243229" [ 686.892199] env[68800]: _type = "Task" [ 686.892199] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.907543] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Acquiring lock "refresh_cache-e7259d4c-9982-4579-a073-484a8fa49264" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.907723] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Acquired lock "refresh_cache-e7259d4c-9982-4579-a073-484a8fa49264" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.907843] env[68800]: DEBUG nova.network.neutron [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.915329] env[68800]: DEBUG oslo_vmware.api [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243229, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.023816] env[68800]: DEBUG nova.network.neutron [req-50be1455-ace5-4563-8fb0-af6c006ad64d req-67601d63-1281-438d-81e0-c64d0ec15f69 service nova] [instance: 4f492710-e515-4857-b2a4-71da78617707] Updated VIF entry in instance network info cache for port b1be6dad-86cc-49e4-a0be-d3b86d20fef6. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 687.023816] env[68800]: DEBUG nova.network.neutron [req-50be1455-ace5-4563-8fb0-af6c006ad64d req-67601d63-1281-438d-81e0-c64d0ec15f69 service nova] [instance: 4f492710-e515-4857-b2a4-71da78617707] Updating instance_info_cache with network_info: [{"id": "b1be6dad-86cc-49e4-a0be-d3b86d20fef6", "address": "fa:16:3e:c0:bf:2b", "network": {"id": "c08723f6-2f5c-4e48-87cd-f3e27e13b49f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-291977885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16f0ad1d39974d9788a00eef12e3b8d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1be6dad-86", "ovs_interfaceid": "b1be6dad-86cc-49e4-a0be-d3b86d20fef6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.050600] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6743abdc-7b5b-48c4-8024-f333b58e41a9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.059196] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ae075d-302a-45b6-b6bf-49e4a2f1cbe8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.096839] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6740449-b247-47b0-9314-8754706755c9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.111313] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c2bbf1-ab9d-4529-8451-5c7221c32492 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.115317] env[68800]: DEBUG oslo_vmware.api [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Task: {'id': task-3243227, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644482} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.115586] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 4f492710-e515-4857-b2a4-71da78617707/4f492710-e515-4857-b2a4-71da78617707.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 687.115791] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 4f492710-e515-4857-b2a4-71da78617707] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 687.116389] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54388ff7-e843-4266-a15e-453a7cbcf0ea {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.126950] env[68800]: DEBUG nova.compute.provider_tree [None req-35a25f4c-3af2-4def-b281-d868a0f4f19d tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.131946] env[68800]: DEBUG oslo_vmware.api [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Waiting for the task: (returnval){ [ 687.131946] env[68800]: value = "task-3243230" [ 687.131946] env[68800]: _type = "Task" [ 687.131946] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.141282] env[68800]: DEBUG oslo_vmware.api [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Task: {'id': task-3243230, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.279556] env[68800]: DEBUG nova.network.neutron [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Successfully updated port: 2d44adc6-0967-42f7-b78d-f2e641724ccb {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 687.409657] env[68800]: DEBUG oslo_vmware.api [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243229, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.526064] env[68800]: DEBUG oslo_concurrency.lockutils [req-50be1455-ace5-4563-8fb0-af6c006ad64d req-67601d63-1281-438d-81e0-c64d0ec15f69 service nova] Releasing lock "refresh_cache-4f492710-e515-4857-b2a4-71da78617707" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.631980] env[68800]: DEBUG nova.scheduler.client.report [None req-35a25f4c-3af2-4def-b281-d868a0f4f19d tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.653874] env[68800]: DEBUG oslo_vmware.api [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Task: {'id': task-3243230, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071226} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.656508] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 4f492710-e515-4857-b2a4-71da78617707] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 687.658551] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c82450a-5228-4958-8de2-aec2ca062b8a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.684879] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 4f492710-e515-4857-b2a4-71da78617707] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 4f492710-e515-4857-b2a4-71da78617707/4f492710-e515-4857-b2a4-71da78617707.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 687.685968] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b30ac7cf-9e4d-47da-8979-c78e792e4db1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.711422] env[68800]: DEBUG oslo_vmware.api [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Waiting for the task: (returnval){ [ 687.711422] env[68800]: value = "task-3243231" [ 687.711422] env[68800]: _type = "Task" [ 687.711422] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.722738] env[68800]: DEBUG oslo_vmware.api [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Task: {'id': task-3243231, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.724380] env[68800]: DEBUG nova.network.neutron [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Updating instance_info_cache with network_info: [{"id": "a88b719d-02e1-45b1-921e-97874dde2ecb", "address": "fa:16:3e:c8:36:6d", "network": {"id": "910263fe-5348-43bf-a2dc-80270861caea", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3ae10f76bf14ae69232ca090f1bb0ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa88b719d-02", "ovs_interfaceid": "a88b719d-02e1-45b1-921e-97874dde2ecb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.784264] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Acquiring lock "refresh_cache-949aac90-1d3e-47c1-8d53-eef78adaa390" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.784264] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Acquired lock "refresh_cache-949aac90-1d3e-47c1-8d53-eef78adaa390" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.784264] env[68800]: DEBUG nova.network.neutron [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 687.911236] env[68800]: DEBUG oslo_vmware.api [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243229, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.142134] env[68800]: DEBUG oslo_concurrency.lockutils [None req-35a25f4c-3af2-4def-b281-d868a0f4f19d tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.258s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.146337] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e7f39334-abf7-4e19-a5a4-9dfb6d915f95 tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.027s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.146337] env[68800]: DEBUG nova.objects.instance [None req-e7f39334-abf7-4e19-a5a4-9dfb6d915f95 tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Lazy-loading 'resources' on Instance uuid c655bd28-92e0-4c56-80dd-3b8c7d84ad1c {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 688.204543] env[68800]: INFO nova.scheduler.client.report [None req-35a25f4c-3af2-4def-b281-d868a0f4f19d tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Deleted allocations for instance 9a35f78b-d486-4766-acd5-b6fcdcf5c32a [ 688.221738] env[68800]: DEBUG oslo_vmware.api [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Task: {'id': task-3243231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.227603] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Releasing lock "refresh_cache-e7259d4c-9982-4579-a073-484a8fa49264" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.339176] env[68800]: DEBUG nova.network.neutron [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 688.413266] env[68800]: DEBUG oslo_vmware.api [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243229, 'name': PowerOnVM_Task, 'duration_secs': 1.179224} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.416745] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.417117] env[68800]: INFO nova.compute.manager [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Took 11.10 seconds to spawn the instance on the hypervisor. [ 688.417474] env[68800]: DEBUG nova.compute.manager [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.418614] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357d7458-d351-418d-acc2-f9831bd40591 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.507547] env[68800]: DEBUG nova.compute.manager [req-a3b637da-de66-470f-a41c-840eb56ffb97 req-8490a6c5-037b-4cb2-bd91-ad60f2743be2 service nova] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Received event network-changed-7c76f638-890c-4fcf-bd59-9651db20dd40 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.507740] env[68800]: DEBUG nova.compute.manager [req-a3b637da-de66-470f-a41c-840eb56ffb97 req-8490a6c5-037b-4cb2-bd91-ad60f2743be2 service nova] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Refreshing instance network info cache due to event network-changed-7c76f638-890c-4fcf-bd59-9651db20dd40. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 688.507950] env[68800]: DEBUG oslo_concurrency.lockutils [req-a3b637da-de66-470f-a41c-840eb56ffb97 req-8490a6c5-037b-4cb2-bd91-ad60f2743be2 service nova] Acquiring lock "refresh_cache-79b99985-cd62-4b90-9374-9639bec5891c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.508110] env[68800]: DEBUG oslo_concurrency.lockutils [req-a3b637da-de66-470f-a41c-840eb56ffb97 req-8490a6c5-037b-4cb2-bd91-ad60f2743be2 service nova] Acquired lock "refresh_cache-79b99985-cd62-4b90-9374-9639bec5891c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.508328] env[68800]: DEBUG nova.network.neutron [req-a3b637da-de66-470f-a41c-840eb56ffb97 req-8490a6c5-037b-4cb2-bd91-ad60f2743be2 service nova] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Refreshing network info cache for port 7c76f638-890c-4fcf-bd59-9651db20dd40 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.727731] env[68800]: DEBUG oslo_concurrency.lockutils [None req-35a25f4c-3af2-4def-b281-d868a0f4f19d tempest-ServerDiagnosticsTest-742657095 tempest-ServerDiagnosticsTest-742657095-project-member] Lock "9a35f78b-d486-4766-acd5-b6fcdcf5c32a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.922s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.741753] env[68800]: DEBUG oslo_vmware.api [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Task: {'id': task-3243231, 'name': ReconfigVM_Task, 'duration_secs': 0.870663} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.742435] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 4f492710-e515-4857-b2a4-71da78617707] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 4f492710-e515-4857-b2a4-71da78617707/4f492710-e515-4857-b2a4-71da78617707.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 688.743073] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a504c34-1c84-4ea3-80ca-c05f7515bfec {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.752641] env[68800]: DEBUG oslo_vmware.api [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Waiting for the task: (returnval){ [ 688.752641] env[68800]: value = "task-3243232" [ 688.752641] env[68800]: _type = "Task" [ 688.752641] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.775823] env[68800]: DEBUG oslo_vmware.api [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Task: {'id': task-3243232, 'name': Rename_Task} progress is 10%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.817289] env[68800]: DEBUG nova.network.neutron [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Updating instance_info_cache with network_info: [{"id": "2d44adc6-0967-42f7-b78d-f2e641724ccb", "address": "fa:16:3e:44:25:38", "network": {"id": "f753b234-b1c5-4284-899a-fd54105f9ae9", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1803346189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74f9e9a8d5044f4d9d2574991df80d29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d44adc6-09", "ovs_interfaceid": "2d44adc6-0967-42f7-b78d-f2e641724ccb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.946641] env[68800]: INFO nova.compute.manager [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Took 35.28 seconds to build instance. [ 689.222154] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16dd2411-8855-4f72-aaa1-f7909d20f6eb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.234289] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d865b4-68ee-4c07-8c43-d1aaa38609b8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.273930] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a95061-6af8-46ce-ad68-d9809b81bb8d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.285507] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df44155-6505-4f98-8d66-c87905a8e90d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.289946] env[68800]: DEBUG oslo_vmware.api [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Task: {'id': task-3243232, 'name': Rename_Task, 'duration_secs': 0.23916} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.290334] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 4f492710-e515-4857-b2a4-71da78617707] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.290954] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f2baa6d-4a6a-42bc-a4fe-0ddca538ed6e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.303355] env[68800]: DEBUG nova.compute.provider_tree [None req-e7f39334-abf7-4e19-a5a4-9dfb6d915f95 tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.305960] env[68800]: DEBUG oslo_vmware.api [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Waiting for the task: (returnval){ [ 689.305960] env[68800]: value = "task-3243233" [ 689.305960] env[68800]: _type = "Task" [ 689.305960] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.314759] env[68800]: DEBUG oslo_vmware.api [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Task: {'id': task-3243233, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.320342] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Releasing lock "refresh_cache-949aac90-1d3e-47c1-8d53-eef78adaa390" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.320741] env[68800]: DEBUG nova.compute.manager [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Instance network_info: |[{"id": "2d44adc6-0967-42f7-b78d-f2e641724ccb", "address": "fa:16:3e:44:25:38", "network": {"id": "f753b234-b1c5-4284-899a-fd54105f9ae9", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1803346189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74f9e9a8d5044f4d9d2574991df80d29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d44adc6-09", "ovs_interfaceid": "2d44adc6-0967-42f7-b78d-f2e641724ccb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 689.321467] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:25:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afd3feb3-ffcc-4499-a2c2-eb6a48aefde9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d44adc6-0967-42f7-b78d-f2e641724ccb', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.330488] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Creating folder: Project (74f9e9a8d5044f4d9d2574991df80d29). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.330958] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67c5b225-ae49-464f-8802-bf96d0ab1cf2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.345140] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Created folder: Project (74f9e9a8d5044f4d9d2574991df80d29) in parent group-v648080. [ 689.345377] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Creating folder: Instances. Parent ref: group-v648135. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.345658] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b944b73-cb91-49e8-899f-243495d9e82b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.357606] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Created folder: Instances in parent group-v648135. [ 689.357790] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.358152] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.358258] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba36dc60-86ce-440b-91b6-4cbadbc03bd6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.379494] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.379494] env[68800]: value = "task-3243236" [ 689.379494] env[68800]: _type = "Task" [ 689.379494] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.387963] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243236, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.446687] env[68800]: DEBUG nova.network.neutron [req-a3b637da-de66-470f-a41c-840eb56ffb97 req-8490a6c5-037b-4cb2-bd91-ad60f2743be2 service nova] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Updated VIF entry in instance network info cache for port 7c76f638-890c-4fcf-bd59-9651db20dd40. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.447663] env[68800]: DEBUG nova.network.neutron [req-a3b637da-de66-470f-a41c-840eb56ffb97 req-8490a6c5-037b-4cb2-bd91-ad60f2743be2 service nova] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Updating instance_info_cache with network_info: [{"id": "7c76f638-890c-4fcf-bd59-9651db20dd40", "address": "fa:16:3e:0b:7d:1a", "network": {"id": "9d2f2eeb-d0e9-45ca-b26d-946969cfc477", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-258003082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5531063a7993403488af3de74365a802", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c76f638-89", "ovs_interfaceid": "7c76f638-890c-4fcf-bd59-9651db20dd40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.448502] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c4d37ab1-fef9-4a6d-864a-c9928acd2c26 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Lock "0200ac67-ec70-479f-a0be-af4c17410c61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.777s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.783153] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5953fc34-4ac8-4522-8f34-60c9cc74e37e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.808336] env[68800]: DEBUG nova.scheduler.client.report [None req-e7f39334-abf7-4e19-a5a4-9dfb6d915f95 tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.812210] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Updating instance 'e7259d4c-9982-4579-a073-484a8fa49264' progress to 0 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 689.832768] env[68800]: DEBUG oslo_vmware.api [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Task: {'id': task-3243233, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.890971] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243236, 'name': CreateVM_Task, 'duration_secs': 0.379365} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.891384] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 689.893142] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.893142] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.893986] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.894554] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fd0a8ec-dcc3-4a30-9770-3e985dedba30 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.900699] env[68800]: DEBUG oslo_vmware.api [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Waiting for the task: (returnval){ [ 689.900699] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52b0ca59-0cd4-27e8-00e1-f924336375a9" [ 689.900699] env[68800]: _type = "Task" [ 689.900699] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.910949] env[68800]: DEBUG oslo_vmware.api [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52b0ca59-0cd4-27e8-00e1-f924336375a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.950121] env[68800]: DEBUG oslo_concurrency.lockutils [req-a3b637da-de66-470f-a41c-840eb56ffb97 req-8490a6c5-037b-4cb2-bd91-ad60f2743be2 service nova] Releasing lock "refresh_cache-79b99985-cd62-4b90-9374-9639bec5891c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.950339] env[68800]: DEBUG nova.compute.manager [req-a3b637da-de66-470f-a41c-840eb56ffb97 req-8490a6c5-037b-4cb2-bd91-ad60f2743be2 service nova] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Received event network-vif-plugged-2d44adc6-0967-42f7-b78d-f2e641724ccb {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.950541] env[68800]: DEBUG oslo_concurrency.lockutils [req-a3b637da-de66-470f-a41c-840eb56ffb97 req-8490a6c5-037b-4cb2-bd91-ad60f2743be2 service nova] Acquiring lock "949aac90-1d3e-47c1-8d53-eef78adaa390-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.950752] env[68800]: DEBUG oslo_concurrency.lockutils [req-a3b637da-de66-470f-a41c-840eb56ffb97 req-8490a6c5-037b-4cb2-bd91-ad60f2743be2 service nova] Lock "949aac90-1d3e-47c1-8d53-eef78adaa390-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.950909] env[68800]: DEBUG oslo_concurrency.lockutils [req-a3b637da-de66-470f-a41c-840eb56ffb97 req-8490a6c5-037b-4cb2-bd91-ad60f2743be2 service nova] Lock "949aac90-1d3e-47c1-8d53-eef78adaa390-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.951084] env[68800]: DEBUG nova.compute.manager [req-a3b637da-de66-470f-a41c-840eb56ffb97 req-8490a6c5-037b-4cb2-bd91-ad60f2743be2 service nova] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] No waiting events found dispatching network-vif-plugged-2d44adc6-0967-42f7-b78d-f2e641724ccb {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 689.951258] env[68800]: WARNING nova.compute.manager [req-a3b637da-de66-470f-a41c-840eb56ffb97 req-8490a6c5-037b-4cb2-bd91-ad60f2743be2 service nova] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Received unexpected event network-vif-plugged-2d44adc6-0967-42f7-b78d-f2e641724ccb for instance with vm_state building and task_state spawning. [ 689.951422] env[68800]: DEBUG nova.compute.manager [req-a3b637da-de66-470f-a41c-840eb56ffb97 req-8490a6c5-037b-4cb2-bd91-ad60f2743be2 service nova] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Received event network-changed-2d44adc6-0967-42f7-b78d-f2e641724ccb {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.951575] env[68800]: DEBUG nova.compute.manager [req-a3b637da-de66-470f-a41c-840eb56ffb97 req-8490a6c5-037b-4cb2-bd91-ad60f2743be2 service nova] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Refreshing instance network info cache due to event network-changed-2d44adc6-0967-42f7-b78d-f2e641724ccb. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 689.951794] env[68800]: DEBUG oslo_concurrency.lockutils [req-a3b637da-de66-470f-a41c-840eb56ffb97 req-8490a6c5-037b-4cb2-bd91-ad60f2743be2 service nova] Acquiring lock "refresh_cache-949aac90-1d3e-47c1-8d53-eef78adaa390" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.951947] env[68800]: DEBUG oslo_concurrency.lockutils [req-a3b637da-de66-470f-a41c-840eb56ffb97 req-8490a6c5-037b-4cb2-bd91-ad60f2743be2 service nova] Acquired lock "refresh_cache-949aac90-1d3e-47c1-8d53-eef78adaa390" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.952220] env[68800]: DEBUG nova.network.neutron [req-a3b637da-de66-470f-a41c-840eb56ffb97 req-8490a6c5-037b-4cb2-bd91-ad60f2743be2 service nova] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Refreshing network info cache for port 2d44adc6-0967-42f7-b78d-f2e641724ccb {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.954042] env[68800]: DEBUG nova.compute.manager [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] [instance: 7dd75bea-9645-49e0-a518-21659a16022f] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 690.316964] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e7f39334-abf7-4e19-a5a4-9dfb6d915f95 tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.171s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.319478] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fe7c370a-8a97-4a51-a7b2-2bf21b4e3380 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.634s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.319713] env[68800]: DEBUG nova.objects.instance [None req-fe7c370a-8a97-4a51-a7b2-2bf21b4e3380 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Lazy-loading 'resources' on Instance uuid c867ff92-059f-4647-85cd-8026b1408778 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 690.333292] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 690.333292] env[68800]: DEBUG oslo_vmware.api [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Task: {'id': task-3243233, 'name': PowerOnVM_Task, 'duration_secs': 0.581451} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.333292] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de190b54-8cfd-4e13-a7c4-d1b5773523e8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.333525] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 4f492710-e515-4857-b2a4-71da78617707] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.333733] env[68800]: INFO nova.compute.manager [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 4f492710-e515-4857-b2a4-71da78617707] Took 10.39 seconds to spawn the instance on the hypervisor. [ 690.333908] env[68800]: DEBUG nova.compute.manager [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 4f492710-e515-4857-b2a4-71da78617707] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.335375] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696b400b-a697-46e5-8d4e-d1dccfa75372 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.354155] env[68800]: DEBUG oslo_vmware.api [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Waiting for the task: (returnval){ [ 690.354155] env[68800]: value = "task-3243237" [ 690.354155] env[68800]: _type = "Task" [ 690.354155] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.372984] env[68800]: DEBUG oslo_vmware.api [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243237, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.374217] env[68800]: INFO nova.scheduler.client.report [None req-e7f39334-abf7-4e19-a5a4-9dfb6d915f95 tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Deleted allocations for instance c655bd28-92e0-4c56-80dd-3b8c7d84ad1c [ 690.417560] env[68800]: DEBUG oslo_vmware.api [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52b0ca59-0cd4-27e8-00e1-f924336375a9, 'name': SearchDatastore_Task, 'duration_secs': 0.018391} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.417560] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.417748] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 690.418068] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.418283] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.418513] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 690.419131] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1221d29d-2197-4f4c-bdfb-0e7c6b8837fb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.432184] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 690.432522] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 690.433362] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d59cb5d-0d9d-4e29-9350-aea5705d8f19 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.439596] env[68800]: DEBUG oslo_vmware.api [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Waiting for the task: (returnval){ [ 690.439596] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52a3e05c-529c-0569-4b8c-032f4b6bbc56" [ 690.439596] env[68800]: _type = "Task" [ 690.439596] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.451204] env[68800]: DEBUG oslo_vmware.api [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52a3e05c-529c-0569-4b8c-032f4b6bbc56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.481923] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.868900] env[68800]: INFO nova.compute.manager [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 4f492710-e515-4857-b2a4-71da78617707] Took 36.15 seconds to build instance. [ 690.881035] env[68800]: DEBUG oslo_vmware.api [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243237, 'name': PowerOffVM_Task, 'duration_secs': 0.238535} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.882051] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e7f39334-abf7-4e19-a5a4-9dfb6d915f95 tempest-ServerDiagnosticsV248Test-776164912 tempest-ServerDiagnosticsV248Test-776164912-project-member] Lock "c655bd28-92e0-4c56-80dd-3b8c7d84ad1c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.974s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.885764] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 690.885764] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Updating instance 'e7259d4c-9982-4579-a073-484a8fa49264' progress to 17 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 690.919166] env[68800]: DEBUG nova.network.neutron [req-a3b637da-de66-470f-a41c-840eb56ffb97 req-8490a6c5-037b-4cb2-bd91-ad60f2743be2 service nova] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Updated VIF entry in instance network info cache for port 2d44adc6-0967-42f7-b78d-f2e641724ccb. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 690.919166] env[68800]: DEBUG nova.network.neutron [req-a3b637da-de66-470f-a41c-840eb56ffb97 req-8490a6c5-037b-4cb2-bd91-ad60f2743be2 service nova] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Updating instance_info_cache with network_info: [{"id": "2d44adc6-0967-42f7-b78d-f2e641724ccb", "address": "fa:16:3e:44:25:38", "network": {"id": "f753b234-b1c5-4284-899a-fd54105f9ae9", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1803346189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74f9e9a8d5044f4d9d2574991df80d29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d44adc6-09", "ovs_interfaceid": "2d44adc6-0967-42f7-b78d-f2e641724ccb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.960822] env[68800]: DEBUG oslo_vmware.api [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52a3e05c-529c-0569-4b8c-032f4b6bbc56, 'name': SearchDatastore_Task, 'duration_secs': 0.013201} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.961749] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d3203d4-64e7-4422-9c98-9f14f5e50a40 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.973122] env[68800]: DEBUG oslo_vmware.api [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Waiting for the task: (returnval){ [ 690.973122] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52feb18c-493d-847d-b93e-782f9b285638" [ 690.973122] env[68800]: _type = "Task" [ 690.973122] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.983026] env[68800]: DEBUG oslo_vmware.api [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52feb18c-493d-847d-b93e-782f9b285638, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.993503] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ac09fdd2-ae5c-4ade-8ca9-e321bf4c5218 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Acquiring lock "79b99985-cd62-4b90-9374-9639bec5891c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.994233] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ac09fdd2-ae5c-4ade-8ca9-e321bf4c5218 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Lock "79b99985-cd62-4b90-9374-9639bec5891c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.995699] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ac09fdd2-ae5c-4ade-8ca9-e321bf4c5218 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Acquiring lock "79b99985-cd62-4b90-9374-9639bec5891c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.995699] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ac09fdd2-ae5c-4ade-8ca9-e321bf4c5218 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Lock "79b99985-cd62-4b90-9374-9639bec5891c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.995699] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ac09fdd2-ae5c-4ade-8ca9-e321bf4c5218 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Lock "79b99985-cd62-4b90-9374-9639bec5891c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.997804] env[68800]: INFO nova.compute.manager [None req-ac09fdd2-ae5c-4ade-8ca9-e321bf4c5218 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Terminating instance [ 691.371868] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9469b8-5026-4017-b924-5a21352185d4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.376437] env[68800]: DEBUG oslo_concurrency.lockutils [None req-894510b9-086d-4156-8d23-682c805d67f3 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Lock "4f492710-e515-4857-b2a4-71da78617707" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.894s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.383804] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084da1be-cd48-45e7-aeaa-573325577dce {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.393854] env[68800]: DEBUG nova.virt.hardware [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.394310] env[68800]: DEBUG nova.virt.hardware [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.394568] env[68800]: DEBUG nova.virt.hardware [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.394806] env[68800]: DEBUG nova.virt.hardware [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.394987] env[68800]: DEBUG nova.virt.hardware [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.395211] env[68800]: DEBUG nova.virt.hardware [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.395478] env[68800]: DEBUG nova.virt.hardware [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.395638] env[68800]: DEBUG nova.virt.hardware [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.395875] env[68800]: DEBUG nova.virt.hardware [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.396123] env[68800]: DEBUG nova.virt.hardware [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.396828] env[68800]: DEBUG nova.virt.hardware [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.426761] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b53154d4-b7ed-4dbc-b4cd-89697aa41f72 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.438141] env[68800]: DEBUG oslo_concurrency.lockutils [req-a3b637da-de66-470f-a41c-840eb56ffb97 req-8490a6c5-037b-4cb2-bd91-ad60f2743be2 service nova] Releasing lock "refresh_cache-949aac90-1d3e-47c1-8d53-eef78adaa390" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.439610] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2fa6957-ba36-46c6-aba4-8ba564800da3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.450839] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ac3202-d2fe-42fe-8536-38db2412fa3e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.456304] env[68800]: DEBUG oslo_vmware.api [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Waiting for the task: (returnval){ [ 691.456304] env[68800]: value = "task-3243238" [ 691.456304] env[68800]: _type = "Task" [ 691.456304] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.470529] env[68800]: DEBUG nova.compute.provider_tree [None req-fe7c370a-8a97-4a51-a7b2-2bf21b4e3380 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.481793] env[68800]: DEBUG oslo_vmware.api [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243238, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.490813] env[68800]: DEBUG oslo_vmware.api [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52feb18c-493d-847d-b93e-782f9b285638, 'name': SearchDatastore_Task, 'duration_secs': 0.038978} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.492639] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.492639] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 949aac90-1d3e-47c1-8d53-eef78adaa390/949aac90-1d3e-47c1-8d53-eef78adaa390.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 691.492639] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e045899-b99f-40d5-9573-2e7dd2083042 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.503094] env[68800]: DEBUG oslo_vmware.api [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Waiting for the task: (returnval){ [ 691.503094] env[68800]: value = "task-3243239" [ 691.503094] env[68800]: _type = "Task" [ 691.503094] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.508467] env[68800]: DEBUG nova.compute.manager [None req-ac09fdd2-ae5c-4ade-8ca9-e321bf4c5218 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 691.508530] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ac09fdd2-ae5c-4ade-8ca9-e321bf4c5218 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 691.509383] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a4d0d0-fd5f-435b-8dba-8c631e6b309f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.519017] env[68800]: DEBUG oslo_vmware.api [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Task: {'id': task-3243239, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.522135] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac09fdd2-ae5c-4ade-8ca9-e321bf4c5218 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 691.522247] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b8075cd-4dae-400e-b508-1be074daaecf {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.530099] env[68800]: DEBUG oslo_vmware.api [None req-ac09fdd2-ae5c-4ade-8ca9-e321bf4c5218 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Waiting for the task: (returnval){ [ 691.530099] env[68800]: value = "task-3243240" [ 691.530099] env[68800]: _type = "Task" [ 691.530099] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.540201] env[68800]: DEBUG oslo_vmware.api [None req-ac09fdd2-ae5c-4ade-8ca9-e321bf4c5218 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Task: {'id': task-3243240, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.879756] env[68800]: DEBUG nova.compute.manager [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: edf23e1c-b030-4fd8-88c6-558707c6fe87] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 691.976356] env[68800]: DEBUG nova.scheduler.client.report [None req-fe7c370a-8a97-4a51-a7b2-2bf21b4e3380 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.980677] env[68800]: DEBUG oslo_vmware.api [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243238, 'name': ReconfigVM_Task, 'duration_secs': 0.250268} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.981847] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Updating instance 'e7259d4c-9982-4579-a073-484a8fa49264' progress to 33 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 692.023120] env[68800]: DEBUG oslo_vmware.api [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Task: {'id': task-3243239, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.047123] env[68800]: DEBUG oslo_vmware.api [None req-ac09fdd2-ae5c-4ade-8ca9-e321bf4c5218 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Task: {'id': task-3243240, 'name': PowerOffVM_Task, 'duration_secs': 0.320676} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.047427] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac09fdd2-ae5c-4ade-8ca9-e321bf4c5218 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 692.047595] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ac09fdd2-ae5c-4ade-8ca9-e321bf4c5218 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 692.047845] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0e7b433-e537-4623-afba-bd6606600116 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.138965] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ac09fdd2-ae5c-4ade-8ca9-e321bf4c5218 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 692.139232] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ac09fdd2-ae5c-4ade-8ca9-e321bf4c5218 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 692.139424] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac09fdd2-ae5c-4ade-8ca9-e321bf4c5218 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Deleting the datastore file [datastore2] 79b99985-cd62-4b90-9374-9639bec5891c {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 692.139687] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e4edf30-f8dc-4f6d-bc66-dc24caf3656a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.147470] env[68800]: DEBUG oslo_vmware.api [None req-ac09fdd2-ae5c-4ade-8ca9-e321bf4c5218 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Waiting for the task: (returnval){ [ 692.147470] env[68800]: value = "task-3243242" [ 692.147470] env[68800]: _type = "Task" [ 692.147470] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.157889] env[68800]: DEBUG oslo_vmware.api [None req-ac09fdd2-ae5c-4ade-8ca9-e321bf4c5218 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Task: {'id': task-3243242, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.439031] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.483516] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fe7c370a-8a97-4a51-a7b2-2bf21b4e3380 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.163s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.489263] env[68800]: DEBUG oslo_concurrency.lockutils [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.910s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.489263] env[68800]: DEBUG nova.objects.instance [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68800) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 692.494284] env[68800]: DEBUG nova.virt.hardware [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 692.495357] env[68800]: DEBUG nova.virt.hardware [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 692.495357] env[68800]: DEBUG nova.virt.hardware [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 692.495357] env[68800]: DEBUG nova.virt.hardware [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 692.495357] env[68800]: DEBUG nova.virt.hardware [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 692.495357] env[68800]: DEBUG nova.virt.hardware [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 692.495537] env[68800]: DEBUG nova.virt.hardware [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 692.497394] env[68800]: DEBUG nova.virt.hardware [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 692.497575] env[68800]: DEBUG nova.virt.hardware [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 692.497749] env[68800]: DEBUG nova.virt.hardware [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 692.497925] env[68800]: DEBUG nova.virt.hardware [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 692.503248] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Reconfiguring VM instance instance-00000006 to detach disk 2000 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 692.503769] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fa2a825-1887-4e00-93ea-6591cbef84a4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.530622] env[68800]: DEBUG oslo_vmware.api [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Task: {'id': task-3243239, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612453} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.531944] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 949aac90-1d3e-47c1-8d53-eef78adaa390/949aac90-1d3e-47c1-8d53-eef78adaa390.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 692.533542] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.534200] env[68800]: DEBUG oslo_vmware.api [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Waiting for the task: (returnval){ [ 692.534200] env[68800]: value = "task-3243243" [ 692.534200] env[68800]: _type = "Task" [ 692.534200] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.534200] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-443fd9df-640d-417e-8cfb-81cf5db6406e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.546489] env[68800]: DEBUG oslo_vmware.api [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243243, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.547880] env[68800]: DEBUG oslo_vmware.api [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Waiting for the task: (returnval){ [ 692.547880] env[68800]: value = "task-3243244" [ 692.547880] env[68800]: _type = "Task" [ 692.547880] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.559317] env[68800]: DEBUG oslo_vmware.api [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Task: {'id': task-3243244, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.595783] env[68800]: INFO nova.scheduler.client.report [None req-fe7c370a-8a97-4a51-a7b2-2bf21b4e3380 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Deleted allocations for instance c867ff92-059f-4647-85cd-8026b1408778 [ 692.659232] env[68800]: DEBUG oslo_vmware.api [None req-ac09fdd2-ae5c-4ade-8ca9-e321bf4c5218 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Task: {'id': task-3243242, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.460429} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.659232] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac09fdd2-ae5c-4ade-8ca9-e321bf4c5218 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 692.659331] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ac09fdd2-ae5c-4ade-8ca9-e321bf4c5218 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 692.659461] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ac09fdd2-ae5c-4ade-8ca9-e321bf4c5218 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 692.659637] env[68800]: INFO nova.compute.manager [None req-ac09fdd2-ae5c-4ade-8ca9-e321bf4c5218 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 692.659859] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac09fdd2-ae5c-4ade-8ca9-e321bf4c5218 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 692.660066] env[68800]: DEBUG nova.compute.manager [-] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 692.660188] env[68800]: DEBUG nova.network.neutron [-] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 693.047254] env[68800]: DEBUG oslo_vmware.api [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243243, 'name': ReconfigVM_Task, 'duration_secs': 0.184336} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.048025] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Reconfigured VM instance instance-00000006 to detach disk 2000 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 693.049274] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b62754-e3d5-46fe-9175-b7ad7b3ef8a2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.061508] env[68800]: DEBUG oslo_vmware.api [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Task: {'id': task-3243244, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078453} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.071919] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.079563] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] e7259d4c-9982-4579-a073-484a8fa49264/e7259d4c-9982-4579-a073-484a8fa49264.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.080399] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091bff6e-fe4f-4e71-97c1-0518118a3e8e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.085181] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7af956eb-ad1c-4f9b-97ca-81d6ef12cf1c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.121644] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 949aac90-1d3e-47c1-8d53-eef78adaa390/949aac90-1d3e-47c1-8d53-eef78adaa390.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.122370] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fe7c370a-8a97-4a51-a7b2-2bf21b4e3380 tempest-TenantUsagesTestJSON-807537990 tempest-TenantUsagesTestJSON-807537990-project-member] Lock "c867ff92-059f-4647-85cd-8026b1408778" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.715s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.124968] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b46380e-2a7c-48d9-8d6b-8bffe9f9ebd3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.140166] env[68800]: DEBUG oslo_vmware.api [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Waiting for the task: (returnval){ [ 693.140166] env[68800]: value = "task-3243245" [ 693.140166] env[68800]: _type = "Task" [ 693.140166] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.146851] env[68800]: DEBUG oslo_vmware.api [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Waiting for the task: (returnval){ [ 693.146851] env[68800]: value = "task-3243246" [ 693.146851] env[68800]: _type = "Task" [ 693.146851] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.153500] env[68800]: DEBUG oslo_vmware.api [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.164181] env[68800]: DEBUG oslo_vmware.api [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Task: {'id': task-3243246, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.230711] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Acquiring lock "c8d19cdf-eced-4fa6-ba93-223530bb7fe2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.230982] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Lock "c8d19cdf-eced-4fa6-ba93-223530bb7fe2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.516079] env[68800]: DEBUG oslo_concurrency.lockutils [None req-26b8d415-e718-492d-b8bc-cb68a6bfb2a5 tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.028s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.516079] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.888s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.516884] env[68800]: INFO nova.compute.claims [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 9edbd4b6-b890-4a22-896a-26e315d18fd0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 693.656081] env[68800]: DEBUG oslo_vmware.api [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243245, 'name': ReconfigVM_Task, 'duration_secs': 0.301622} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.656081] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Reconfigured VM instance instance-00000006 to attach disk [datastore2] e7259d4c-9982-4579-a073-484a8fa49264/e7259d4c-9982-4579-a073-484a8fa49264.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.656081] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Updating instance 'e7259d4c-9982-4579-a073-484a8fa49264' progress to 50 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 693.666554] env[68800]: DEBUG oslo_vmware.api [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Task: {'id': task-3243246, 'name': ReconfigVM_Task, 'duration_secs': 0.355299} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.666827] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 949aac90-1d3e-47c1-8d53-eef78adaa390/949aac90-1d3e-47c1-8d53-eef78adaa390.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.668048] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7599feb5-3d05-4b4a-afa8-575fc935a2a0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.681259] env[68800]: DEBUG oslo_vmware.api [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Waiting for the task: (returnval){ [ 693.681259] env[68800]: value = "task-3243247" [ 693.681259] env[68800]: _type = "Task" [ 693.681259] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.685111] env[68800]: DEBUG oslo_vmware.api [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Task: {'id': task-3243247, 'name': Rename_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.896152] env[68800]: DEBUG nova.network.neutron [-] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.186339] env[68800]: DEBUG oslo_vmware.api [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Task: {'id': task-3243247, 'name': Rename_Task, 'duration_secs': 0.187887} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.187444] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.187444] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44e55068-d43a-46ec-9f56-1ceee7463359 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.193987] env[68800]: DEBUG oslo_vmware.api [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Waiting for the task: (returnval){ [ 694.193987] env[68800]: value = "task-3243248" [ 694.193987] env[68800]: _type = "Task" [ 694.193987] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.202105] env[68800]: DEBUG oslo_vmware.api [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Task: {'id': task-3243248, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.398900] env[68800]: INFO nova.compute.manager [-] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Took 1.74 seconds to deallocate network for instance. [ 694.664802] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f418dd2a-1f93-499d-afc0-b5456a5a064a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.693892] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa36cfb2-03a3-4b23-8363-a330b948958e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.705983] env[68800]: DEBUG oslo_vmware.api [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Task: {'id': task-3243248, 'name': PowerOnVM_Task, 'duration_secs': 0.490948} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.719320] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.719550] env[68800]: INFO nova.compute.manager [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Took 9.38 seconds to spawn the instance on the hypervisor. [ 694.719729] env[68800]: DEBUG nova.compute.manager [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 694.720109] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Updating instance 'e7259d4c-9982-4579-a073-484a8fa49264' progress to 67 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 694.724768] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96cdbae-00fb-44f5-b21e-0b7bcd252a25 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.907175] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ac09fdd2-ae5c-4ade-8ca9-e321bf4c5218 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.068936] env[68800]: DEBUG nova.compute.manager [req-b54abb4f-31bd-4553-906c-5374f1130960 req-cdfa13ef-5b26-4cbf-877f-583a24c69609 service nova] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Received event network-vif-deleted-7c76f638-890c-4fcf-bd59-9651db20dd40 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.244205] env[68800]: INFO nova.compute.manager [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Took 38.47 seconds to build instance. [ 695.352234] env[68800]: DEBUG nova.network.neutron [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Port a88b719d-02e1-45b1-921e-97874dde2ecb binding to destination host cpu-1 is already ACTIVE {{(pid=68800) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 695.601588] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7986eb63-3f52-436e-a92f-b438677e5195 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.609602] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2da1506-d6a5-40dd-9d9f-0921eda22393 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.644579] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44a7944-273a-4e12-9255-bf6b03e611ff {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.653711] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51576838-0ddd-4908-a5d8-2f702fb02c66 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.669484] env[68800]: DEBUG nova.compute.provider_tree [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.745484] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a2a090cd-cfd1-4086-9e00-aed293683756 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Lock "949aac90-1d3e-47c1-8d53-eef78adaa390" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.916s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.172785] env[68800]: DEBUG nova.scheduler.client.report [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.248853] env[68800]: DEBUG nova.compute.manager [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 696.384337] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Acquiring lock "e7259d4c-9982-4579-a073-484a8fa49264-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.384337] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Lock "e7259d4c-9982-4579-a073-484a8fa49264-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.384337] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Lock "e7259d4c-9982-4579-a073-484a8fa49264-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.679079] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.164s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.679628] env[68800]: DEBUG nova.compute.manager [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 9edbd4b6-b890-4a22-896a-26e315d18fd0] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 696.686019] env[68800]: DEBUG oslo_concurrency.lockutils [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.096s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.686019] env[68800]: INFO nova.compute.claims [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 696.792940] env[68800]: DEBUG oslo_concurrency.lockutils [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.193023] env[68800]: DEBUG nova.compute.utils [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 697.204562] env[68800]: DEBUG nova.compute.manager [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 9edbd4b6-b890-4a22-896a-26e315d18fd0] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 697.204562] env[68800]: DEBUG nova.network.neutron [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 9edbd4b6-b890-4a22-896a-26e315d18fd0] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 697.262127] env[68800]: DEBUG nova.policy [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0a0adb57ad6407b86e5a4ec91170401', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d220f632182492799c4801305366455', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 697.431779] env[68800]: DEBUG oslo_concurrency.lockutils [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Acquiring lock "c4e41c81-3958-4797-84a2-9486ba6278f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.432085] env[68800]: DEBUG oslo_concurrency.lockutils [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Lock "c4e41c81-3958-4797-84a2-9486ba6278f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.676515] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Acquiring lock "refresh_cache-e7259d4c-9982-4579-a073-484a8fa49264" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.676515] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Acquired lock "refresh_cache-e7259d4c-9982-4579-a073-484a8fa49264" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.676515] env[68800]: DEBUG nova.network.neutron [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.705742] env[68800]: DEBUG nova.compute.manager [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 9edbd4b6-b890-4a22-896a-26e315d18fd0] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 698.346442] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ec53e5-fe11-4281-93ab-64c8b1169ced {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.353645] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4002cf9-1f6d-45fd-95c3-334a94281bb6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.361503] env[68800]: DEBUG nova.compute.manager [None req-88b4a800-a6f2-41c4-9cfe-cf46fbbc5f87 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.390507] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184706ba-5878-4b76-89d0-60fd20e78a1a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.394256] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8116f2f9-b279-4d8e-aa80-e0f9969977b4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.406911] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffaa92f-91cd-4066-8bb1-a84ae09e11c3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.424376] env[68800]: DEBUG nova.compute.provider_tree [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.535359] env[68800]: DEBUG nova.network.neutron [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 9edbd4b6-b890-4a22-896a-26e315d18fd0] Successfully created port: 7fe0ce95-ee78-47c8-8d11-f2e5e0f449c8 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 698.723111] env[68800]: DEBUG nova.compute.manager [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 9edbd4b6-b890-4a22-896a-26e315d18fd0] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 698.783208] env[68800]: DEBUG nova.virt.hardware [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 698.783414] env[68800]: DEBUG nova.virt.hardware [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 698.783541] env[68800]: DEBUG nova.virt.hardware [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.783731] env[68800]: DEBUG nova.virt.hardware [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 698.783878] env[68800]: DEBUG nova.virt.hardware [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.784141] env[68800]: DEBUG nova.virt.hardware [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 698.784237] env[68800]: DEBUG nova.virt.hardware [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 698.784397] env[68800]: DEBUG nova.virt.hardware [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 698.784561] env[68800]: DEBUG nova.virt.hardware [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 698.785037] env[68800]: DEBUG nova.virt.hardware [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 698.785278] env[68800]: DEBUG nova.virt.hardware [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 698.786152] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8b6647-42d1-46a0-8d9e-89c9a200da92 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.796529] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c197962e-f26a-474a-8fec-a03acbfe2585 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.931239] env[68800]: INFO nova.compute.manager [None req-88b4a800-a6f2-41c4-9cfe-cf46fbbc5f87 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] instance snapshotting [ 698.939032] env[68800]: DEBUG nova.scheduler.client.report [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.942512] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f687cbb-6414-4830-9803-2e708a590938 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.965770] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc665735-44c9-4b4f-b4fb-0cf824018895 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.982881] env[68800]: DEBUG nova.network.neutron [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Updating instance_info_cache with network_info: [{"id": "a88b719d-02e1-45b1-921e-97874dde2ecb", "address": "fa:16:3e:c8:36:6d", "network": {"id": "910263fe-5348-43bf-a2dc-80270861caea", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3ae10f76bf14ae69232ca090f1bb0ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa88b719d-02", "ovs_interfaceid": "a88b719d-02e1-45b1-921e-97874dde2ecb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.447923] env[68800]: DEBUG oslo_concurrency.lockutils [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.763s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.447923] env[68800]: DEBUG nova.compute.manager [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 699.449866] env[68800]: DEBUG oslo_concurrency.lockutils [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.081s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.452018] env[68800]: INFO nova.compute.claims [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 699.488063] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Releasing lock "refresh_cache-e7259d4c-9982-4579-a073-484a8fa49264" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.494384] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-88b4a800-a6f2-41c4-9cfe-cf46fbbc5f87 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Creating Snapshot of the VM instance {{(pid=68800) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 699.495299] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-03df6859-1ced-4d2b-822a-fa5f4f17f42b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.506610] env[68800]: DEBUG oslo_vmware.api [None req-88b4a800-a6f2-41c4-9cfe-cf46fbbc5f87 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Waiting for the task: (returnval){ [ 699.506610] env[68800]: value = "task-3243249" [ 699.506610] env[68800]: _type = "Task" [ 699.506610] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.518753] env[68800]: DEBUG oslo_vmware.api [None req-88b4a800-a6f2-41c4-9cfe-cf46fbbc5f87 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243249, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.672387] env[68800]: DEBUG nova.compute.manager [req-eb138016-3791-4abb-ba2e-f3c457f080fd req-46205f5c-2230-4484-8163-dd9e410db52b service nova] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Received event network-changed-fe9b2c0c-06e2-437b-a0bd-2226c3403d02 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.672585] env[68800]: DEBUG nova.compute.manager [req-eb138016-3791-4abb-ba2e-f3c457f080fd req-46205f5c-2230-4484-8163-dd9e410db52b service nova] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Refreshing instance network info cache due to event network-changed-fe9b2c0c-06e2-437b-a0bd-2226c3403d02. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 699.672796] env[68800]: DEBUG oslo_concurrency.lockutils [req-eb138016-3791-4abb-ba2e-f3c457f080fd req-46205f5c-2230-4484-8163-dd9e410db52b service nova] Acquiring lock "refresh_cache-195e2543-8984-4a01-bfdf-1ee3c98f1105" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.672949] env[68800]: DEBUG oslo_concurrency.lockutils [req-eb138016-3791-4abb-ba2e-f3c457f080fd req-46205f5c-2230-4484-8163-dd9e410db52b service nova] Acquired lock "refresh_cache-195e2543-8984-4a01-bfdf-1ee3c98f1105" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.674251] env[68800]: DEBUG nova.network.neutron [req-eb138016-3791-4abb-ba2e-f3c457f080fd req-46205f5c-2230-4484-8163-dd9e410db52b service nova] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Refreshing network info cache for port fe9b2c0c-06e2-437b-a0bd-2226c3403d02 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.956211] env[68800]: DEBUG nova.compute.utils [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 699.959215] env[68800]: DEBUG nova.compute.manager [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 699.959450] env[68800]: DEBUG nova.network.neutron [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 700.026175] env[68800]: DEBUG oslo_vmware.api [None req-88b4a800-a6f2-41c4-9cfe-cf46fbbc5f87 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243249, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.033546] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d73749-13a0-4a57-9162-b8a351583d14 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.039327] env[68800]: DEBUG nova.policy [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dcb26b82540f41e5b314ced827d7be6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9af8613e45c64f74935a120197e0aed9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.061639] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d644909f-06aa-4a71-9f36-5294cd603df8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.070121] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Updating instance 'e7259d4c-9982-4579-a073-484a8fa49264' progress to 83 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 700.467679] env[68800]: DEBUG nova.compute.manager [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 700.525963] env[68800]: DEBUG oslo_vmware.api [None req-88b4a800-a6f2-41c4-9cfe-cf46fbbc5f87 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243249, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.578392] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.578698] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-992c60d3-7ee8-4f80-a1b6-772ddac4c013 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.597996] env[68800]: DEBUG oslo_vmware.api [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Waiting for the task: (returnval){ [ 700.597996] env[68800]: value = "task-3243250" [ 700.597996] env[68800]: _type = "Task" [ 700.597996] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.615158] env[68800]: DEBUG oslo_vmware.api [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243250, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.774201] env[68800]: DEBUG nova.network.neutron [req-eb138016-3791-4abb-ba2e-f3c457f080fd req-46205f5c-2230-4484-8163-dd9e410db52b service nova] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Updated VIF entry in instance network info cache for port fe9b2c0c-06e2-437b-a0bd-2226c3403d02. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 700.777820] env[68800]: DEBUG nova.network.neutron [req-eb138016-3791-4abb-ba2e-f3c457f080fd req-46205f5c-2230-4484-8163-dd9e410db52b service nova] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Updating instance_info_cache with network_info: [{"id": "fe9b2c0c-06e2-437b-a0bd-2226c3403d02", "address": "fa:16:3e:44:38:a0", "network": {"id": "c08723f6-2f5c-4e48-87cd-f3e27e13b49f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-291977885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16f0ad1d39974d9788a00eef12e3b8d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe9b2c0c-06", "ovs_interfaceid": "fe9b2c0c-06e2-437b-a0bd-2226c3403d02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.884020] env[68800]: DEBUG nova.network.neutron [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Successfully created port: 9aebee5b-dedc-4d0f-be33-0c2587ac0217 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 701.027217] env[68800]: DEBUG oslo_vmware.api [None req-88b4a800-a6f2-41c4-9cfe-cf46fbbc5f87 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243249, 'name': CreateSnapshot_Task, 'duration_secs': 1.302132} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.027857] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-88b4a800-a6f2-41c4-9cfe-cf46fbbc5f87 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Created Snapshot of the VM instance {{(pid=68800) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 701.029535] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f439d8e-87e3-4073-9eff-6b7593d4c716 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.063081] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7f9407-32c4-40bc-bf82-ce90b7a3c83d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.078481] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e05ee77-d0cc-4ee3-a8fa-4c3b7db2d6de {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.120194] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113f4087-2c28-4ea1-b516-cc74436d553a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.132128] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8f9939-e708-4fbd-a177-b9a3f9c07935 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.136415] env[68800]: DEBUG oslo_vmware.api [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243250, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.148038] env[68800]: DEBUG nova.compute.provider_tree [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.279520] env[68800]: DEBUG oslo_concurrency.lockutils [req-eb138016-3791-4abb-ba2e-f3c457f080fd req-46205f5c-2230-4484-8163-dd9e410db52b service nova] Releasing lock "refresh_cache-195e2543-8984-4a01-bfdf-1ee3c98f1105" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.279815] env[68800]: DEBUG nova.compute.manager [req-eb138016-3791-4abb-ba2e-f3c457f080fd req-46205f5c-2230-4484-8163-dd9e410db52b service nova] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Received event network-changed-fe9b2c0c-06e2-437b-a0bd-2226c3403d02 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.279987] env[68800]: DEBUG nova.compute.manager [req-eb138016-3791-4abb-ba2e-f3c457f080fd req-46205f5c-2230-4484-8163-dd9e410db52b service nova] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Refreshing instance network info cache due to event network-changed-fe9b2c0c-06e2-437b-a0bd-2226c3403d02. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 701.280307] env[68800]: DEBUG oslo_concurrency.lockutils [req-eb138016-3791-4abb-ba2e-f3c457f080fd req-46205f5c-2230-4484-8163-dd9e410db52b service nova] Acquiring lock "refresh_cache-195e2543-8984-4a01-bfdf-1ee3c98f1105" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.280392] env[68800]: DEBUG oslo_concurrency.lockutils [req-eb138016-3791-4abb-ba2e-f3c457f080fd req-46205f5c-2230-4484-8163-dd9e410db52b service nova] Acquired lock "refresh_cache-195e2543-8984-4a01-bfdf-1ee3c98f1105" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.280684] env[68800]: DEBUG nova.network.neutron [req-eb138016-3791-4abb-ba2e-f3c457f080fd req-46205f5c-2230-4484-8163-dd9e410db52b service nova] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Refreshing network info cache for port fe9b2c0c-06e2-437b-a0bd-2226c3403d02 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.400868] env[68800]: DEBUG nova.network.neutron [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 9edbd4b6-b890-4a22-896a-26e315d18fd0] Successfully updated port: 7fe0ce95-ee78-47c8-8d11-f2e5e0f449c8 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 701.434872] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Acquiring lock "d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.434997] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Lock "d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.483884] env[68800]: DEBUG nova.compute.manager [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 701.525182] env[68800]: DEBUG nova.virt.hardware [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 701.525182] env[68800]: DEBUG nova.virt.hardware [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.525182] env[68800]: DEBUG nova.virt.hardware [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.525182] env[68800]: DEBUG nova.virt.hardware [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.525380] env[68800]: DEBUG nova.virt.hardware [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.525466] env[68800]: DEBUG nova.virt.hardware [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 701.525656] env[68800]: DEBUG nova.virt.hardware [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 701.525928] env[68800]: DEBUG nova.virt.hardware [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 701.526524] env[68800]: DEBUG nova.virt.hardware [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 701.526524] env[68800]: DEBUG nova.virt.hardware [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 701.526524] env[68800]: DEBUG nova.virt.hardware [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 701.528464] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ae7834-9444-4e14-9d8d-0ddf50cb9298 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.538550] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e14e4c-b68a-4241-981c-b74781148ab1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.563254] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-88b4a800-a6f2-41c4-9cfe-cf46fbbc5f87 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Creating linked-clone VM from snapshot {{(pid=68800) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 701.564163] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-25afa202-8510-43f4-a3fc-db5681271f32 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.574256] env[68800]: DEBUG oslo_vmware.api [None req-88b4a800-a6f2-41c4-9cfe-cf46fbbc5f87 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Waiting for the task: (returnval){ [ 701.574256] env[68800]: value = "task-3243251" [ 701.574256] env[68800]: _type = "Task" [ 701.574256] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.583129] env[68800]: DEBUG oslo_vmware.api [None req-88b4a800-a6f2-41c4-9cfe-cf46fbbc5f87 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243251, 'name': CloneVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.629214] env[68800]: DEBUG oslo_vmware.api [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243250, 'name': PowerOnVM_Task, 'duration_secs': 0.807066} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.629480] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.629655] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-2260c4f3-81e2-4807-8697-edb65fe07b27 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Updating instance 'e7259d4c-9982-4579-a073-484a8fa49264' progress to 100 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 701.651527] env[68800]: DEBUG nova.scheduler.client.report [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.905189] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquiring lock "refresh_cache-9edbd4b6-b890-4a22-896a-26e315d18fd0" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.905370] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquired lock "refresh_cache-9edbd4b6-b890-4a22-896a-26e315d18fd0" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.905645] env[68800]: DEBUG nova.network.neutron [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 9edbd4b6-b890-4a22-896a-26e315d18fd0] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.093903] env[68800]: DEBUG oslo_vmware.api [None req-88b4a800-a6f2-41c4-9cfe-cf46fbbc5f87 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243251, 'name': CloneVM_Task} progress is 94%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.157525] env[68800]: DEBUG oslo_concurrency.lockutils [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.158447] env[68800]: DEBUG nova.compute.manager [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 702.166121] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.388s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.167227] env[68800]: INFO nova.compute.claims [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] [instance: af1b5f44-b442-4c3e-923c-92c0d7db49b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 702.252879] env[68800]: DEBUG nova.network.neutron [req-eb138016-3791-4abb-ba2e-f3c457f080fd req-46205f5c-2230-4484-8163-dd9e410db52b service nova] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Updated VIF entry in instance network info cache for port fe9b2c0c-06e2-437b-a0bd-2226c3403d02. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.253691] env[68800]: DEBUG nova.network.neutron [req-eb138016-3791-4abb-ba2e-f3c457f080fd req-46205f5c-2230-4484-8163-dd9e410db52b service nova] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Updating instance_info_cache with network_info: [{"id": "fe9b2c0c-06e2-437b-a0bd-2226c3403d02", "address": "fa:16:3e:44:38:a0", "network": {"id": "c08723f6-2f5c-4e48-87cd-f3e27e13b49f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-291977885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16f0ad1d39974d9788a00eef12e3b8d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe9b2c0c-06", "ovs_interfaceid": "fe9b2c0c-06e2-437b-a0bd-2226c3403d02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.461621] env[68800]: DEBUG nova.network.neutron [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 9edbd4b6-b890-4a22-896a-26e315d18fd0] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 702.586430] env[68800]: DEBUG oslo_vmware.api [None req-88b4a800-a6f2-41c4-9cfe-cf46fbbc5f87 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243251, 'name': CloneVM_Task} progress is 94%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.671399] env[68800]: DEBUG nova.compute.utils [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 702.678400] env[68800]: DEBUG nova.compute.manager [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Not allocating networking since 'none' was specified. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 702.757025] env[68800]: DEBUG oslo_concurrency.lockutils [req-eb138016-3791-4abb-ba2e-f3c457f080fd req-46205f5c-2230-4484-8163-dd9e410db52b service nova] Releasing lock "refresh_cache-195e2543-8984-4a01-bfdf-1ee3c98f1105" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.757169] env[68800]: DEBUG nova.compute.manager [req-eb138016-3791-4abb-ba2e-f3c457f080fd req-46205f5c-2230-4484-8163-dd9e410db52b service nova] [instance: 4f492710-e515-4857-b2a4-71da78617707] Received event network-changed-b1be6dad-86cc-49e4-a0be-d3b86d20fef6 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.757252] env[68800]: DEBUG nova.compute.manager [req-eb138016-3791-4abb-ba2e-f3c457f080fd req-46205f5c-2230-4484-8163-dd9e410db52b service nova] [instance: 4f492710-e515-4857-b2a4-71da78617707] Refreshing instance network info cache due to event network-changed-b1be6dad-86cc-49e4-a0be-d3b86d20fef6. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 702.757459] env[68800]: DEBUG oslo_concurrency.lockutils [req-eb138016-3791-4abb-ba2e-f3c457f080fd req-46205f5c-2230-4484-8163-dd9e410db52b service nova] Acquiring lock "refresh_cache-4f492710-e515-4857-b2a4-71da78617707" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.757674] env[68800]: DEBUG oslo_concurrency.lockutils [req-eb138016-3791-4abb-ba2e-f3c457f080fd req-46205f5c-2230-4484-8163-dd9e410db52b service nova] Acquired lock "refresh_cache-4f492710-e515-4857-b2a4-71da78617707" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.757895] env[68800]: DEBUG nova.network.neutron [req-eb138016-3791-4abb-ba2e-f3c457f080fd req-46205f5c-2230-4484-8163-dd9e410db52b service nova] [instance: 4f492710-e515-4857-b2a4-71da78617707] Refreshing network info cache for port b1be6dad-86cc-49e4-a0be-d3b86d20fef6 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.018922] env[68800]: DEBUG nova.network.neutron [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 9edbd4b6-b890-4a22-896a-26e315d18fd0] Updating instance_info_cache with network_info: [{"id": "7fe0ce95-ee78-47c8-8d11-f2e5e0f449c8", "address": "fa:16:3e:da:24:04", "network": {"id": "9c8e77a0-a382-40d5-818f-4b50d2c00a28", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-917338782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d220f632182492799c4801305366455", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "838c9497-35dd-415e-96c7-8dc21b0cd4b3", "external-id": "nsx-vlan-transportzone-530", "segmentation_id": 530, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fe0ce95-ee", "ovs_interfaceid": "7fe0ce95-ee78-47c8-8d11-f2e5e0f449c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.089919] env[68800]: DEBUG oslo_vmware.api [None req-88b4a800-a6f2-41c4-9cfe-cf46fbbc5f87 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243251, 'name': CloneVM_Task} progress is 94%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.180873] env[68800]: DEBUG nova.compute.manager [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 703.193122] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Acquiring lock "d09d6489-64ed-44b7-8a61-ee59d6160ba4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.193447] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Lock "d09d6489-64ed-44b7-8a61-ee59d6160ba4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.194889] env[68800]: DEBUG nova.compute.manager [req-81b24c66-fc92-4724-b877-75df429a653c req-67bf9bf4-4db7-4cce-842d-70c257517a99 service nova] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Received event network-changed-2d44adc6-0967-42f7-b78d-f2e641724ccb {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.195126] env[68800]: DEBUG nova.compute.manager [req-81b24c66-fc92-4724-b877-75df429a653c req-67bf9bf4-4db7-4cce-842d-70c257517a99 service nova] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Refreshing instance network info cache due to event network-changed-2d44adc6-0967-42f7-b78d-f2e641724ccb. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 703.195354] env[68800]: DEBUG oslo_concurrency.lockutils [req-81b24c66-fc92-4724-b877-75df429a653c req-67bf9bf4-4db7-4cce-842d-70c257517a99 service nova] Acquiring lock "refresh_cache-949aac90-1d3e-47c1-8d53-eef78adaa390" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.195523] env[68800]: DEBUG oslo_concurrency.lockutils [req-81b24c66-fc92-4724-b877-75df429a653c req-67bf9bf4-4db7-4cce-842d-70c257517a99 service nova] Acquired lock "refresh_cache-949aac90-1d3e-47c1-8d53-eef78adaa390" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.195716] env[68800]: DEBUG nova.network.neutron [req-81b24c66-fc92-4724-b877-75df429a653c req-67bf9bf4-4db7-4cce-842d-70c257517a99 service nova] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Refreshing network info cache for port 2d44adc6-0967-42f7-b78d-f2e641724ccb {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.234032] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5e438ad5-33d9-45ea-bb14-4f25347b8a9b tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Acquiring lock "1ccaea17-56f1-442f-82f3-6126e60913c6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.234032] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5e438ad5-33d9-45ea-bb14-4f25347b8a9b tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Lock "1ccaea17-56f1-442f-82f3-6126e60913c6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.234032] env[68800]: DEBUG nova.compute.manager [None req-5e438ad5-33d9-45ea-bb14-4f25347b8a9b tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 703.234032] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85c8868-4d9d-4a18-8f50-41079f2b3a14 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.242363] env[68800]: DEBUG nova.compute.manager [None req-5e438ad5-33d9-45ea-bb14-4f25347b8a9b tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68800) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 703.243191] env[68800]: DEBUG nova.objects.instance [None req-5e438ad5-33d9-45ea-bb14-4f25347b8a9b tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Lazy-loading 'flavor' on Instance uuid 1ccaea17-56f1-442f-82f3-6126e60913c6 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 703.386418] env[68800]: DEBUG nova.network.neutron [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Successfully updated port: 9aebee5b-dedc-4d0f-be33-0c2587ac0217 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 703.524865] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Releasing lock "refresh_cache-9edbd4b6-b890-4a22-896a-26e315d18fd0" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.525795] env[68800]: DEBUG nova.compute.manager [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 9edbd4b6-b890-4a22-896a-26e315d18fd0] Instance network_info: |[{"id": "7fe0ce95-ee78-47c8-8d11-f2e5e0f449c8", "address": "fa:16:3e:da:24:04", "network": {"id": "9c8e77a0-a382-40d5-818f-4b50d2c00a28", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-917338782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d220f632182492799c4801305366455", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "838c9497-35dd-415e-96c7-8dc21b0cd4b3", "external-id": "nsx-vlan-transportzone-530", "segmentation_id": 530, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fe0ce95-ee", "ovs_interfaceid": "7fe0ce95-ee78-47c8-8d11-f2e5e0f449c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 703.527492] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 9edbd4b6-b890-4a22-896a-26e315d18fd0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:24:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '838c9497-35dd-415e-96c7-8dc21b0cd4b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7fe0ce95-ee78-47c8-8d11-f2e5e0f449c8', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.537725] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.541125] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9edbd4b6-b890-4a22-896a-26e315d18fd0] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.542149] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45fcae6e-5fe6-4225-a52d-1a6c394b7cc8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.573017] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.573017] env[68800]: value = "task-3243252" [ 703.573017] env[68800]: _type = "Task" [ 703.573017] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.587574] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243252, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.595982] env[68800]: DEBUG oslo_vmware.api [None req-88b4a800-a6f2-41c4-9cfe-cf46fbbc5f87 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243251, 'name': CloneVM_Task} progress is 94%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.647534] env[68800]: DEBUG nova.network.neutron [req-eb138016-3791-4abb-ba2e-f3c457f080fd req-46205f5c-2230-4484-8163-dd9e410db52b service nova] [instance: 4f492710-e515-4857-b2a4-71da78617707] Updated VIF entry in instance network info cache for port b1be6dad-86cc-49e4-a0be-d3b86d20fef6. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 703.647901] env[68800]: DEBUG nova.network.neutron [req-eb138016-3791-4abb-ba2e-f3c457f080fd req-46205f5c-2230-4484-8163-dd9e410db52b service nova] [instance: 4f492710-e515-4857-b2a4-71da78617707] Updating instance_info_cache with network_info: [{"id": "b1be6dad-86cc-49e4-a0be-d3b86d20fef6", "address": "fa:16:3e:c0:bf:2b", "network": {"id": "c08723f6-2f5c-4e48-87cd-f3e27e13b49f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-291977885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16f0ad1d39974d9788a00eef12e3b8d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1be6dad-86", "ovs_interfaceid": "b1be6dad-86cc-49e4-a0be-d3b86d20fef6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.770576] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2e0241-27ec-4828-97db-629043d46c22 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.780704] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f2deca-d746-4461-954e-96c0fe4b67c3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.821280] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e52ffe-f973-4875-bd87-7f056c3b2e8d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.830236] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991190ab-23a3-429a-b9a2-1a61f4fa9959 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.847243] env[68800]: DEBUG nova.compute.provider_tree [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.889272] env[68800]: DEBUG oslo_concurrency.lockutils [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquiring lock "refresh_cache-943fcf53-ec92-4363-b6fa-ba1bec035124" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.889426] env[68800]: DEBUG oslo_concurrency.lockutils [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquired lock "refresh_cache-943fcf53-ec92-4363-b6fa-ba1bec035124" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.889623] env[68800]: DEBUG nova.network.neutron [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.089656] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243252, 'name': CreateVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.096654] env[68800]: DEBUG oslo_vmware.api [None req-88b4a800-a6f2-41c4-9cfe-cf46fbbc5f87 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243251, 'name': CloneVM_Task} progress is 95%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.138364] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0b408342-01bc-424b-8053-ce43bf90c5d7 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Acquiring lock "4f492710-e515-4857-b2a4-71da78617707" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.138617] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0b408342-01bc-424b-8053-ce43bf90c5d7 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Lock "4f492710-e515-4857-b2a4-71da78617707" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.138822] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0b408342-01bc-424b-8053-ce43bf90c5d7 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Acquiring lock "4f492710-e515-4857-b2a4-71da78617707-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.138998] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0b408342-01bc-424b-8053-ce43bf90c5d7 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Lock "4f492710-e515-4857-b2a4-71da78617707-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.139200] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0b408342-01bc-424b-8053-ce43bf90c5d7 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Lock "4f492710-e515-4857-b2a4-71da78617707-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.143116] env[68800]: INFO nova.compute.manager [None req-0b408342-01bc-424b-8053-ce43bf90c5d7 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 4f492710-e515-4857-b2a4-71da78617707] Terminating instance [ 704.151428] env[68800]: DEBUG nova.network.neutron [req-81b24c66-fc92-4724-b877-75df429a653c req-67bf9bf4-4db7-4cce-842d-70c257517a99 service nova] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Updated VIF entry in instance network info cache for port 2d44adc6-0967-42f7-b78d-f2e641724ccb. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.151940] env[68800]: DEBUG nova.network.neutron [req-81b24c66-fc92-4724-b877-75df429a653c req-67bf9bf4-4db7-4cce-842d-70c257517a99 service nova] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Updating instance_info_cache with network_info: [{"id": "2d44adc6-0967-42f7-b78d-f2e641724ccb", "address": "fa:16:3e:44:25:38", "network": {"id": "f753b234-b1c5-4284-899a-fd54105f9ae9", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1803346189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74f9e9a8d5044f4d9d2574991df80d29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d44adc6-09", "ovs_interfaceid": "2d44adc6-0967-42f7-b78d-f2e641724ccb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.153022] env[68800]: DEBUG oslo_concurrency.lockutils [req-eb138016-3791-4abb-ba2e-f3c457f080fd req-46205f5c-2230-4484-8163-dd9e410db52b service nova] Releasing lock "refresh_cache-4f492710-e515-4857-b2a4-71da78617707" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.198181] env[68800]: DEBUG nova.compute.manager [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 704.232927] env[68800]: DEBUG nova.virt.hardware [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 704.233177] env[68800]: DEBUG nova.virt.hardware [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 704.233325] env[68800]: DEBUG nova.virt.hardware [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.234022] env[68800]: DEBUG nova.virt.hardware [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 704.234022] env[68800]: DEBUG nova.virt.hardware [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.234022] env[68800]: DEBUG nova.virt.hardware [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 704.234022] env[68800]: DEBUG nova.virt.hardware [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 704.234560] env[68800]: DEBUG nova.virt.hardware [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 704.234776] env[68800]: DEBUG nova.virt.hardware [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 704.234946] env[68800]: DEBUG nova.virt.hardware [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 704.235172] env[68800]: DEBUG nova.virt.hardware [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 704.236073] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8e10d2-cf4b-4d3e-8ce7-538fe77a3e1a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.244907] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6613f538-ca9f-4f71-b594-f29236242cba {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.260072] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e438ad5-33d9-45ea-bb14-4f25347b8a9b tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 704.260913] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Instance VIF info [] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 704.266630] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Creating folder: Project (f4ebfda2efd14d9f994dc32b27f7232f). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.266939] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0ca1718-ea15-4878-8d2d-ca7dffa1ed63 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.268678] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e0307a2-38e5-4da6-a315-78f7cc11cecb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.294212] env[68800]: DEBUG oslo_vmware.api [None req-5e438ad5-33d9-45ea-bb14-4f25347b8a9b tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Waiting for the task: (returnval){ [ 704.294212] env[68800]: value = "task-3243254" [ 704.294212] env[68800]: _type = "Task" [ 704.294212] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.301367] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Created folder: Project (f4ebfda2efd14d9f994dc32b27f7232f) in parent group-v648080. [ 704.301637] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Creating folder: Instances. Parent ref: group-v648141. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.304932] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03a36b17-4555-49b5-8d7f-4b3dd1c2c290 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.306685] env[68800]: DEBUG oslo_vmware.api [None req-5e438ad5-33d9-45ea-bb14-4f25347b8a9b tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243254, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.318395] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Created folder: Instances in parent group-v648141. [ 704.318676] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.318885] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 704.319189] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0b571e1-7425-47b5-b623-669ce13fe30c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.337734] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 704.337734] env[68800]: value = "task-3243256" [ 704.337734] env[68800]: _type = "Task" [ 704.337734] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.353076] env[68800]: DEBUG nova.scheduler.client.report [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.356967] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243256, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.464036] env[68800]: DEBUG nova.network.neutron [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.592067] env[68800]: DEBUG oslo_vmware.api [None req-88b4a800-a6f2-41c4-9cfe-cf46fbbc5f87 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243251, 'name': CloneVM_Task, 'duration_secs': 2.905707} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.596410] env[68800]: INFO nova.virt.vmwareapi.vmops [None req-88b4a800-a6f2-41c4-9cfe-cf46fbbc5f87 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Created linked-clone VM from snapshot [ 704.596410] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243252, 'name': CreateVM_Task, 'duration_secs': 0.565153} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.596410] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52ce4f7-f9ba-4ffc-9631-7c849b39d0b9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.597947] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9edbd4b6-b890-4a22-896a-26e315d18fd0] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.598653] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.598813] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.599155] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.599751] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30e0101e-fb64-4cce-a54f-fe6ee3e55dfa {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.605237] env[68800]: DEBUG nova.virt.vmwareapi.images [None req-88b4a800-a6f2-41c4-9cfe-cf46fbbc5f87 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Uploading image 2d8cbda1-c7ef-41b3-bdc3-e8eeab3e6235 {{(pid=68800) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 704.612785] env[68800]: DEBUG oslo_vmware.api [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 704.612785] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ba1813-2219-a538-35ab-69ea2d8186c5" [ 704.612785] env[68800]: _type = "Task" [ 704.612785] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.626879] env[68800]: DEBUG oslo_vmware.api [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ba1813-2219-a538-35ab-69ea2d8186c5, 'name': SearchDatastore_Task, 'duration_secs': 0.010706} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.626879] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.626879] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 9edbd4b6-b890-4a22-896a-26e315d18fd0] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.626879] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.627050] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.627050] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.627050] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-156fe08f-b2ba-4a60-9627-be5fa6c22298 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.635787] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.635981] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.636771] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d65bcab1-359e-4ac3-b842-97991aa959b8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.639966] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-88b4a800-a6f2-41c4-9cfe-cf46fbbc5f87 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Destroying the VM {{(pid=68800) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 704.640231] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6c022a4f-5598-4d0b-aac9-12838a426b0f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.646191] env[68800]: DEBUG oslo_vmware.api [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 704.646191] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52970bcb-654d-9fe7-c59a-56decb93539d" [ 704.646191] env[68800]: _type = "Task" [ 704.646191] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.650810] env[68800]: DEBUG oslo_vmware.api [None req-88b4a800-a6f2-41c4-9cfe-cf46fbbc5f87 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Waiting for the task: (returnval){ [ 704.650810] env[68800]: value = "task-3243257" [ 704.650810] env[68800]: _type = "Task" [ 704.650810] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.660731] env[68800]: DEBUG nova.compute.manager [None req-0b408342-01bc-424b-8053-ce43bf90c5d7 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 4f492710-e515-4857-b2a4-71da78617707] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 704.660941] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-0b408342-01bc-424b-8053-ce43bf90c5d7 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 4f492710-e515-4857-b2a4-71da78617707] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 704.661412] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3c28c444-f90d-4394-adaa-1b132bae440f tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Acquiring lock "e7259d4c-9982-4579-a073-484a8fa49264" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.661629] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3c28c444-f90d-4394-adaa-1b132bae440f tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Lock "e7259d4c-9982-4579-a073-484a8fa49264" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.661795] env[68800]: DEBUG nova.compute.manager [None req-3c28c444-f90d-4394-adaa-1b132bae440f tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Going to confirm migration 1 {{(pid=68800) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 704.663776] env[68800]: DEBUG oslo_concurrency.lockutils [req-81b24c66-fc92-4724-b877-75df429a653c req-67bf9bf4-4db7-4cce-842d-70c257517a99 service nova] Releasing lock "refresh_cache-949aac90-1d3e-47c1-8d53-eef78adaa390" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.664127] env[68800]: DEBUG nova.compute.manager [req-81b24c66-fc92-4724-b877-75df429a653c req-67bf9bf4-4db7-4cce-842d-70c257517a99 service nova] [instance: 9edbd4b6-b890-4a22-896a-26e315d18fd0] Received event network-vif-plugged-7fe0ce95-ee78-47c8-8d11-f2e5e0f449c8 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.664329] env[68800]: DEBUG oslo_concurrency.lockutils [req-81b24c66-fc92-4724-b877-75df429a653c req-67bf9bf4-4db7-4cce-842d-70c257517a99 service nova] Acquiring lock "9edbd4b6-b890-4a22-896a-26e315d18fd0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.664570] env[68800]: DEBUG oslo_concurrency.lockutils [req-81b24c66-fc92-4724-b877-75df429a653c req-67bf9bf4-4db7-4cce-842d-70c257517a99 service nova] Lock "9edbd4b6-b890-4a22-896a-26e315d18fd0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.664739] env[68800]: DEBUG oslo_concurrency.lockutils [req-81b24c66-fc92-4724-b877-75df429a653c req-67bf9bf4-4db7-4cce-842d-70c257517a99 service nova] Lock "9edbd4b6-b890-4a22-896a-26e315d18fd0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.664902] env[68800]: DEBUG nova.compute.manager [req-81b24c66-fc92-4724-b877-75df429a653c req-67bf9bf4-4db7-4cce-842d-70c257517a99 service nova] [instance: 9edbd4b6-b890-4a22-896a-26e315d18fd0] No waiting events found dispatching network-vif-plugged-7fe0ce95-ee78-47c8-8d11-f2e5e0f449c8 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 704.665076] env[68800]: WARNING nova.compute.manager [req-81b24c66-fc92-4724-b877-75df429a653c req-67bf9bf4-4db7-4cce-842d-70c257517a99 service nova] [instance: 9edbd4b6-b890-4a22-896a-26e315d18fd0] Received unexpected event network-vif-plugged-7fe0ce95-ee78-47c8-8d11-f2e5e0f449c8 for instance with vm_state building and task_state spawning. [ 704.665236] env[68800]: DEBUG nova.compute.manager [req-81b24c66-fc92-4724-b877-75df429a653c req-67bf9bf4-4db7-4cce-842d-70c257517a99 service nova] [instance: 9edbd4b6-b890-4a22-896a-26e315d18fd0] Received event network-changed-7fe0ce95-ee78-47c8-8d11-f2e5e0f449c8 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.665416] env[68800]: DEBUG nova.compute.manager [req-81b24c66-fc92-4724-b877-75df429a653c req-67bf9bf4-4db7-4cce-842d-70c257517a99 service nova] [instance: 9edbd4b6-b890-4a22-896a-26e315d18fd0] Refreshing instance network info cache due to event network-changed-7fe0ce95-ee78-47c8-8d11-f2e5e0f449c8. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 704.665621] env[68800]: DEBUG oslo_concurrency.lockutils [req-81b24c66-fc92-4724-b877-75df429a653c req-67bf9bf4-4db7-4cce-842d-70c257517a99 service nova] Acquiring lock "refresh_cache-9edbd4b6-b890-4a22-896a-26e315d18fd0" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.665692] env[68800]: DEBUG oslo_concurrency.lockutils [req-81b24c66-fc92-4724-b877-75df429a653c req-67bf9bf4-4db7-4cce-842d-70c257517a99 service nova] Acquired lock "refresh_cache-9edbd4b6-b890-4a22-896a-26e315d18fd0" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.665836] env[68800]: DEBUG nova.network.neutron [req-81b24c66-fc92-4724-b877-75df429a653c req-67bf9bf4-4db7-4cce-842d-70c257517a99 service nova] [instance: 9edbd4b6-b890-4a22-896a-26e315d18fd0] Refreshing network info cache for port 7fe0ce95-ee78-47c8-8d11-f2e5e0f449c8 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.667459] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 704.667871] env[68800]: DEBUG oslo_vmware.api [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52970bcb-654d-9fe7-c59a-56decb93539d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.671537] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39addf47-490f-4ede-8e46-c6096d414bb8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.676685] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 704.683196] env[68800]: DEBUG oslo_vmware.api [None req-88b4a800-a6f2-41c4-9cfe-cf46fbbc5f87 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243257, 'name': Destroy_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.687484] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b408342-01bc-424b-8053-ce43bf90c5d7 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 4f492710-e515-4857-b2a4-71da78617707] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 704.690025] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47e26ef3-acf2-4881-96c7-cb11e2c0f592 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.696138] env[68800]: DEBUG oslo_vmware.api [None req-0b408342-01bc-424b-8053-ce43bf90c5d7 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Waiting for the task: (returnval){ [ 704.696138] env[68800]: value = "task-3243258" [ 704.696138] env[68800]: _type = "Task" [ 704.696138] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.708636] env[68800]: DEBUG oslo_vmware.api [None req-0b408342-01bc-424b-8053-ce43bf90c5d7 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Task: {'id': task-3243258, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.806413] env[68800]: DEBUG oslo_vmware.api [None req-5e438ad5-33d9-45ea-bb14-4f25347b8a9b tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243254, 'name': PowerOffVM_Task, 'duration_secs': 0.368775} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.808958] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e438ad5-33d9-45ea-bb14-4f25347b8a9b tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 704.809296] env[68800]: DEBUG nova.compute.manager [None req-5e438ad5-33d9-45ea-bb14-4f25347b8a9b tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 704.810101] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67feade5-4902-4f69-a16d-424a0175188c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.851076] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243256, 'name': CreateVM_Task} progress is 25%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.858785] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.859334] env[68800]: DEBUG nova.compute.manager [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] [instance: af1b5f44-b442-4c3e-923c-92c0d7db49b4] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 704.862664] env[68800]: DEBUG oslo_concurrency.lockutils [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.545s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.862875] env[68800]: DEBUG nova.objects.instance [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68800) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 704.904634] env[68800]: DEBUG nova.network.neutron [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Updating instance_info_cache with network_info: [{"id": "9aebee5b-dedc-4d0f-be33-0c2587ac0217", "address": "fa:16:3e:11:18:56", "network": {"id": "aca1897c-e1c0-4bf2-8f31-e3beb70072b1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2007247084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9af8613e45c64f74935a120197e0aed9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9aebee5b-de", "ovs_interfaceid": "9aebee5b-dedc-4d0f-be33-0c2587ac0217", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.160535] env[68800]: DEBUG oslo_vmware.api [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52970bcb-654d-9fe7-c59a-56decb93539d, 'name': SearchDatastore_Task, 'duration_secs': 0.013742} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.161700] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb58cf3e-5c9f-4d09-bcce-89e4ef336dfa {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.167336] env[68800]: DEBUG oslo_vmware.api [None req-88b4a800-a6f2-41c4-9cfe-cf46fbbc5f87 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243257, 'name': Destroy_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.176770] env[68800]: DEBUG oslo_vmware.api [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 705.176770] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5266c3b4-de74-f732-845a-99409d7df26e" [ 705.176770] env[68800]: _type = "Task" [ 705.176770] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.195239] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 705.196051] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 705.196308] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 705.196573] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 705.201523] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 705.208868] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 705.209052] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68800) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 705.209313] env[68800]: DEBUG oslo_vmware.api [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5266c3b4-de74-f732-845a-99409d7df26e, 'name': SearchDatastore_Task, 'duration_secs': 0.010824} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.209902] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager.update_available_resource {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 705.211383] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.215370] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 9edbd4b6-b890-4a22-896a-26e315d18fd0/9edbd4b6-b890-4a22-896a-26e315d18fd0.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.219611] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24749c25-8e71-412f-9af0-3012dc08256b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.221687] env[68800]: DEBUG oslo_vmware.api [None req-0b408342-01bc-424b-8053-ce43bf90c5d7 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Task: {'id': task-3243258, 'name': PowerOffVM_Task, 'duration_secs': 0.21409} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.221930] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b408342-01bc-424b-8053-ce43bf90c5d7 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 4f492710-e515-4857-b2a4-71da78617707] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 705.223827] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-0b408342-01bc-424b-8053-ce43bf90c5d7 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 4f492710-e515-4857-b2a4-71da78617707] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 705.224486] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e46e25b3-d844-4864-97d4-8ded41bf450c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.230266] env[68800]: DEBUG oslo_vmware.api [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 705.230266] env[68800]: value = "task-3243259" [ 705.230266] env[68800]: _type = "Task" [ 705.230266] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.241369] env[68800]: DEBUG oslo_vmware.api [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243259, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.306413] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-0b408342-01bc-424b-8053-ce43bf90c5d7 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 4f492710-e515-4857-b2a4-71da78617707] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 705.313455] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-0b408342-01bc-424b-8053-ce43bf90c5d7 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 4f492710-e515-4857-b2a4-71da78617707] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 705.313455] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b408342-01bc-424b-8053-ce43bf90c5d7 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Deleting the datastore file [datastore1] 4f492710-e515-4857-b2a4-71da78617707 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 705.313455] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59d3eb33-9974-4ba2-9c20-579a759164ba {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.315304] env[68800]: DEBUG oslo_vmware.api [None req-0b408342-01bc-424b-8053-ce43bf90c5d7 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Waiting for the task: (returnval){ [ 705.315304] env[68800]: value = "task-3243261" [ 705.315304] env[68800]: _type = "Task" [ 705.315304] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.325750] env[68800]: DEBUG oslo_vmware.api [None req-0b408342-01bc-424b-8053-ce43bf90c5d7 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Task: {'id': task-3243261, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.326229] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5e438ad5-33d9-45ea-bb14-4f25347b8a9b tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Lock "1ccaea17-56f1-442f-82f3-6126e60913c6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.094s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.330823] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3c28c444-f90d-4394-adaa-1b132bae440f tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Acquiring lock "refresh_cache-e7259d4c-9982-4579-a073-484a8fa49264" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.330823] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3c28c444-f90d-4394-adaa-1b132bae440f tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Acquired lock "refresh_cache-e7259d4c-9982-4579-a073-484a8fa49264" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.330823] env[68800]: DEBUG nova.network.neutron [None req-3c28c444-f90d-4394-adaa-1b132bae440f tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.330823] env[68800]: DEBUG nova.objects.instance [None req-3c28c444-f90d-4394-adaa-1b132bae440f tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Lazy-loading 'info_cache' on Instance uuid e7259d4c-9982-4579-a073-484a8fa49264 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 705.350474] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243256, 'name': CreateVM_Task, 'duration_secs': 0.87225} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.350674] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.351149] env[68800]: DEBUG oslo_concurrency.lockutils [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.351352] env[68800]: DEBUG oslo_concurrency.lockutils [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.351658] env[68800]: DEBUG oslo_concurrency.lockutils [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.351914] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1744b3d5-67f9-462d-b125-2ee54ba93c0f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.360288] env[68800]: DEBUG oslo_vmware.api [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Waiting for the task: (returnval){ [ 705.360288] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529e2016-5572-34ac-202e-d67700664138" [ 705.360288] env[68800]: _type = "Task" [ 705.360288] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.368043] env[68800]: DEBUG nova.compute.utils [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 705.369067] env[68800]: DEBUG nova.compute.manager [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] [instance: af1b5f44-b442-4c3e-923c-92c0d7db49b4] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 705.369279] env[68800]: DEBUG nova.network.neutron [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] [instance: af1b5f44-b442-4c3e-923c-92c0d7db49b4] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 705.379842] env[68800]: DEBUG oslo_vmware.api [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529e2016-5572-34ac-202e-d67700664138, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.405969] env[68800]: DEBUG oslo_concurrency.lockutils [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Releasing lock "refresh_cache-943fcf53-ec92-4363-b6fa-ba1bec035124" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.406314] env[68800]: DEBUG nova.compute.manager [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Instance network_info: |[{"id": "9aebee5b-dedc-4d0f-be33-0c2587ac0217", "address": "fa:16:3e:11:18:56", "network": {"id": "aca1897c-e1c0-4bf2-8f31-e3beb70072b1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2007247084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9af8613e45c64f74935a120197e0aed9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9aebee5b-de", "ovs_interfaceid": "9aebee5b-dedc-4d0f-be33-0c2587ac0217", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 705.406720] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:18:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff3ecd2f-0b10-4faf-a512-fd7a20c28df1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9aebee5b-dedc-4d0f-be33-0c2587ac0217', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.416075] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Creating folder: Project (9af8613e45c64f74935a120197e0aed9). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.416242] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf00a4e0-f441-42ce-b9b0-9b7e6f5b62a7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.432952] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Created folder: Project (9af8613e45c64f74935a120197e0aed9) in parent group-v648080. [ 705.433665] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Creating folder: Instances. Parent ref: group-v648144. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.433972] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-271ba1c6-cafd-4420-b1b2-d1a7243193b9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.449771] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Created folder: Instances in parent group-v648144. [ 705.450070] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.450298] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.450554] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b246f6e3-3690-4f13-8e1e-f58b223f3c3c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.478250] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.478250] env[68800]: value = "task-3243264" [ 705.478250] env[68800]: _type = "Task" [ 705.478250] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.488542] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243264, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.513588] env[68800]: DEBUG nova.policy [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a85e19c728624f4bbd5497a684d06562', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bcb482d775ae41448a660db3d282bef5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 705.663695] env[68800]: DEBUG oslo_vmware.api [None req-88b4a800-a6f2-41c4-9cfe-cf46fbbc5f87 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243257, 'name': Destroy_Task} progress is 33%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.718449] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.743376] env[68800]: DEBUG oslo_vmware.api [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243259, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.826976] env[68800]: DEBUG oslo_vmware.api [None req-0b408342-01bc-424b-8053-ce43bf90c5d7 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Task: {'id': task-3243261, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.450846} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.827324] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b408342-01bc-424b-8053-ce43bf90c5d7 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 705.827553] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-0b408342-01bc-424b-8053-ce43bf90c5d7 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 4f492710-e515-4857-b2a4-71da78617707] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 705.827766] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-0b408342-01bc-424b-8053-ce43bf90c5d7 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 4f492710-e515-4857-b2a4-71da78617707] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 705.828617] env[68800]: INFO nova.compute.manager [None req-0b408342-01bc-424b-8053-ce43bf90c5d7 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 4f492710-e515-4857-b2a4-71da78617707] Took 1.17 seconds to destroy the instance on the hypervisor. [ 705.828617] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b408342-01bc-424b-8053-ce43bf90c5d7 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.828873] env[68800]: DEBUG nova.compute.manager [-] [instance: 4f492710-e515-4857-b2a4-71da78617707] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 705.828873] env[68800]: DEBUG nova.network.neutron [-] [instance: 4f492710-e515-4857-b2a4-71da78617707] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 705.872378] env[68800]: DEBUG oslo_vmware.api [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529e2016-5572-34ac-202e-d67700664138, 'name': SearchDatastore_Task, 'duration_secs': 0.032556} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.873259] env[68800]: DEBUG oslo_concurrency.lockutils [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.873729] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 705.874167] env[68800]: DEBUG oslo_concurrency.lockutils [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.874392] env[68800]: DEBUG oslo_concurrency.lockutils [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.874645] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 705.874954] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d440adfe-afe9-4589-8504-a8b1912a981d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.881738] env[68800]: DEBUG nova.compute.manager [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] [instance: af1b5f44-b442-4c3e-923c-92c0d7db49b4] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 705.885122] env[68800]: DEBUG oslo_concurrency.lockutils [None req-57637a60-941c-4c08-ae3c-c2be77447e3f tempest-ServersAdmin275Test-1903213621 tempest-ServersAdmin275Test-1903213621-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.889931] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.058s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.891366] env[68800]: INFO nova.compute.claims [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 705.897737] env[68800]: DEBUG nova.network.neutron [req-81b24c66-fc92-4724-b877-75df429a653c req-67bf9bf4-4db7-4cce-842d-70c257517a99 service nova] [instance: 9edbd4b6-b890-4a22-896a-26e315d18fd0] Updated VIF entry in instance network info cache for port 7fe0ce95-ee78-47c8-8d11-f2e5e0f449c8. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.898110] env[68800]: DEBUG nova.network.neutron [req-81b24c66-fc92-4724-b877-75df429a653c req-67bf9bf4-4db7-4cce-842d-70c257517a99 service nova] [instance: 9edbd4b6-b890-4a22-896a-26e315d18fd0] Updating instance_info_cache with network_info: [{"id": "7fe0ce95-ee78-47c8-8d11-f2e5e0f449c8", "address": "fa:16:3e:da:24:04", "network": {"id": "9c8e77a0-a382-40d5-818f-4b50d2c00a28", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-917338782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d220f632182492799c4801305366455", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "838c9497-35dd-415e-96c7-8dc21b0cd4b3", "external-id": "nsx-vlan-transportzone-530", "segmentation_id": 530, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fe0ce95-ee", "ovs_interfaceid": "7fe0ce95-ee78-47c8-8d11-f2e5e0f449c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.903697] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 705.903880] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 705.904955] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-438d0882-1e25-48ac-b3fd-f6b03cb1c5cc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.911992] env[68800]: DEBUG oslo_vmware.api [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Waiting for the task: (returnval){ [ 705.911992] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5298da3c-2b90-8b2c-58f5-8a2b773b18e4" [ 705.911992] env[68800]: _type = "Task" [ 705.911992] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.924663] env[68800]: DEBUG oslo_vmware.api [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5298da3c-2b90-8b2c-58f5-8a2b773b18e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.995977] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243264, 'name': CreateVM_Task} progress is 25%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.166616] env[68800]: DEBUG oslo_vmware.api [None req-88b4a800-a6f2-41c4-9cfe-cf46fbbc5f87 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243257, 'name': Destroy_Task, 'duration_secs': 1.19072} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.166616] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-88b4a800-a6f2-41c4-9cfe-cf46fbbc5f87 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Destroyed the VM [ 706.166616] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-88b4a800-a6f2-41c4-9cfe-cf46fbbc5f87 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Deleting Snapshot of the VM instance {{(pid=68800) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 706.166616] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-50d05c96-2e4a-47c2-a8b9-bcdad10a50f9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.175980] env[68800]: DEBUG oslo_vmware.api [None req-88b4a800-a6f2-41c4-9cfe-cf46fbbc5f87 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Waiting for the task: (returnval){ [ 706.175980] env[68800]: value = "task-3243265" [ 706.175980] env[68800]: _type = "Task" [ 706.175980] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.191645] env[68800]: DEBUG oslo_vmware.api [None req-88b4a800-a6f2-41c4-9cfe-cf46fbbc5f87 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243265, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.250408] env[68800]: DEBUG oslo_vmware.api [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243259, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524906} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.250408] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 9edbd4b6-b890-4a22-896a-26e315d18fd0/9edbd4b6-b890-4a22-896a-26e315d18fd0.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.250408] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 9edbd4b6-b890-4a22-896a-26e315d18fd0] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.250408] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c81ef72-9aeb-4f3d-bd12-9f9b230dbb49 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.261580] env[68800]: DEBUG oslo_vmware.api [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 706.261580] env[68800]: value = "task-3243266" [ 706.261580] env[68800]: _type = "Task" [ 706.261580] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.280712] env[68800]: DEBUG oslo_vmware.api [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243266, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.319722] env[68800]: DEBUG nova.network.neutron [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] [instance: af1b5f44-b442-4c3e-923c-92c0d7db49b4] Successfully created port: f3100097-d183-480b-a527-f199262dbb94 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 706.407583] env[68800]: DEBUG oslo_concurrency.lockutils [req-81b24c66-fc92-4724-b877-75df429a653c req-67bf9bf4-4db7-4cce-842d-70c257517a99 service nova] Releasing lock "refresh_cache-9edbd4b6-b890-4a22-896a-26e315d18fd0" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.423525] env[68800]: DEBUG oslo_vmware.api [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5298da3c-2b90-8b2c-58f5-8a2b773b18e4, 'name': SearchDatastore_Task, 'duration_secs': 0.048969} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.424739] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86be6a2b-3b7c-4ab3-9faa-270314eda564 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.436463] env[68800]: DEBUG oslo_vmware.api [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Waiting for the task: (returnval){ [ 706.436463] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520be41d-872e-c16e-db5a-08d3bd911b86" [ 706.436463] env[68800]: _type = "Task" [ 706.436463] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.449633] env[68800]: DEBUG oslo_vmware.api [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520be41d-872e-c16e-db5a-08d3bd911b86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.497392] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243264, 'name': CreateVM_Task, 'duration_secs': 0.869732} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.497797] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.498455] env[68800]: DEBUG oslo_concurrency.lockutils [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.498671] env[68800]: DEBUG oslo_concurrency.lockutils [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.498931] env[68800]: DEBUG oslo_concurrency.lockutils [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.499526] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7872a397-05bb-46a5-94d3-646bc1eb58ee {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.508251] env[68800]: DEBUG oslo_vmware.api [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 706.508251] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5287fde8-0b01-5f3f-340a-6c58e52a1253" [ 706.508251] env[68800]: _type = "Task" [ 706.508251] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.518158] env[68800]: DEBUG oslo_vmware.api [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5287fde8-0b01-5f3f-340a-6c58e52a1253, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.688494] env[68800]: DEBUG oslo_vmware.api [None req-88b4a800-a6f2-41c4-9cfe-cf46fbbc5f87 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243265, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.728335] env[68800]: DEBUG nova.compute.manager [req-c03faa3b-7cb7-4a9f-a302-d2c92d1a0a56 req-3df37407-6b66-473e-a50f-cc540151268a service nova] [instance: 4f492710-e515-4857-b2a4-71da78617707] Received event network-changed-b1be6dad-86cc-49e4-a0be-d3b86d20fef6 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.728335] env[68800]: DEBUG nova.compute.manager [req-c03faa3b-7cb7-4a9f-a302-d2c92d1a0a56 req-3df37407-6b66-473e-a50f-cc540151268a service nova] [instance: 4f492710-e515-4857-b2a4-71da78617707] Refreshing instance network info cache due to event network-changed-b1be6dad-86cc-49e4-a0be-d3b86d20fef6. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 706.728335] env[68800]: DEBUG oslo_concurrency.lockutils [req-c03faa3b-7cb7-4a9f-a302-d2c92d1a0a56 req-3df37407-6b66-473e-a50f-cc540151268a service nova] Acquiring lock "refresh_cache-4f492710-e515-4857-b2a4-71da78617707" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.728335] env[68800]: DEBUG oslo_concurrency.lockutils [req-c03faa3b-7cb7-4a9f-a302-d2c92d1a0a56 req-3df37407-6b66-473e-a50f-cc540151268a service nova] Acquired lock "refresh_cache-4f492710-e515-4857-b2a4-71da78617707" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.728702] env[68800]: DEBUG nova.network.neutron [req-c03faa3b-7cb7-4a9f-a302-d2c92d1a0a56 req-3df37407-6b66-473e-a50f-cc540151268a service nova] [instance: 4f492710-e515-4857-b2a4-71da78617707] Refreshing network info cache for port b1be6dad-86cc-49e4-a0be-d3b86d20fef6 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.776153] env[68800]: DEBUG oslo_vmware.api [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243266, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072144} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.776482] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 9edbd4b6-b890-4a22-896a-26e315d18fd0] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 706.777432] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4d6a3f-9dca-4a81-8527-ed14593e181d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.813831] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 9edbd4b6-b890-4a22-896a-26e315d18fd0] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 9edbd4b6-b890-4a22-896a-26e315d18fd0/9edbd4b6-b890-4a22-896a-26e315d18fd0.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.814276] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83435686-338d-45e4-9032-9013114131af {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.841238] env[68800]: DEBUG oslo_vmware.api [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 706.841238] env[68800]: value = "task-3243267" [ 706.841238] env[68800]: _type = "Task" [ 706.841238] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.851373] env[68800]: DEBUG oslo_vmware.api [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243267, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.896448] env[68800]: DEBUG nova.compute.manager [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] [instance: af1b5f44-b442-4c3e-923c-92c0d7db49b4] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 706.933341] env[68800]: DEBUG nova.virt.hardware [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 706.933789] env[68800]: DEBUG nova.virt.hardware [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 706.934316] env[68800]: DEBUG nova.virt.hardware [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.934633] env[68800]: DEBUG nova.virt.hardware [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 706.934885] env[68800]: DEBUG nova.virt.hardware [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.935122] env[68800]: DEBUG nova.virt.hardware [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 706.935420] env[68800]: DEBUG nova.virt.hardware [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 706.935665] env[68800]: DEBUG nova.virt.hardware [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 706.935990] env[68800]: DEBUG nova.virt.hardware [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 706.936283] env[68800]: DEBUG nova.virt.hardware [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 706.936521] env[68800]: DEBUG nova.virt.hardware [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 706.938132] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4803dd83-05ea-4aaa-ae08-6ba881f58602 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.960421] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af62137-b482-4888-b483-5338928a654b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.965698] env[68800]: DEBUG oslo_vmware.api [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520be41d-872e-c16e-db5a-08d3bd911b86, 'name': SearchDatastore_Task, 'duration_secs': 0.018245} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.971059] env[68800]: DEBUG oslo_concurrency.lockutils [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.971449] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 9fe2f914-935a-4a24-9d71-487e7c0a69c7/9fe2f914-935a-4a24-9d71-487e7c0a69c7.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 706.972448] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b8358f6-cf66-4d59-86c8-37bd98e9b9c0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.997829] env[68800]: DEBUG oslo_vmware.api [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Waiting for the task: (returnval){ [ 706.997829] env[68800]: value = "task-3243268" [ 706.997829] env[68800]: _type = "Task" [ 706.997829] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.008734] env[68800]: DEBUG oslo_vmware.api [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Task: {'id': task-3243268, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.022468] env[68800]: DEBUG oslo_vmware.api [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5287fde8-0b01-5f3f-340a-6c58e52a1253, 'name': SearchDatastore_Task, 'duration_secs': 0.012134} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.022743] env[68800]: DEBUG oslo_concurrency.lockutils [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.022972] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 707.023242] env[68800]: DEBUG oslo_concurrency.lockutils [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.023404] env[68800]: DEBUG oslo_concurrency.lockutils [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.023630] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 707.023830] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f041c55-0bbc-48f5-9077-a7f9a105152f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.033186] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 707.033368] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 707.034106] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c9f76f4-37e6-4a46-a61f-a509f5db8e26 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.040143] env[68800]: DEBUG oslo_vmware.api [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 707.040143] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]522edd78-004e-105b-98d2-247704896d36" [ 707.040143] env[68800]: _type = "Task" [ 707.040143] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.053028] env[68800]: DEBUG oslo_vmware.api [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]522edd78-004e-105b-98d2-247704896d36, 'name': SearchDatastore_Task, 'duration_secs': 0.010169} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.053816] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34d465e4-d664-4cb5-b57c-ea298a8de9b5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.061692] env[68800]: DEBUG oslo_vmware.api [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 707.061692] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]523523e9-4121-a58b-64a6-9ae949bb8fe3" [ 707.061692] env[68800]: _type = "Task" [ 707.061692] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.070458] env[68800]: DEBUG oslo_vmware.api [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]523523e9-4121-a58b-64a6-9ae949bb8fe3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.192166] env[68800]: DEBUG oslo_vmware.api [None req-88b4a800-a6f2-41c4-9cfe-cf46fbbc5f87 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243265, 'name': RemoveSnapshot_Task, 'duration_secs': 0.822348} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.192787] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-88b4a800-a6f2-41c4-9cfe-cf46fbbc5f87 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Deleted Snapshot of the VM instance {{(pid=68800) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 707.196463] env[68800]: DEBUG nova.network.neutron [None req-3c28c444-f90d-4394-adaa-1b132bae440f tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Updating instance_info_cache with network_info: [{"id": "a88b719d-02e1-45b1-921e-97874dde2ecb", "address": "fa:16:3e:c8:36:6d", "network": {"id": "910263fe-5348-43bf-a2dc-80270861caea", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3ae10f76bf14ae69232ca090f1bb0ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa88b719d-02", "ovs_interfaceid": "a88b719d-02e1-45b1-921e-97874dde2ecb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.246496] env[68800]: DEBUG nova.network.neutron [-] [instance: 4f492710-e515-4857-b2a4-71da78617707] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.251974] env[68800]: INFO nova.network.neutron [req-c03faa3b-7cb7-4a9f-a302-d2c92d1a0a56 req-3df37407-6b66-473e-a50f-cc540151268a service nova] [instance: 4f492710-e515-4857-b2a4-71da78617707] Port b1be6dad-86cc-49e4-a0be-d3b86d20fef6 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 707.252416] env[68800]: DEBUG nova.network.neutron [req-c03faa3b-7cb7-4a9f-a302-d2c92d1a0a56 req-3df37407-6b66-473e-a50f-cc540151268a service nova] [instance: 4f492710-e515-4857-b2a4-71da78617707] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.356701] env[68800]: DEBUG oslo_vmware.api [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243267, 'name': ReconfigVM_Task, 'duration_secs': 0.329006} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.356701] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 9edbd4b6-b890-4a22-896a-26e315d18fd0] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 9edbd4b6-b890-4a22-896a-26e315d18fd0/9edbd4b6-b890-4a22-896a-26e315d18fd0.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 707.357310] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0fd4233-b092-47c1-bc4d-78e899e01c55 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.367041] env[68800]: DEBUG oslo_vmware.api [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 707.367041] env[68800]: value = "task-3243269" [ 707.367041] env[68800]: _type = "Task" [ 707.367041] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.381478] env[68800]: DEBUG oslo_vmware.api [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243269, 'name': Rename_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.511973] env[68800]: DEBUG oslo_vmware.api [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Task: {'id': task-3243268, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512366} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.512567] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 9fe2f914-935a-4a24-9d71-487e7c0a69c7/9fe2f914-935a-4a24-9d71-487e7c0a69c7.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 707.512806] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 707.513287] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2dc3f58e-7bd6-47d0-afef-ab7b5b365320 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.521371] env[68800]: DEBUG oslo_vmware.api [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Waiting for the task: (returnval){ [ 707.521371] env[68800]: value = "task-3243270" [ 707.521371] env[68800]: _type = "Task" [ 707.521371] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.533792] env[68800]: DEBUG oslo_vmware.api [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Task: {'id': task-3243270, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.562213] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1377c577-a851-4893-9277-b9ac3f3ea5c2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.572686] env[68800]: DEBUG oslo_vmware.api [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]523523e9-4121-a58b-64a6-9ae949bb8fe3, 'name': SearchDatastore_Task, 'duration_secs': 0.01389} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.574859] env[68800]: DEBUG oslo_concurrency.lockutils [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.575143] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 943fcf53-ec92-4363-b6fa-ba1bec035124/943fcf53-ec92-4363-b6fa-ba1bec035124.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 707.575450] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88af3032-c937-414c-bd55-96f3b29e1849 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.578066] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abfc27a-1fa1-47b0-9db2-2ba85e9b56d9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.587743] env[68800]: DEBUG oslo_vmware.api [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 707.587743] env[68800]: value = "task-3243271" [ 707.587743] env[68800]: _type = "Task" [ 707.587743] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.618573] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1600ff5-614d-43a3-86b3-100adc01e6d2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.627843] env[68800]: DEBUG oslo_vmware.api [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243271, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.630738] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ebf79a4-cefe-484f-ade2-a3c225f97ca4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.646526] env[68800]: DEBUG nova.compute.provider_tree [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.701450] env[68800]: WARNING nova.compute.manager [None req-88b4a800-a6f2-41c4-9cfe-cf46fbbc5f87 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Image not found during snapshot: nova.exception.ImageNotFound: Image 2d8cbda1-c7ef-41b3-bdc3-e8eeab3e6235 could not be found. [ 707.702974] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3c28c444-f90d-4394-adaa-1b132bae440f tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Releasing lock "refresh_cache-e7259d4c-9982-4579-a073-484a8fa49264" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.703390] env[68800]: DEBUG nova.objects.instance [None req-3c28c444-f90d-4394-adaa-1b132bae440f tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Lazy-loading 'migration_context' on Instance uuid e7259d4c-9982-4579-a073-484a8fa49264 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 707.750085] env[68800]: INFO nova.compute.manager [-] [instance: 4f492710-e515-4857-b2a4-71da78617707] Took 1.92 seconds to deallocate network for instance. [ 707.757010] env[68800]: DEBUG oslo_concurrency.lockutils [req-c03faa3b-7cb7-4a9f-a302-d2c92d1a0a56 req-3df37407-6b66-473e-a50f-cc540151268a service nova] Releasing lock "refresh_cache-4f492710-e515-4857-b2a4-71da78617707" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.757438] env[68800]: DEBUG nova.compute.manager [req-c03faa3b-7cb7-4a9f-a302-d2c92d1a0a56 req-3df37407-6b66-473e-a50f-cc540151268a service nova] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Received event network-vif-plugged-9aebee5b-dedc-4d0f-be33-0c2587ac0217 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.757738] env[68800]: DEBUG oslo_concurrency.lockutils [req-c03faa3b-7cb7-4a9f-a302-d2c92d1a0a56 req-3df37407-6b66-473e-a50f-cc540151268a service nova] Acquiring lock "943fcf53-ec92-4363-b6fa-ba1bec035124-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.758078] env[68800]: DEBUG oslo_concurrency.lockutils [req-c03faa3b-7cb7-4a9f-a302-d2c92d1a0a56 req-3df37407-6b66-473e-a50f-cc540151268a service nova] Lock "943fcf53-ec92-4363-b6fa-ba1bec035124-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.758380] env[68800]: DEBUG oslo_concurrency.lockutils [req-c03faa3b-7cb7-4a9f-a302-d2c92d1a0a56 req-3df37407-6b66-473e-a50f-cc540151268a service nova] Lock "943fcf53-ec92-4363-b6fa-ba1bec035124-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.758646] env[68800]: DEBUG nova.compute.manager [req-c03faa3b-7cb7-4a9f-a302-d2c92d1a0a56 req-3df37407-6b66-473e-a50f-cc540151268a service nova] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] No waiting events found dispatching network-vif-plugged-9aebee5b-dedc-4d0f-be33-0c2587ac0217 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 707.758927] env[68800]: WARNING nova.compute.manager [req-c03faa3b-7cb7-4a9f-a302-d2c92d1a0a56 req-3df37407-6b66-473e-a50f-cc540151268a service nova] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Received unexpected event network-vif-plugged-9aebee5b-dedc-4d0f-be33-0c2587ac0217 for instance with vm_state building and task_state spawning. [ 707.759229] env[68800]: DEBUG nova.compute.manager [req-c03faa3b-7cb7-4a9f-a302-d2c92d1a0a56 req-3df37407-6b66-473e-a50f-cc540151268a service nova] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Received event network-changed-9aebee5b-dedc-4d0f-be33-0c2587ac0217 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.759533] env[68800]: DEBUG nova.compute.manager [req-c03faa3b-7cb7-4a9f-a302-d2c92d1a0a56 req-3df37407-6b66-473e-a50f-cc540151268a service nova] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Refreshing instance network info cache due to event network-changed-9aebee5b-dedc-4d0f-be33-0c2587ac0217. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 707.760476] env[68800]: DEBUG oslo_concurrency.lockutils [req-c03faa3b-7cb7-4a9f-a302-d2c92d1a0a56 req-3df37407-6b66-473e-a50f-cc540151268a service nova] Acquiring lock "refresh_cache-943fcf53-ec92-4363-b6fa-ba1bec035124" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.760476] env[68800]: DEBUG oslo_concurrency.lockutils [req-c03faa3b-7cb7-4a9f-a302-d2c92d1a0a56 req-3df37407-6b66-473e-a50f-cc540151268a service nova] Acquired lock "refresh_cache-943fcf53-ec92-4363-b6fa-ba1bec035124" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.760476] env[68800]: DEBUG nova.network.neutron [req-c03faa3b-7cb7-4a9f-a302-d2c92d1a0a56 req-3df37407-6b66-473e-a50f-cc540151268a service nova] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Refreshing network info cache for port 9aebee5b-dedc-4d0f-be33-0c2587ac0217 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.878834] env[68800]: DEBUG oslo_vmware.api [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243269, 'name': Rename_Task, 'duration_secs': 0.211656} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.879201] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 9edbd4b6-b890-4a22-896a-26e315d18fd0] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 707.879519] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c26181b3-8da8-442a-b893-9bf1cfbc8322 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.892106] env[68800]: DEBUG oslo_vmware.api [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 707.892106] env[68800]: value = "task-3243272" [ 707.892106] env[68800]: _type = "Task" [ 707.892106] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.902563] env[68800]: DEBUG oslo_vmware.api [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.031959] env[68800]: DEBUG oslo_vmware.api [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Task: {'id': task-3243270, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069057} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.032338] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 708.033266] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb317139-c843-4ef3-86d9-55842644a9f6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.057476] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 9fe2f914-935a-4a24-9d71-487e7c0a69c7/9fe2f914-935a-4a24-9d71-487e7c0a69c7.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.058209] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-247c2f6d-3f89-4fd9-9efc-ee7209989330 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.079960] env[68800]: DEBUG oslo_vmware.api [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Waiting for the task: (returnval){ [ 708.079960] env[68800]: value = "task-3243273" [ 708.079960] env[68800]: _type = "Task" [ 708.079960] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.089393] env[68800]: DEBUG oslo_vmware.api [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Task: {'id': task-3243273, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.131306] env[68800]: DEBUG oslo_vmware.api [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243271, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449866} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.131857] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 943fcf53-ec92-4363-b6fa-ba1bec035124/943fcf53-ec92-4363-b6fa-ba1bec035124.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 708.132331] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 708.133032] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44fc859a-75b4-4951-8c3c-9925fac03d8b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.143816] env[68800]: DEBUG oslo_vmware.api [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 708.143816] env[68800]: value = "task-3243274" [ 708.143816] env[68800]: _type = "Task" [ 708.143816] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.152050] env[68800]: DEBUG nova.scheduler.client.report [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.163139] env[68800]: DEBUG oslo_vmware.api [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243274, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.207532] env[68800]: DEBUG nova.objects.base [None req-3c28c444-f90d-4394-adaa-1b132bae440f tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68800) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 708.208559] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182b2012-0e7d-4850-b088-64f2350c70ca {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.231265] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b714096-f291-4ab1-bab1-ec0b206380a8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.239232] env[68800]: DEBUG oslo_vmware.api [None req-3c28c444-f90d-4394-adaa-1b132bae440f tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Waiting for the task: (returnval){ [ 708.239232] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52aa94f9-c56c-eddd-443d-976255779662" [ 708.239232] env[68800]: _type = "Task" [ 708.239232] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.248784] env[68800]: DEBUG oslo_vmware.api [None req-3c28c444-f90d-4394-adaa-1b132bae440f tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52aa94f9-c56c-eddd-443d-976255779662, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.263049] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0b408342-01bc-424b-8053-ce43bf90c5d7 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.404649] env[68800]: DEBUG oslo_vmware.api [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243272, 'name': PowerOnVM_Task, 'duration_secs': 0.50357} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.404978] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 9edbd4b6-b890-4a22-896a-26e315d18fd0] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.405204] env[68800]: INFO nova.compute.manager [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 9edbd4b6-b890-4a22-896a-26e315d18fd0] Took 9.68 seconds to spawn the instance on the hypervisor. [ 708.405463] env[68800]: DEBUG nova.compute.manager [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 9edbd4b6-b890-4a22-896a-26e315d18fd0] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.406167] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d640c090-db15-4c05-b118-29da04fe7db6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.590704] env[68800]: DEBUG oslo_vmware.api [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Task: {'id': task-3243273, 'name': ReconfigVM_Task, 'duration_secs': 0.323543} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.590987] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 9fe2f914-935a-4a24-9d71-487e7c0a69c7/9fe2f914-935a-4a24-9d71-487e7c0a69c7.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.591609] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71a47706-83a8-4ff6-8b7c-a9f0886dc73d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.603804] env[68800]: DEBUG oslo_vmware.api [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Waiting for the task: (returnval){ [ 708.603804] env[68800]: value = "task-3243275" [ 708.603804] env[68800]: _type = "Task" [ 708.603804] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.613288] env[68800]: DEBUG oslo_vmware.api [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Task: {'id': task-3243275, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.625586] env[68800]: DEBUG nova.objects.instance [None req-7a9eff5a-43fa-4f22-9bc0-bfdd9ee1de43 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Lazy-loading 'flavor' on Instance uuid 1ccaea17-56f1-442f-82f3-6126e60913c6 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 708.656058] env[68800]: DEBUG oslo_vmware.api [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243274, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071452} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.656351] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 708.657257] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e7d847-1746-4446-9c9f-6a502a682bba {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.661117] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.771s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.661879] env[68800]: DEBUG nova.compute.manager [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 708.668562] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1988fc05-c013-4faa-a3a9-f7b98e01898f tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.358s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.668818] env[68800]: DEBUG nova.objects.instance [None req-1988fc05-c013-4faa-a3a9-f7b98e01898f tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Lazy-loading 'resources' on Instance uuid b1e86642-64ad-454d-9c58-e5abaa42da38 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 708.703032] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 943fcf53-ec92-4363-b6fa-ba1bec035124/943fcf53-ec92-4363-b6fa-ba1bec035124.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.705020] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a95ff85-4233-48c7-ab2e-a522d59c63d9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.728733] env[68800]: DEBUG oslo_vmware.api [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 708.728733] env[68800]: value = "task-3243276" [ 708.728733] env[68800]: _type = "Task" [ 708.728733] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.738016] env[68800]: DEBUG oslo_vmware.api [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243276, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.750692] env[68800]: DEBUG oslo_vmware.api [None req-3c28c444-f90d-4394-adaa-1b132bae440f tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52aa94f9-c56c-eddd-443d-976255779662, 'name': SearchDatastore_Task, 'duration_secs': 0.01123} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.751217] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3c28c444-f90d-4394-adaa-1b132bae440f tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.839280] env[68800]: DEBUG nova.network.neutron [req-c03faa3b-7cb7-4a9f-a302-d2c92d1a0a56 req-3df37407-6b66-473e-a50f-cc540151268a service nova] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Updated VIF entry in instance network info cache for port 9aebee5b-dedc-4d0f-be33-0c2587ac0217. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.839702] env[68800]: DEBUG nova.network.neutron [req-c03faa3b-7cb7-4a9f-a302-d2c92d1a0a56 req-3df37407-6b66-473e-a50f-cc540151268a service nova] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Updating instance_info_cache with network_info: [{"id": "9aebee5b-dedc-4d0f-be33-0c2587ac0217", "address": "fa:16:3e:11:18:56", "network": {"id": "aca1897c-e1c0-4bf2-8f31-e3beb70072b1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2007247084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9af8613e45c64f74935a120197e0aed9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9aebee5b-de", "ovs_interfaceid": "9aebee5b-dedc-4d0f-be33-0c2587ac0217", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.926637] env[68800]: INFO nova.compute.manager [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 9edbd4b6-b890-4a22-896a-26e315d18fd0] Took 44.33 seconds to build instance. [ 709.026657] env[68800]: DEBUG nova.network.neutron [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] [instance: af1b5f44-b442-4c3e-923c-92c0d7db49b4] Successfully updated port: f3100097-d183-480b-a527-f199262dbb94 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 709.114800] env[68800]: DEBUG oslo_vmware.api [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Task: {'id': task-3243275, 'name': Rename_Task, 'duration_secs': 0.145048} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.115141] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.115394] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a715eb0-f775-4180-aa7c-cc8be9bcda72 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.126662] env[68800]: DEBUG oslo_vmware.api [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Waiting for the task: (returnval){ [ 709.126662] env[68800]: value = "task-3243277" [ 709.126662] env[68800]: _type = "Task" [ 709.126662] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.132522] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7a9eff5a-43fa-4f22-9bc0-bfdd9ee1de43 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Acquiring lock "refresh_cache-1ccaea17-56f1-442f-82f3-6126e60913c6" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.133498] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7a9eff5a-43fa-4f22-9bc0-bfdd9ee1de43 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Acquired lock "refresh_cache-1ccaea17-56f1-442f-82f3-6126e60913c6" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.133498] env[68800]: DEBUG nova.network.neutron [None req-7a9eff5a-43fa-4f22-9bc0-bfdd9ee1de43 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 709.133498] env[68800]: DEBUG nova.objects.instance [None req-7a9eff5a-43fa-4f22-9bc0-bfdd9ee1de43 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Lazy-loading 'info_cache' on Instance uuid 1ccaea17-56f1-442f-82f3-6126e60913c6 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 709.137684] env[68800]: DEBUG oslo_vmware.api [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Task: {'id': task-3243277, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.172916] env[68800]: DEBUG nova.compute.utils [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 709.177304] env[68800]: DEBUG nova.compute.manager [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Not allocating networking since 'none' was specified. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 709.240059] env[68800]: DEBUG oslo_vmware.api [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243276, 'name': ReconfigVM_Task, 'duration_secs': 0.2924} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.242794] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 943fcf53-ec92-4363-b6fa-ba1bec035124/943fcf53-ec92-4363-b6fa-ba1bec035124.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.243650] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2b62dd5-aa2b-4c4e-baea-e3cd0327ef40 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.252610] env[68800]: DEBUG oslo_vmware.api [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 709.252610] env[68800]: value = "task-3243278" [ 709.252610] env[68800]: _type = "Task" [ 709.252610] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.259724] env[68800]: DEBUG oslo_vmware.api [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243278, 'name': Rename_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.344440] env[68800]: DEBUG oslo_concurrency.lockutils [req-c03faa3b-7cb7-4a9f-a302-d2c92d1a0a56 req-3df37407-6b66-473e-a50f-cc540151268a service nova] Releasing lock "refresh_cache-943fcf53-ec92-4363-b6fa-ba1bec035124" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.344772] env[68800]: DEBUG nova.compute.manager [req-c03faa3b-7cb7-4a9f-a302-d2c92d1a0a56 req-3df37407-6b66-473e-a50f-cc540151268a service nova] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Received event network-changed-fe9b2c0c-06e2-437b-a0bd-2226c3403d02 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.344946] env[68800]: DEBUG nova.compute.manager [req-c03faa3b-7cb7-4a9f-a302-d2c92d1a0a56 req-3df37407-6b66-473e-a50f-cc540151268a service nova] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Refreshing instance network info cache due to event network-changed-fe9b2c0c-06e2-437b-a0bd-2226c3403d02. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 709.345143] env[68800]: DEBUG oslo_concurrency.lockutils [req-c03faa3b-7cb7-4a9f-a302-d2c92d1a0a56 req-3df37407-6b66-473e-a50f-cc540151268a service nova] Acquiring lock "refresh_cache-195e2543-8984-4a01-bfdf-1ee3c98f1105" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.345292] env[68800]: DEBUG oslo_concurrency.lockutils [req-c03faa3b-7cb7-4a9f-a302-d2c92d1a0a56 req-3df37407-6b66-473e-a50f-cc540151268a service nova] Acquired lock "refresh_cache-195e2543-8984-4a01-bfdf-1ee3c98f1105" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.345528] env[68800]: DEBUG nova.network.neutron [req-c03faa3b-7cb7-4a9f-a302-d2c92d1a0a56 req-3df37407-6b66-473e-a50f-cc540151268a service nova] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Refreshing network info cache for port fe9b2c0c-06e2-437b-a0bd-2226c3403d02 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 709.429300] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5952337f-bb9d-4094-a87b-8461b335d1e9 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Lock "9edbd4b6-b890-4a22-896a-26e315d18fd0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.448s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.533719] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Acquiring lock "refresh_cache-af1b5f44-b442-4c3e-923c-92c0d7db49b4" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.533873] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Acquired lock "refresh_cache-af1b5f44-b442-4c3e-923c-92c0d7db49b4" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.534076] env[68800]: DEBUG nova.network.neutron [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] [instance: af1b5f44-b442-4c3e-923c-92c0d7db49b4] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 709.640612] env[68800]: DEBUG nova.objects.base [None req-7a9eff5a-43fa-4f22-9bc0-bfdd9ee1de43 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Object Instance<1ccaea17-56f1-442f-82f3-6126e60913c6> lazy-loaded attributes: flavor,info_cache {{(pid=68800) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 709.653452] env[68800]: DEBUG oslo_vmware.api [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Task: {'id': task-3243277, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.680586] env[68800]: DEBUG nova.compute.manager [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 709.720826] env[68800]: DEBUG nova.compute.manager [req-22986938-9dc1-4c95-8794-17066908d1ba req-46d8b166-6977-455e-be4e-32d7b235bc7f service nova] [instance: 4f492710-e515-4857-b2a4-71da78617707] Received event network-vif-deleted-b1be6dad-86cc-49e4-a0be-d3b86d20fef6 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.721096] env[68800]: DEBUG nova.compute.manager [req-22986938-9dc1-4c95-8794-17066908d1ba req-46d8b166-6977-455e-be4e-32d7b235bc7f service nova] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Received event network-changed-fe9b2c0c-06e2-437b-a0bd-2226c3403d02 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.721325] env[68800]: DEBUG nova.compute.manager [req-22986938-9dc1-4c95-8794-17066908d1ba req-46d8b166-6977-455e-be4e-32d7b235bc7f service nova] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Refreshing instance network info cache due to event network-changed-fe9b2c0c-06e2-437b-a0bd-2226c3403d02. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 709.721561] env[68800]: DEBUG oslo_concurrency.lockutils [req-22986938-9dc1-4c95-8794-17066908d1ba req-46d8b166-6977-455e-be4e-32d7b235bc7f service nova] Acquiring lock "refresh_cache-195e2543-8984-4a01-bfdf-1ee3c98f1105" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.761530] env[68800]: DEBUG oslo_vmware.api [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243278, 'name': Rename_Task, 'duration_secs': 0.226345} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.761530] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.761530] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24055809-7539-4a58-89fb-7d0be4d9c8f1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.770664] env[68800]: DEBUG oslo_vmware.api [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 709.770664] env[68800]: value = "task-3243279" [ 709.770664] env[68800]: _type = "Task" [ 709.770664] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.775627] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18084422-8480-4173-8085-0f729ab968ba {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.794649] env[68800]: DEBUG oslo_vmware.api [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243279, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.797355] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010360af-a914-4412-99b1-5e49c3e68fda {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.832296] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efa2dbf-81ed-4330-a009-2fab049a2507 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.840930] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8949e31-07ce-4cfe-b72d-cf4813ac95d3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.860978] env[68800]: DEBUG nova.compute.provider_tree [None req-1988fc05-c013-4faa-a3a9-f7b98e01898f tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.933661] env[68800]: DEBUG nova.compute.manager [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 710.137431] env[68800]: DEBUG nova.network.neutron [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] [instance: af1b5f44-b442-4c3e-923c-92c0d7db49b4] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 710.152045] env[68800]: DEBUG oslo_vmware.api [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Task: {'id': task-3243277, 'name': PowerOnVM_Task, 'duration_secs': 0.547192} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.152483] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.152735] env[68800]: INFO nova.compute.manager [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Took 5.95 seconds to spawn the instance on the hypervisor. [ 710.153034] env[68800]: DEBUG nova.compute.manager [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.154552] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9dba52f-094e-48f6-8152-d7874736d5c7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.283657] env[68800]: DEBUG oslo_vmware.api [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243279, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.366051] env[68800]: DEBUG nova.scheduler.client.report [None req-1988fc05-c013-4faa-a3a9-f7b98e01898f tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.435223] env[68800]: DEBUG oslo_concurrency.lockutils [None req-29205ade-c44d-428c-a356-eae1e7c85ed6 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Acquiring lock "1e3a449b-34b8-4d53-8bcb-6e7aed6668ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.435223] env[68800]: DEBUG oslo_concurrency.lockutils [None req-29205ade-c44d-428c-a356-eae1e7c85ed6 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Lock "1e3a449b-34b8-4d53-8bcb-6e7aed6668ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.435223] env[68800]: DEBUG oslo_concurrency.lockutils [None req-29205ade-c44d-428c-a356-eae1e7c85ed6 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Acquiring lock "1e3a449b-34b8-4d53-8bcb-6e7aed6668ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.435223] env[68800]: DEBUG oslo_concurrency.lockutils [None req-29205ade-c44d-428c-a356-eae1e7c85ed6 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Lock "1e3a449b-34b8-4d53-8bcb-6e7aed6668ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.435444] env[68800]: DEBUG oslo_concurrency.lockutils [None req-29205ade-c44d-428c-a356-eae1e7c85ed6 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Lock "1e3a449b-34b8-4d53-8bcb-6e7aed6668ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.436660] env[68800]: INFO nova.compute.manager [None req-29205ade-c44d-428c-a356-eae1e7c85ed6 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Terminating instance [ 710.469429] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.548604] env[68800]: DEBUG nova.network.neutron [req-c03faa3b-7cb7-4a9f-a302-d2c92d1a0a56 req-3df37407-6b66-473e-a50f-cc540151268a service nova] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Updated VIF entry in instance network info cache for port fe9b2c0c-06e2-437b-a0bd-2226c3403d02. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 710.549124] env[68800]: DEBUG nova.network.neutron [req-c03faa3b-7cb7-4a9f-a302-d2c92d1a0a56 req-3df37407-6b66-473e-a50f-cc540151268a service nova] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Updating instance_info_cache with network_info: [{"id": "fe9b2c0c-06e2-437b-a0bd-2226c3403d02", "address": "fa:16:3e:44:38:a0", "network": {"id": "c08723f6-2f5c-4e48-87cd-f3e27e13b49f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-291977885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16f0ad1d39974d9788a00eef12e3b8d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe9b2c0c-06", "ovs_interfaceid": "fe9b2c0c-06e2-437b-a0bd-2226c3403d02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.585523] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a65c61b0-062f-439f-a32b-e1c290bf2acb tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Acquiring lock "4f492710-e515-4857-b2a4-71da78617707" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.680031] env[68800]: INFO nova.compute.manager [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Took 41.37 seconds to build instance. [ 710.696526] env[68800]: DEBUG nova.compute.manager [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 710.723830] env[68800]: DEBUG nova.virt.hardware [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 710.724252] env[68800]: DEBUG nova.virt.hardware [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 710.724329] env[68800]: DEBUG nova.virt.hardware [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 710.724509] env[68800]: DEBUG nova.virt.hardware [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 710.724665] env[68800]: DEBUG nova.virt.hardware [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 710.724906] env[68800]: DEBUG nova.virt.hardware [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 710.725392] env[68800]: DEBUG nova.virt.hardware [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 710.725594] env[68800]: DEBUG nova.virt.hardware [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 710.725786] env[68800]: DEBUG nova.virt.hardware [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 710.725980] env[68800]: DEBUG nova.virt.hardware [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 710.726185] env[68800]: DEBUG nova.virt.hardware [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 710.727161] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cdf62f5-f55b-414d-b272-f12f61d0b660 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.736996] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31035228-8b10-4fc4-be4e-f224d596f4e9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.752307] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Instance VIF info [] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.757987] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Creating folder: Project (a51a727d2d4e44898e3a1a6872259b49). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.758327] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa4849c7-0118-4c21-a902-5ba4bab04cd0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.770336] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Created folder: Project (a51a727d2d4e44898e3a1a6872259b49) in parent group-v648080. [ 710.770569] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Creating folder: Instances. Parent ref: group-v648147. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.770810] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aefea1d5-4fc8-4a82-a474-af3eb7d33c28 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.782280] env[68800]: DEBUG oslo_vmware.api [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243279, 'name': PowerOnVM_Task, 'duration_secs': 0.984875} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.783600] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.783885] env[68800]: INFO nova.compute.manager [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Took 9.30 seconds to spawn the instance on the hypervisor. [ 710.784070] env[68800]: DEBUG nova.compute.manager [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.784258] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Created folder: Instances in parent group-v648147. [ 710.784464] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.785203] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829fc749-0230-419f-a2a8-ba9c95a76fb1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.788025] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 710.789384] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ab4499f-3128-4834-874e-ee5aec9239e0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.809937] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.809937] env[68800]: value = "task-3243282" [ 710.809937] env[68800]: _type = "Task" [ 710.809937] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.818298] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243282, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.872546] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1988fc05-c013-4faa-a3a9-f7b98e01898f tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.204s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.875815] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.885s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.877520] env[68800]: INFO nova.compute.claims [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 710.902451] env[68800]: INFO nova.scheduler.client.report [None req-1988fc05-c013-4faa-a3a9-f7b98e01898f tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Deleted allocations for instance b1e86642-64ad-454d-9c58-e5abaa42da38 [ 710.943843] env[68800]: DEBUG nova.compute.manager [None req-29205ade-c44d-428c-a356-eae1e7c85ed6 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 710.944116] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-29205ade-c44d-428c-a356-eae1e7c85ed6 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 710.945683] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081243ee-2f5a-4777-8d01-667308bc9d65 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.955978] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-29205ade-c44d-428c-a356-eae1e7c85ed6 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 710.956353] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8bb3cb22-d6fd-4f8b-92bc-9045b87c264c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.965490] env[68800]: DEBUG nova.network.neutron [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] [instance: af1b5f44-b442-4c3e-923c-92c0d7db49b4] Updating instance_info_cache with network_info: [{"id": "f3100097-d183-480b-a527-f199262dbb94", "address": "fa:16:3e:0f:e1:a2", "network": {"id": "06784e75-134f-4aeb-abdf-26025574661b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1200994954-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcb482d775ae41448a660db3d282bef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3100097-d1", "ovs_interfaceid": "f3100097-d183-480b-a527-f199262dbb94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.970021] env[68800]: DEBUG oslo_vmware.api [None req-29205ade-c44d-428c-a356-eae1e7c85ed6 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Waiting for the task: (returnval){ [ 710.970021] env[68800]: value = "task-3243283" [ 710.970021] env[68800]: _type = "Task" [ 710.970021] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.979585] env[68800]: DEBUG oslo_vmware.api [None req-29205ade-c44d-428c-a356-eae1e7c85ed6 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243283, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.051761] env[68800]: DEBUG oslo_concurrency.lockutils [req-c03faa3b-7cb7-4a9f-a302-d2c92d1a0a56 req-3df37407-6b66-473e-a50f-cc540151268a service nova] Releasing lock "refresh_cache-195e2543-8984-4a01-bfdf-1ee3c98f1105" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.052575] env[68800]: DEBUG oslo_concurrency.lockutils [req-22986938-9dc1-4c95-8794-17066908d1ba req-46d8b166-6977-455e-be4e-32d7b235bc7f service nova] Acquired lock "refresh_cache-195e2543-8984-4a01-bfdf-1ee3c98f1105" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.052978] env[68800]: DEBUG nova.network.neutron [req-22986938-9dc1-4c95-8794-17066908d1ba req-46d8b166-6977-455e-be4e-32d7b235bc7f service nova] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Refreshing network info cache for port fe9b2c0c-06e2-437b-a0bd-2226c3403d02 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.147244] env[68800]: DEBUG nova.network.neutron [None req-7a9eff5a-43fa-4f22-9bc0-bfdd9ee1de43 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Updating instance_info_cache with network_info: [{"id": "9c3f5b9f-b19c-455f-b8d1-43318faec720", "address": "fa:16:3e:84:f8:96", "network": {"id": "703888a9-acb3-4f13-9061-6f33bc4621e8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1452406487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f4de2519c564969aa6c6d0fb3c7b59a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c3f5b9f-b1", "ovs_interfaceid": "9c3f5b9f-b19c-455f-b8d1-43318faec720", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.183679] env[68800]: DEBUG oslo_concurrency.lockutils [None req-06c3e916-52b8-4fb8-a683-6ddc46eb79ce tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Lock "9fe2f914-935a-4a24-9d71-487e7c0a69c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.067s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.322474] env[68800]: INFO nova.compute.manager [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Took 44.76 seconds to build instance. [ 711.329693] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243282, 'name': CreateVM_Task, 'duration_secs': 0.377523} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.329868] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.330333] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.330491] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.330838] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.331363] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f997006b-a9c6-4b76-a6c0-54c7e3e66d62 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.338264] env[68800]: DEBUG oslo_vmware.api [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Waiting for the task: (returnval){ [ 711.338264] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]521286a1-ab6e-e0a9-7cb6-0efae1366a5b" [ 711.338264] env[68800]: _type = "Task" [ 711.338264] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.348888] env[68800]: DEBUG oslo_vmware.api [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]521286a1-ab6e-e0a9-7cb6-0efae1366a5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.409478] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1988fc05-c013-4faa-a3a9-f7b98e01898f tempest-ServersAdmin275Test-1692481190 tempest-ServersAdmin275Test-1692481190-project-member] Lock "b1e86642-64ad-454d-9c58-e5abaa42da38" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.955s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.470687] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Releasing lock "refresh_cache-af1b5f44-b442-4c3e-923c-92c0d7db49b4" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.471017] env[68800]: DEBUG nova.compute.manager [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] [instance: af1b5f44-b442-4c3e-923c-92c0d7db49b4] Instance network_info: |[{"id": "f3100097-d183-480b-a527-f199262dbb94", "address": "fa:16:3e:0f:e1:a2", "network": {"id": "06784e75-134f-4aeb-abdf-26025574661b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1200994954-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcb482d775ae41448a660db3d282bef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3100097-d1", "ovs_interfaceid": "f3100097-d183-480b-a527-f199262dbb94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 711.471539] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] [instance: af1b5f44-b442-4c3e-923c-92c0d7db49b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:e1:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8800a981-a89e-42e4-8be9-cace419ba9cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3100097-d183-480b-a527-f199262dbb94', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.479495] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Creating folder: Project (bcb482d775ae41448a660db3d282bef5). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.483548] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6aee9851-d776-4068-90af-a8dbde7cb052 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.496218] env[68800]: DEBUG oslo_vmware.api [None req-29205ade-c44d-428c-a356-eae1e7c85ed6 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243283, 'name': PowerOffVM_Task, 'duration_secs': 0.247224} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.496529] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-29205ade-c44d-428c-a356-eae1e7c85ed6 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 711.496891] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-29205ade-c44d-428c-a356-eae1e7c85ed6 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 711.497472] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6231db7d-4a9c-4b55-869f-921e49076392 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.501289] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Created folder: Project (bcb482d775ae41448a660db3d282bef5) in parent group-v648080. [ 711.501289] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Creating folder: Instances. Parent ref: group-v648150. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.501793] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2551416a-b5db-4f95-b243-9c1a5a7ddb22 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.517376] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Created folder: Instances in parent group-v648150. [ 711.517700] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.517959] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af1b5f44-b442-4c3e-923c-92c0d7db49b4] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.518186] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80dbf095-7945-45b5-9cf0-ae6f6f231cb8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.543994] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.543994] env[68800]: value = "task-3243287" [ 711.543994] env[68800]: _type = "Task" [ 711.543994] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.556029] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243287, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.584380] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-29205ade-c44d-428c-a356-eae1e7c85ed6 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 711.584632] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-29205ade-c44d-428c-a356-eae1e7c85ed6 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 711.584818] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-29205ade-c44d-428c-a356-eae1e7c85ed6 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Deleting the datastore file [datastore2] 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 711.585103] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16b09d51-1b02-41f0-9d04-5c6800739ea5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.594881] env[68800]: DEBUG oslo_vmware.api [None req-29205ade-c44d-428c-a356-eae1e7c85ed6 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Waiting for the task: (returnval){ [ 711.594881] env[68800]: value = "task-3243288" [ 711.594881] env[68800]: _type = "Task" [ 711.594881] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.603494] env[68800]: DEBUG oslo_vmware.api [None req-29205ade-c44d-428c-a356-eae1e7c85ed6 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243288, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.652747] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7a9eff5a-43fa-4f22-9bc0-bfdd9ee1de43 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Releasing lock "refresh_cache-1ccaea17-56f1-442f-82f3-6126e60913c6" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.686621] env[68800]: DEBUG nova.compute.manager [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.827218] env[68800]: DEBUG oslo_concurrency.lockutils [None req-abe42ef4-0e28-4b28-a320-8a31ac08939c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lock "943fcf53-ec92-4363-b6fa-ba1bec035124" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.265s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.850935] env[68800]: DEBUG oslo_vmware.api [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]521286a1-ab6e-e0a9-7cb6-0efae1366a5b, 'name': SearchDatastore_Task, 'duration_secs': 0.019436} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.851924] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.852193] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 711.852458] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.852618] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.852840] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 711.854078] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f322ccc6-49ca-455e-bfdb-ae4e91a36240 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.867642] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 711.867763] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 711.868544] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88a58cd2-9717-4785-b83c-9094307b3e01 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.878455] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Acquiring lock "913f76bd-2cb4-450b-a506-6687ee98cd86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.878821] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Lock "913f76bd-2cb4-450b-a506-6687ee98cd86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.881898] env[68800]: DEBUG oslo_vmware.api [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Waiting for the task: (returnval){ [ 711.881898] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c1d680-4bb6-cfd3-05f9-ba8c239439b4" [ 711.881898] env[68800]: _type = "Task" [ 711.881898] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.894518] env[68800]: DEBUG oslo_vmware.api [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c1d680-4bb6-cfd3-05f9-ba8c239439b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.058701] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243287, 'name': CreateVM_Task} progress is 25%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.104569] env[68800]: DEBUG oslo_vmware.api [None req-29205ade-c44d-428c-a356-eae1e7c85ed6 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243288, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.135846] env[68800]: DEBUG nova.network.neutron [req-22986938-9dc1-4c95-8794-17066908d1ba req-46d8b166-6977-455e-be4e-32d7b235bc7f service nova] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Updated VIF entry in instance network info cache for port fe9b2c0c-06e2-437b-a0bd-2226c3403d02. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 712.135846] env[68800]: DEBUG nova.network.neutron [req-22986938-9dc1-4c95-8794-17066908d1ba req-46d8b166-6977-455e-be4e-32d7b235bc7f service nova] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Updating instance_info_cache with network_info: [{"id": "fe9b2c0c-06e2-437b-a0bd-2226c3403d02", "address": "fa:16:3e:44:38:a0", "network": {"id": "c08723f6-2f5c-4e48-87cd-f3e27e13b49f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-291977885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16f0ad1d39974d9788a00eef12e3b8d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe9b2c0c-06", "ovs_interfaceid": "fe9b2c0c-06e2-437b-a0bd-2226c3403d02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.215616] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.329863] env[68800]: DEBUG nova.compute.manager [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 712.393672] env[68800]: DEBUG oslo_vmware.api [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c1d680-4bb6-cfd3-05f9-ba8c239439b4, 'name': SearchDatastore_Task, 'duration_secs': 0.014058} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.394506] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e64bf7f-53fa-4ce3-b885-6e45f27bc225 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.411379] env[68800]: DEBUG oslo_vmware.api [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Waiting for the task: (returnval){ [ 712.411379] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52e136e0-5eef-3945-9943-91ae875069ef" [ 712.411379] env[68800]: _type = "Task" [ 712.411379] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.425107] env[68800]: DEBUG oslo_vmware.api [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52e136e0-5eef-3945-9943-91ae875069ef, 'name': SearchDatastore_Task, 'duration_secs': 0.013464} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.425653] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.426091] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] a5b62cef-6f64-47fc-beb0-aaa1229511b8/a5b62cef-6f64-47fc-beb0-aaa1229511b8.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.426796] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5d029e1-bcb4-46c0-87e2-946555dc01c4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.436856] env[68800]: DEBUG oslo_vmware.api [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Waiting for the task: (returnval){ [ 712.436856] env[68800]: value = "task-3243289" [ 712.436856] env[68800]: _type = "Task" [ 712.436856] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.451149] env[68800]: DEBUG oslo_vmware.api [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Task: {'id': task-3243289, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.561581] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243287, 'name': CreateVM_Task, 'duration_secs': 0.639303} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.562779] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af1b5f44-b442-4c3e-923c-92c0d7db49b4] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.564438] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66407d4a-2591-47ac-9df9-ea2e5d033155 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.567456] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.567624] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.567923] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.568199] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7c290a6-e890-4300-bd26-c72e2f85dd83 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.579363] env[68800]: DEBUG oslo_vmware.api [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Waiting for the task: (returnval){ [ 712.579363] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5262910f-2a29-8720-3c13-39c5ea08315e" [ 712.579363] env[68800]: _type = "Task" [ 712.579363] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.580318] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c7864c-9983-48ce-a16d-d66abe041c71 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.349710] env[68800]: DEBUG oslo_concurrency.lockutils [req-22986938-9dc1-4c95-8794-17066908d1ba req-46d8b166-6977-455e-be4e-32d7b235bc7f service nova] Releasing lock "refresh_cache-195e2543-8984-4a01-bfdf-1ee3c98f1105" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.350122] env[68800]: DEBUG nova.compute.manager [req-22986938-9dc1-4c95-8794-17066908d1ba req-46d8b166-6977-455e-be4e-32d7b235bc7f service nova] [instance: af1b5f44-b442-4c3e-923c-92c0d7db49b4] Received event network-vif-plugged-f3100097-d183-480b-a527-f199262dbb94 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.350187] env[68800]: DEBUG oslo_concurrency.lockutils [req-22986938-9dc1-4c95-8794-17066908d1ba req-46d8b166-6977-455e-be4e-32d7b235bc7f service nova] Acquiring lock "af1b5f44-b442-4c3e-923c-92c0d7db49b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.350476] env[68800]: DEBUG oslo_concurrency.lockutils [req-22986938-9dc1-4c95-8794-17066908d1ba req-46d8b166-6977-455e-be4e-32d7b235bc7f service nova] Lock "af1b5f44-b442-4c3e-923c-92c0d7db49b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.350723] env[68800]: DEBUG oslo_concurrency.lockutils [req-22986938-9dc1-4c95-8794-17066908d1ba req-46d8b166-6977-455e-be4e-32d7b235bc7f service nova] Lock "af1b5f44-b442-4c3e-923c-92c0d7db49b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.351347] env[68800]: DEBUG nova.compute.manager [req-22986938-9dc1-4c95-8794-17066908d1ba req-46d8b166-6977-455e-be4e-32d7b235bc7f service nova] [instance: af1b5f44-b442-4c3e-923c-92c0d7db49b4] No waiting events found dispatching network-vif-plugged-f3100097-d183-480b-a527-f199262dbb94 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 713.351347] env[68800]: WARNING nova.compute.manager [req-22986938-9dc1-4c95-8794-17066908d1ba req-46d8b166-6977-455e-be4e-32d7b235bc7f service nova] [instance: af1b5f44-b442-4c3e-923c-92c0d7db49b4] Received unexpected event network-vif-plugged-f3100097-d183-480b-a527-f199262dbb94 for instance with vm_state building and task_state spawning. [ 713.351964] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a9eff5a-43fa-4f22-9bc0-bfdd9ee1de43 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.355448] env[68800]: DEBUG nova.compute.manager [req-edaa5652-2a6e-43df-a893-cc1b516c1f92 req-a0f3fd61-a3ae-48f6-ae43-dd42e94f7c60 service nova] [instance: af1b5f44-b442-4c3e-923c-92c0d7db49b4] Received event network-changed-f3100097-d183-480b-a527-f199262dbb94 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.355627] env[68800]: DEBUG nova.compute.manager [req-edaa5652-2a6e-43df-a893-cc1b516c1f92 req-a0f3fd61-a3ae-48f6-ae43-dd42e94f7c60 service nova] [instance: af1b5f44-b442-4c3e-923c-92c0d7db49b4] Refreshing instance network info cache due to event network-changed-f3100097-d183-480b-a527-f199262dbb94. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 713.356744] env[68800]: DEBUG oslo_concurrency.lockutils [req-edaa5652-2a6e-43df-a893-cc1b516c1f92 req-a0f3fd61-a3ae-48f6-ae43-dd42e94f7c60 service nova] Acquiring lock "refresh_cache-af1b5f44-b442-4c3e-923c-92c0d7db49b4" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.356744] env[68800]: DEBUG oslo_concurrency.lockutils [req-edaa5652-2a6e-43df-a893-cc1b516c1f92 req-a0f3fd61-a3ae-48f6-ae43-dd42e94f7c60 service nova] Acquired lock "refresh_cache-af1b5f44-b442-4c3e-923c-92c0d7db49b4" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.356744] env[68800]: DEBUG nova.network.neutron [req-edaa5652-2a6e-43df-a893-cc1b516c1f92 req-a0f3fd61-a3ae-48f6-ae43-dd42e94f7c60 service nova] [instance: af1b5f44-b442-4c3e-923c-92c0d7db49b4] Refreshing network info cache for port f3100097-d183-480b-a527-f199262dbb94 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.389745] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-826626dc-5474-4ad7-bcc0-e4456b6e0602 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.394261] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquiring lock "b6ce6d33-aebc-420e-afe7-9e0908a2c560" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.394433] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Lock "b6ce6d33-aebc-420e-afe7-9e0908a2c560" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.396567] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1a09a0-969a-445e-81b2-ef483cc28010 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.404282] env[68800]: DEBUG oslo_vmware.api [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5262910f-2a29-8720-3c13-39c5ea08315e, 'name': SearchDatastore_Task, 'duration_secs': 0.029937} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.405718] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.405978] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] [instance: af1b5f44-b442-4c3e-923c-92c0d7db49b4] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.406239] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.406384] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.406560] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.410472] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-078bfa8c-fe94-4d4f-97e2-27e37dd97ee4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.412348] env[68800]: DEBUG oslo_vmware.api [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Task: {'id': task-3243289, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.877728} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.417630] env[68800]: DEBUG oslo_concurrency.lockutils [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.419071] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] a5b62cef-6f64-47fc-beb0-aaa1229511b8/a5b62cef-6f64-47fc-beb0-aaa1229511b8.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.419169] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.419639] env[68800]: DEBUG oslo_vmware.api [None req-29205ade-c44d-428c-a356-eae1e7c85ed6 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243288, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.748019} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.419886] env[68800]: DEBUG oslo_vmware.api [None req-7a9eff5a-43fa-4f22-9bc0-bfdd9ee1de43 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Waiting for the task: (returnval){ [ 713.419886] env[68800]: value = "task-3243290" [ 713.419886] env[68800]: _type = "Task" [ 713.419886] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.420763] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0128b2e0-074f-4ea1-be54-1e6f9785e78a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.422673] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-29205ade-c44d-428c-a356-eae1e7c85ed6 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 713.422844] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-29205ade-c44d-428c-a356-eae1e7c85ed6 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 713.423036] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-29205ade-c44d-428c-a356-eae1e7c85ed6 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 713.423200] env[68800]: INFO nova.compute.manager [None req-29205ade-c44d-428c-a356-eae1e7c85ed6 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Took 2.48 seconds to destroy the instance on the hypervisor. [ 713.423431] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29205ade-c44d-428c-a356-eae1e7c85ed6 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.425660] env[68800]: DEBUG nova.compute.manager [-] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 713.425765] env[68800]: DEBUG nova.network.neutron [-] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 713.432845] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c3e7da-328f-4d78-97b7-20d897faeffb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.436839] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.437047] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.439687] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e31c773-5c73-4751-b764-2520772e438a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.442606] env[68800]: DEBUG oslo_vmware.api [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Waiting for the task: (returnval){ [ 713.442606] env[68800]: value = "task-3243291" [ 713.442606] env[68800]: _type = "Task" [ 713.442606] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.446654] env[68800]: DEBUG oslo_vmware.api [None req-7a9eff5a-43fa-4f22-9bc0-bfdd9ee1de43 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243290, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.460991] env[68800]: DEBUG nova.compute.provider_tree [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.462408] env[68800]: DEBUG oslo_vmware.api [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Waiting for the task: (returnval){ [ 713.462408] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52e9ef40-936e-18a5-cb4a-850b5dec57a7" [ 713.462408] env[68800]: _type = "Task" [ 713.462408] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.473529] env[68800]: DEBUG oslo_vmware.api [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Task: {'id': task-3243291, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.480047] env[68800]: DEBUG oslo_vmware.api [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52e9ef40-936e-18a5-cb4a-850b5dec57a7, 'name': SearchDatastore_Task, 'duration_secs': 0.019495} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.481570] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d796937c-1831-4ac3-97c7-d3c8b9f93f51 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.490017] env[68800]: DEBUG oslo_vmware.api [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Waiting for the task: (returnval){ [ 713.490017] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5230ad1b-7211-1347-1d44-aa96ccb5fc39" [ 713.490017] env[68800]: _type = "Task" [ 713.490017] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.502113] env[68800]: DEBUG oslo_vmware.api [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5230ad1b-7211-1347-1d44-aa96ccb5fc39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.886162] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c929ab7d-056a-45be-875d-32e57bea0d77 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquiring lock "943fcf53-ec92-4363-b6fa-ba1bec035124" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.886430] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c929ab7d-056a-45be-875d-32e57bea0d77 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lock "943fcf53-ec92-4363-b6fa-ba1bec035124" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.886612] env[68800]: DEBUG nova.compute.manager [None req-c929ab7d-056a-45be-875d-32e57bea0d77 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 713.890480] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e78bf73-e97a-43f1-a834-2490238fda72 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.898996] env[68800]: DEBUG nova.compute.manager [None req-c929ab7d-056a-45be-875d-32e57bea0d77 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68800) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 713.898996] env[68800]: DEBUG nova.objects.instance [None req-c929ab7d-056a-45be-875d-32e57bea0d77 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lazy-loading 'flavor' on Instance uuid 943fcf53-ec92-4363-b6fa-ba1bec035124 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 713.936242] env[68800]: DEBUG oslo_vmware.api [None req-7a9eff5a-43fa-4f22-9bc0-bfdd9ee1de43 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243290, 'name': PowerOnVM_Task, 'duration_secs': 0.426082} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.936242] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a9eff5a-43fa-4f22-9bc0-bfdd9ee1de43 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.936242] env[68800]: DEBUG nova.compute.manager [None req-7a9eff5a-43fa-4f22-9bc0-bfdd9ee1de43 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 713.938061] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1e83b1-ffe4-4842-bc77-a25c68b68551 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.963141] env[68800]: DEBUG oslo_vmware.api [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Task: {'id': task-3243291, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139874} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.963536] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.965134] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d551e7-236e-4211-a839-8a731fc4a11a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.982019] env[68800]: DEBUG nova.scheduler.client.report [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.985933] env[68800]: INFO nova.compute.manager [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Rebuilding instance [ 714.000884] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] a5b62cef-6f64-47fc-beb0-aaa1229511b8/a5b62cef-6f64-47fc-beb0-aaa1229511b8.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.003865] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b483be4-826e-441a-9033-701b2edb16a4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.038215] env[68800]: DEBUG oslo_vmware.api [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Waiting for the task: (returnval){ [ 714.038215] env[68800]: value = "task-3243292" [ 714.038215] env[68800]: _type = "Task" [ 714.038215] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.047079] env[68800]: DEBUG oslo_vmware.api [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5230ad1b-7211-1347-1d44-aa96ccb5fc39, 'name': SearchDatastore_Task, 'duration_secs': 0.019909} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.051658] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.051658] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] af1b5f44-b442-4c3e-923c-92c0d7db49b4/af1b5f44-b442-4c3e-923c-92c0d7db49b4.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.051810] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e10e7ad-2505-485e-a34d-813ebd5a5d4f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.069275] env[68800]: DEBUG oslo_vmware.api [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Task: {'id': task-3243292, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.073675] env[68800]: DEBUG oslo_vmware.api [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Waiting for the task: (returnval){ [ 714.073675] env[68800]: value = "task-3243293" [ 714.073675] env[68800]: _type = "Task" [ 714.073675] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.079563] env[68800]: DEBUG nova.compute.manager [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.080418] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc1cb35-0576-4c4f-acef-ae3a5083b43a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.089318] env[68800]: DEBUG oslo_vmware.api [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Task: {'id': task-3243293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.313843] env[68800]: DEBUG nova.network.neutron [req-edaa5652-2a6e-43df-a893-cc1b516c1f92 req-a0f3fd61-a3ae-48f6-ae43-dd42e94f7c60 service nova] [instance: af1b5f44-b442-4c3e-923c-92c0d7db49b4] Updated VIF entry in instance network info cache for port f3100097-d183-480b-a527-f199262dbb94. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.314404] env[68800]: DEBUG nova.network.neutron [req-edaa5652-2a6e-43df-a893-cc1b516c1f92 req-a0f3fd61-a3ae-48f6-ae43-dd42e94f7c60 service nova] [instance: af1b5f44-b442-4c3e-923c-92c0d7db49b4] Updating instance_info_cache with network_info: [{"id": "f3100097-d183-480b-a527-f199262dbb94", "address": "fa:16:3e:0f:e1:a2", "network": {"id": "06784e75-134f-4aeb-abdf-26025574661b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1200994954-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcb482d775ae41448a660db3d282bef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3100097-d1", "ovs_interfaceid": "f3100097-d183-480b-a527-f199262dbb94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.342443] env[68800]: DEBUG nova.network.neutron [-] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.502937] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.626s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.503691] env[68800]: DEBUG nova.compute.manager [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 714.506717] env[68800]: DEBUG oslo_concurrency.lockutils [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.174s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.510578] env[68800]: INFO nova.compute.claims [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 714.559169] env[68800]: DEBUG oslo_vmware.api [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Task: {'id': task-3243292, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.587664] env[68800]: DEBUG oslo_vmware.api [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Task: {'id': task-3243293, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.817845] env[68800]: DEBUG oslo_concurrency.lockutils [req-edaa5652-2a6e-43df-a893-cc1b516c1f92 req-a0f3fd61-a3ae-48f6-ae43-dd42e94f7c60 service nova] Releasing lock "refresh_cache-af1b5f44-b442-4c3e-923c-92c0d7db49b4" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.844941] env[68800]: INFO nova.compute.manager [-] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Took 1.42 seconds to deallocate network for instance. [ 714.907705] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c929ab7d-056a-45be-875d-32e57bea0d77 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 714.908031] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-155e1424-ea0c-4652-905d-75066fcc44b3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.918205] env[68800]: DEBUG oslo_vmware.api [None req-c929ab7d-056a-45be-875d-32e57bea0d77 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 714.918205] env[68800]: value = "task-3243294" [ 714.918205] env[68800]: _type = "Task" [ 714.918205] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.937493] env[68800]: DEBUG oslo_vmware.api [None req-c929ab7d-056a-45be-875d-32e57bea0d77 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243294, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.017687] env[68800]: DEBUG nova.compute.utils [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 715.028161] env[68800]: DEBUG nova.compute.manager [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 715.028486] env[68800]: DEBUG nova.network.neutron [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 715.038845] env[68800]: DEBUG oslo_concurrency.lockutils [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Acquiring lock "b636f115-b125-4317-915a-d03d85d128aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.040880] env[68800]: DEBUG oslo_concurrency.lockutils [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Lock "b636f115-b125-4317-915a-d03d85d128aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.065132] env[68800]: DEBUG oslo_vmware.api [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Task: {'id': task-3243292, 'name': ReconfigVM_Task, 'duration_secs': 0.80908} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.065132] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Reconfigured VM instance instance-00000018 to attach disk [datastore2] a5b62cef-6f64-47fc-beb0-aaa1229511b8/a5b62cef-6f64-47fc-beb0-aaa1229511b8.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.065682] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ff75de4-e296-4782-a91f-c97e6f4016e0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.076114] env[68800]: DEBUG oslo_vmware.api [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Waiting for the task: (returnval){ [ 715.076114] env[68800]: value = "task-3243295" [ 715.076114] env[68800]: _type = "Task" [ 715.076114] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.100168] env[68800]: DEBUG oslo_vmware.api [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Task: {'id': task-3243295, 'name': Rename_Task} progress is 10%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.103477] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 715.103895] env[68800]: DEBUG oslo_vmware.api [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Task: {'id': task-3243293, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.83788} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.104231] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d38c9010-f27b-41a6-9563-bd2b9b01c4ae {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.106105] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] af1b5f44-b442-4c3e-923c-92c0d7db49b4/af1b5f44-b442-4c3e-923c-92c0d7db49b4.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.106348] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] [instance: af1b5f44-b442-4c3e-923c-92c0d7db49b4] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.106928] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ecc452f9-09ca-4586-8d12-509647f4a951 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.124316] env[68800]: DEBUG oslo_vmware.api [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Waiting for the task: (returnval){ [ 715.124316] env[68800]: value = "task-3243297" [ 715.124316] env[68800]: _type = "Task" [ 715.124316] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.125907] env[68800]: DEBUG oslo_vmware.api [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Waiting for the task: (returnval){ [ 715.125907] env[68800]: value = "task-3243296" [ 715.125907] env[68800]: _type = "Task" [ 715.125907] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.126786] env[68800]: DEBUG nova.policy [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6a09f493ede4fbaa82011706929d848', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de8a16d98b234ffeb1f0920ab46b541e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 715.145379] env[68800]: DEBUG oslo_vmware.api [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Task: {'id': task-3243297, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.149731] env[68800]: DEBUG oslo_vmware.api [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Task: {'id': task-3243296, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.188861] env[68800]: DEBUG nova.compute.manager [req-bf4788c3-bc4c-462f-b312-2c11e4697037 req-364e0210-f700-437e-958c-bc3feeff72be service nova] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Received event network-vif-deleted-4c52a700-3a3e-4a95-849a-9ec0734505cf {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.357452] env[68800]: DEBUG oslo_concurrency.lockutils [None req-29205ade-c44d-428c-a356-eae1e7c85ed6 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.433860] env[68800]: DEBUG oslo_vmware.api [None req-c929ab7d-056a-45be-875d-32e57bea0d77 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243294, 'name': PowerOffVM_Task, 'duration_secs': 0.314408} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.434159] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c929ab7d-056a-45be-875d-32e57bea0d77 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 715.434242] env[68800]: DEBUG nova.compute.manager [None req-c929ab7d-056a-45be-875d-32e57bea0d77 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 715.435324] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfbc53f8-40bf-430d-bc66-29dfa36c8702 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.528008] env[68800]: DEBUG nova.compute.manager [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 715.584915] env[68800]: DEBUG oslo_vmware.api [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Task: {'id': task-3243295, 'name': Rename_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.652158] env[68800]: DEBUG oslo_vmware.api [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Task: {'id': task-3243296, 'name': PowerOffVM_Task, 'duration_secs': 0.137615} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.652158] env[68800]: DEBUG oslo_vmware.api [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Task: {'id': task-3243297, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105279} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.652158] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 715.652394] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 715.652672] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] [instance: af1b5f44-b442-4c3e-923c-92c0d7db49b4] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.653586] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61aa0db2-7d37-4a17-ad87-bf827e0c5f37 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.657198] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a9a67d-847e-4231-9c58-fca58a1bf3f3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.689639] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] [instance: af1b5f44-b442-4c3e-923c-92c0d7db49b4] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] af1b5f44-b442-4c3e-923c-92c0d7db49b4/af1b5f44-b442-4c3e-923c-92c0d7db49b4.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.695919] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66bfe416-57bb-4fa8-a4a3-7dbdf4110b42 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.710856] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 715.711990] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8087fcb6-37cb-4139-802f-b984a251b659 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.723228] env[68800]: DEBUG oslo_vmware.api [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Waiting for the task: (returnval){ [ 715.723228] env[68800]: value = "task-3243298" [ 715.723228] env[68800]: _type = "Task" [ 715.723228] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.735541] env[68800]: DEBUG oslo_vmware.api [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Task: {'id': task-3243298, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.749604] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 715.749741] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 715.749938] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Deleting the datastore file [datastore2] 9fe2f914-935a-4a24-9d71-487e7c0a69c7 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 715.750530] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e952413-63f3-4c2b-abca-d58ed993d54d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.759850] env[68800]: DEBUG oslo_vmware.api [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Waiting for the task: (returnval){ [ 715.759850] env[68800]: value = "task-3243300" [ 715.759850] env[68800]: _type = "Task" [ 715.759850] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.769152] env[68800]: DEBUG oslo_vmware.api [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Task: {'id': task-3243300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.909787] env[68800]: DEBUG nova.network.neutron [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Successfully created port: f17e18f6-a4de-4f42-939b-935cc09ad333 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 715.951525] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c929ab7d-056a-45be-875d-32e57bea0d77 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lock "943fcf53-ec92-4363-b6fa-ba1bec035124" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.065s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.039979] env[68800]: INFO nova.virt.block_device [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Booting with volume d5401d39-5629-4626-a03d-061ec02d3c49 at /dev/sda [ 716.090487] env[68800]: DEBUG oslo_vmware.api [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Task: {'id': task-3243295, 'name': Rename_Task, 'duration_secs': 0.985654} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.090764] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 716.091029] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c697df2e-5fb5-4626-9a60-39940f7137dc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.100245] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ecb90504-c0d5-447d-87a2-8c6d87580bf5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.104344] env[68800]: DEBUG oslo_vmware.api [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Waiting for the task: (returnval){ [ 716.104344] env[68800]: value = "task-3243301" [ 716.104344] env[68800]: _type = "Task" [ 716.104344] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.113811] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4741b61-52ba-401d-ad6f-71c04470fbcd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.133243] env[68800]: DEBUG oslo_vmware.api [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Task: {'id': task-3243301, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.164398] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-784e1878-f865-45bc-a3c5-f5da6d784a41 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.175184] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2b7488-9d96-4040-be3c-591edb44a182 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.220068] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f45cae9-2b93-40dc-9b66-d4420789c7b2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.233290] env[68800]: DEBUG oslo_vmware.api [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Task: {'id': task-3243298, 'name': ReconfigVM_Task, 'duration_secs': 0.329051} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.233704] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] [instance: af1b5f44-b442-4c3e-923c-92c0d7db49b4] Reconfigured VM instance instance-00000017 to attach disk [datastore2] af1b5f44-b442-4c3e-923c-92c0d7db49b4/af1b5f44-b442-4c3e-923c-92c0d7db49b4.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.234761] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d37d2d-8112-46ef-af1a-6a743de11308 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.239808] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d601afa-62fa-4cfe-b8c1-f4389928943a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.255886] env[68800]: DEBUG oslo_vmware.api [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Waiting for the task: (returnval){ [ 716.255886] env[68800]: value = "task-3243302" [ 716.255886] env[68800]: _type = "Task" [ 716.255886] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.260301] env[68800]: DEBUG nova.virt.block_device [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Updating existing volume attachment record: 280557d6-9be4-43bc-b51f-76c5da302e50 {{(pid=68800) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 716.277366] env[68800]: DEBUG oslo_vmware.api [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Task: {'id': task-3243302, 'name': Rename_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.281595] env[68800]: DEBUG oslo_vmware.api [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Task: {'id': task-3243300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.110795} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.281915] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 716.282082] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 716.282285] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 716.290283] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca63a22-3472-4146-8fd4-8133a4ffca85 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.302485] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ddbe31b-9c8f-4897-8f6e-0dc9d5281575 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.337060] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea179b5-3925-4d49-b4a0-ff69d6298958 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.350122] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e4bcb3-cd8f-4f21-9629-cb9c055c2986 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.366769] env[68800]: DEBUG nova.compute.provider_tree [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.616492] env[68800]: DEBUG oslo_vmware.api [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Task: {'id': task-3243301, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.770175] env[68800]: DEBUG oslo_vmware.api [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Task: {'id': task-3243302, 'name': Rename_Task, 'duration_secs': 0.179678} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.770450] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] [instance: af1b5f44-b442-4c3e-923c-92c0d7db49b4] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 716.770694] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c684e392-1bed-41df-9e8f-3021d2579bb8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.778651] env[68800]: DEBUG oslo_vmware.api [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Waiting for the task: (returnval){ [ 716.778651] env[68800]: value = "task-3243303" [ 716.778651] env[68800]: _type = "Task" [ 716.778651] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.794715] env[68800]: DEBUG oslo_vmware.api [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Task: {'id': task-3243303, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.870431] env[68800]: DEBUG nova.scheduler.client.report [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.116328] env[68800]: DEBUG oslo_vmware.api [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Task: {'id': task-3243301, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.290211] env[68800]: DEBUG oslo_vmware.api [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Task: {'id': task-3243303, 'name': PowerOnVM_Task, 'duration_secs': 0.507045} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.290463] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] [instance: af1b5f44-b442-4c3e-923c-92c0d7db49b4] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 717.291429] env[68800]: INFO nova.compute.manager [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] [instance: af1b5f44-b442-4c3e-923c-92c0d7db49b4] Took 10.39 seconds to spawn the instance on the hypervisor. [ 717.291429] env[68800]: DEBUG nova.compute.manager [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] [instance: af1b5f44-b442-4c3e-923c-92c0d7db49b4] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.291802] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45832d0-0e04-4d90-905a-fe4d5593cc36 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.324517] env[68800]: DEBUG nova.virt.hardware [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 717.325419] env[68800]: DEBUG nova.virt.hardware [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 717.325419] env[68800]: DEBUG nova.virt.hardware [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 717.326310] env[68800]: DEBUG nova.virt.hardware [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 717.326503] env[68800]: DEBUG nova.virt.hardware [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 717.326689] env[68800]: DEBUG nova.virt.hardware [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 717.326912] env[68800]: DEBUG nova.virt.hardware [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 717.327412] env[68800]: DEBUG nova.virt.hardware [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 717.327412] env[68800]: DEBUG nova.virt.hardware [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 717.328449] env[68800]: DEBUG nova.virt.hardware [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 717.328449] env[68800]: DEBUG nova.virt.hardware [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 717.329088] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8779c676-80d9-48c2-b3cb-c486e25759b5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.338845] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d929aa-cff8-43e0-a660-f5dabf7d8022 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.354089] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Instance VIF info [] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.360053] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.362832] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.363520] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7441955-0c6a-49da-8b2e-d81e05a772fd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.376725] env[68800]: DEBUG oslo_concurrency.lockutils [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.870s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.377316] env[68800]: DEBUG nova.compute.manager [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 717.386586] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.906s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.386586] env[68800]: INFO nova.compute.claims [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] [instance: 7dd75bea-9645-49e0-a518-21659a16022f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 717.398465] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.398465] env[68800]: value = "task-3243304" [ 717.398465] env[68800]: _type = "Task" [ 717.398465] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.412636] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243304, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.469797] env[68800]: DEBUG oslo_concurrency.lockutils [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Acquiring lock "10bc35c7-e142-4916-8e91-e4498042c6f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.470137] env[68800]: DEBUG oslo_concurrency.lockutils [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Lock "10bc35c7-e142-4916-8e91-e4498042c6f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.616458] env[68800]: DEBUG oslo_vmware.api [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Task: {'id': task-3243301, 'name': PowerOnVM_Task, 'duration_secs': 1.384436} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.616670] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 717.616929] env[68800]: INFO nova.compute.manager [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Took 6.92 seconds to spawn the instance on the hypervisor. [ 717.617065] env[68800]: DEBUG nova.compute.manager [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.617826] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c64fb1-5efe-4a38-8d17-6999f4e774c4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.814874] env[68800]: INFO nova.compute.manager [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] [instance: af1b5f44-b442-4c3e-923c-92c0d7db49b4] Took 46.06 seconds to build instance. [ 717.839635] env[68800]: DEBUG nova.network.neutron [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Successfully updated port: f17e18f6-a4de-4f42-939b-935cc09ad333 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 717.887007] env[68800]: DEBUG nova.compute.utils [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 717.888700] env[68800]: DEBUG nova.compute.manager [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 717.888927] env[68800]: DEBUG nova.network.neutron [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 717.911792] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243304, 'name': CreateVM_Task} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.912401] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 717.912401] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.912573] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.912882] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.913171] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b57ca034-380d-40d6-9e8f-ed777fb95364 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.921779] env[68800]: DEBUG oslo_vmware.api [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Waiting for the task: (returnval){ [ 717.921779] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52cbba21-54bc-399c-b10d-da73297def76" [ 717.921779] env[68800]: _type = "Task" [ 717.921779] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.932690] env[68800]: DEBUG oslo_vmware.api [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52cbba21-54bc-399c-b10d-da73297def76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.984213] env[68800]: DEBUG nova.policy [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69e8f3b28df143489ede6cccd92cbc6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f658ebcc84a8451b9e8d28db15cd0d96', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 718.007785] env[68800]: DEBUG nova.compute.manager [req-68838862-0239-4d32-8c2f-1f4ab4b33c97 req-68950b1c-394c-42e5-9f87-433496faf285 service nova] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Received event network-vif-plugged-f17e18f6-a4de-4f42-939b-935cc09ad333 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.007785] env[68800]: DEBUG oslo_concurrency.lockutils [req-68838862-0239-4d32-8c2f-1f4ab4b33c97 req-68950b1c-394c-42e5-9f87-433496faf285 service nova] Acquiring lock "e20d7c2b-7bc9-4656-af23-bde9b48efe1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.007785] env[68800]: DEBUG oslo_concurrency.lockutils [req-68838862-0239-4d32-8c2f-1f4ab4b33c97 req-68950b1c-394c-42e5-9f87-433496faf285 service nova] Lock "e20d7c2b-7bc9-4656-af23-bde9b48efe1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.007785] env[68800]: DEBUG oslo_concurrency.lockutils [req-68838862-0239-4d32-8c2f-1f4ab4b33c97 req-68950b1c-394c-42e5-9f87-433496faf285 service nova] Lock "e20d7c2b-7bc9-4656-af23-bde9b48efe1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.007785] env[68800]: DEBUG nova.compute.manager [req-68838862-0239-4d32-8c2f-1f4ab4b33c97 req-68950b1c-394c-42e5-9f87-433496faf285 service nova] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] No waiting events found dispatching network-vif-plugged-f17e18f6-a4de-4f42-939b-935cc09ad333 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 718.007912] env[68800]: WARNING nova.compute.manager [req-68838862-0239-4d32-8c2f-1f4ab4b33c97 req-68950b1c-394c-42e5-9f87-433496faf285 service nova] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Received unexpected event network-vif-plugged-f17e18f6-a4de-4f42-939b-935cc09ad333 for instance with vm_state building and task_state spawning. [ 718.135649] env[68800]: INFO nova.compute.manager [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Took 42.34 seconds to build instance. [ 718.317200] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1e5e5dfe-bc9d-45c5-9c5c-7607b6dcf281 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Lock "af1b5f44-b442-4c3e-923c-92c0d7db49b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.838s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.343661] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Acquiring lock "refresh_cache-e20d7c2b-7bc9-4656-af23-bde9b48efe1d" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.343661] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Acquired lock "refresh_cache-e20d7c2b-7bc9-4656-af23-bde9b48efe1d" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.343661] env[68800]: DEBUG nova.network.neutron [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.395020] env[68800]: DEBUG nova.compute.manager [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 718.435386] env[68800]: DEBUG nova.compute.manager [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 718.436048] env[68800]: DEBUG nova.virt.hardware [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 718.436535] env[68800]: DEBUG nova.virt.hardware [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 718.436799] env[68800]: DEBUG nova.virt.hardware [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 718.437166] env[68800]: DEBUG nova.virt.hardware [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 718.437410] env[68800]: DEBUG nova.virt.hardware [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 718.437777] env[68800]: DEBUG nova.virt.hardware [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 718.438114] env[68800]: DEBUG nova.virt.hardware [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 718.438378] env[68800]: DEBUG nova.virt.hardware [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 718.438745] env[68800]: DEBUG nova.virt.hardware [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 718.439055] env[68800]: DEBUG nova.virt.hardware [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 718.439692] env[68800]: DEBUG nova.virt.hardware [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 718.442299] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa116ea7-db7f-4189-a82f-3c9a4658cc2c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.454333] env[68800]: DEBUG oslo_vmware.api [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52cbba21-54bc-399c-b10d-da73297def76, 'name': SearchDatastore_Task, 'duration_secs': 0.015037} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.459404] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.459404] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 718.459522] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.460013] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.460013] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 718.460777] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6559c279-9c31-4670-a552-4849b9b619dd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.464106] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18cd772-3fec-464d-8f13-c8350c699705 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.469660] env[68800]: DEBUG nova.network.neutron [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Successfully created port: 799e4986-0930-491b-98ff-32f545243230 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 718.487074] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 718.487309] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 718.488307] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87c2140b-e895-41e7-bf92-b79a2abf25e1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.494449] env[68800]: DEBUG oslo_vmware.api [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Waiting for the task: (returnval){ [ 718.494449] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5254107a-a8a3-2af5-fe29-12b3e3c9b43a" [ 718.494449] env[68800]: _type = "Task" [ 718.494449] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.504886] env[68800]: DEBUG oslo_vmware.api [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5254107a-a8a3-2af5-fe29-12b3e3c9b43a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.640128] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d74c5611-f2ac-42b1-8778-fdbae0742238 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Lock "a5b62cef-6f64-47fc-beb0-aaa1229511b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.675s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.828073] env[68800]: DEBUG nova.compute.manager [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 718.870126] env[68800]: DEBUG nova.compute.manager [None req-5a549daa-0445-4f44-b4d4-9404b4cf0ed5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.873392] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ec61e0-25ec-4b7c-ac1f-b23e0a01e228 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.899330] env[68800]: DEBUG nova.network.neutron [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.012387] env[68800]: DEBUG oslo_vmware.api [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5254107a-a8a3-2af5-fe29-12b3e3c9b43a, 'name': SearchDatastore_Task, 'duration_secs': 0.038548} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.014738] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9bef67c-f15d-4fdb-a25d-1e076d21b54f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.028859] env[68800]: DEBUG oslo_vmware.api [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Waiting for the task: (returnval){ [ 719.028859] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529284b0-d4a5-6f4d-92d5-8b88839e2b7d" [ 719.028859] env[68800]: _type = "Task" [ 719.028859] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.038463] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8bdc816-26f5-44e8-a5d6-d2bb4e3fee95 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.048012] env[68800]: DEBUG oslo_vmware.api [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529284b0-d4a5-6f4d-92d5-8b88839e2b7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.049890] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d4e0c6-8042-4f5f-86b0-3ad94c0db0f8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.088023] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6159cb53-33bf-40b4-823a-be32aebfd0f7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.092106] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e42900b-a0da-496c-ba67-60e607f198ca {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.106720] env[68800]: DEBUG nova.compute.provider_tree [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.142628] env[68800]: DEBUG nova.compute.manager [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] [instance: 88b6dbfd-2340-430d-96f5-fbe15e3b654b] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 719.179061] env[68800]: DEBUG nova.network.neutron [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Updating instance_info_cache with network_info: [{"id": "f17e18f6-a4de-4f42-939b-935cc09ad333", "address": "fa:16:3e:9f:2f:85", "network": {"id": "4721730e-a8c1-438a-93d6-04e49b2bef1c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-956796280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de8a16d98b234ffeb1f0920ab46b541e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf17e18f6-a4", "ovs_interfaceid": "f17e18f6-a4de-4f42-939b-935cc09ad333", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.347141] env[68800]: DEBUG nova.compute.manager [req-b9f60781-87c4-43eb-ae2a-56d90ca26a06 req-48e7694f-b006-41ca-afd3-0f79227ec556 service nova] [instance: af1b5f44-b442-4c3e-923c-92c0d7db49b4] Received event network-changed-f3100097-d183-480b-a527-f199262dbb94 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.347220] env[68800]: DEBUG nova.compute.manager [req-b9f60781-87c4-43eb-ae2a-56d90ca26a06 req-48e7694f-b006-41ca-afd3-0f79227ec556 service nova] [instance: af1b5f44-b442-4c3e-923c-92c0d7db49b4] Refreshing instance network info cache due to event network-changed-f3100097-d183-480b-a527-f199262dbb94. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 719.347761] env[68800]: DEBUG oslo_concurrency.lockutils [req-b9f60781-87c4-43eb-ae2a-56d90ca26a06 req-48e7694f-b006-41ca-afd3-0f79227ec556 service nova] Acquiring lock "refresh_cache-af1b5f44-b442-4c3e-923c-92c0d7db49b4" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.347761] env[68800]: DEBUG oslo_concurrency.lockutils [req-b9f60781-87c4-43eb-ae2a-56d90ca26a06 req-48e7694f-b006-41ca-afd3-0f79227ec556 service nova] Acquired lock "refresh_cache-af1b5f44-b442-4c3e-923c-92c0d7db49b4" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.347761] env[68800]: DEBUG nova.network.neutron [req-b9f60781-87c4-43eb-ae2a-56d90ca26a06 req-48e7694f-b006-41ca-afd3-0f79227ec556 service nova] [instance: af1b5f44-b442-4c3e-923c-92c0d7db49b4] Refreshing network info cache for port f3100097-d183-480b-a527-f199262dbb94 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.350994] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.391149] env[68800]: INFO nova.compute.manager [None req-5a549daa-0445-4f44-b4d4-9404b4cf0ed5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] instance snapshotting [ 719.391373] env[68800]: WARNING nova.compute.manager [None req-5a549daa-0445-4f44-b4d4-9404b4cf0ed5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 719.394675] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131128ca-7d4d-43a8-8bd2-57dd31d39541 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.414586] env[68800]: DEBUG nova.compute.manager [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 719.418014] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce0a0e4-66f6-4485-abec-180228813ba9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.436354] env[68800]: DEBUG nova.virt.hardware [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.436633] env[68800]: DEBUG nova.virt.hardware [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.436875] env[68800]: DEBUG nova.virt.hardware [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.437158] env[68800]: DEBUG nova.virt.hardware [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.437329] env[68800]: DEBUG nova.virt.hardware [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.437482] env[68800]: DEBUG nova.virt.hardware [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 719.437694] env[68800]: DEBUG nova.virt.hardware [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 719.437862] env[68800]: DEBUG nova.virt.hardware [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 719.438039] env[68800]: DEBUG nova.virt.hardware [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 719.438568] env[68800]: DEBUG nova.virt.hardware [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 719.438568] env[68800]: DEBUG nova.virt.hardware [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 719.439201] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659a39e3-4af0-4187-9e80-5223138a7167 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.447363] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a99a87-0280-403b-aaa2-7ee7643e2cdb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.540864] env[68800]: DEBUG oslo_vmware.api [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529284b0-d4a5-6f4d-92d5-8b88839e2b7d, 'name': SearchDatastore_Task, 'duration_secs': 0.030401} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.541136] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.541399] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 9fe2f914-935a-4a24-9d71-487e7c0a69c7/9fe2f914-935a-4a24-9d71-487e7c0a69c7.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 719.541641] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7268bc4-6f38-4225-a98b-73f49b3331b8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.548870] env[68800]: DEBUG oslo_vmware.api [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Waiting for the task: (returnval){ [ 719.548870] env[68800]: value = "task-3243305" [ 719.548870] env[68800]: _type = "Task" [ 719.548870] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.556077] env[68800]: DEBUG oslo_vmware.api [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Task: {'id': task-3243305, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.613020] env[68800]: DEBUG nova.scheduler.client.report [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.661620] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.682024] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Releasing lock "refresh_cache-e20d7c2b-7bc9-4656-af23-bde9b48efe1d" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.682388] env[68800]: DEBUG nova.compute.manager [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Instance network_info: |[{"id": "f17e18f6-a4de-4f42-939b-935cc09ad333", "address": "fa:16:3e:9f:2f:85", "network": {"id": "4721730e-a8c1-438a-93d6-04e49b2bef1c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-956796280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de8a16d98b234ffeb1f0920ab46b541e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf17e18f6-a4", "ovs_interfaceid": "f17e18f6-a4de-4f42-939b-935cc09ad333", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 719.682793] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:2f:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16f09e8c-5240-4839-80cc-62ec29700bd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f17e18f6-a4de-4f42-939b-935cc09ad333', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.691029] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Creating folder: Project (de8a16d98b234ffeb1f0920ab46b541e). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.692033] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d761e36-8afe-476f-bd88-0e0881e5a5af {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.706407] env[68800]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 719.706597] env[68800]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68800) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 719.707041] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Folder already exists: Project (de8a16d98b234ffeb1f0920ab46b541e). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 719.707241] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Creating folder: Instances. Parent ref: group-v648096. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.710376] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a455843-37a9-41e8-bf38-7a4f162730a1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.719854] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Created folder: Instances in parent group-v648096. [ 719.720129] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.720359] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.720580] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3d7d2e8-d4bb-438d-8d28-e3e881fa0ca5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.740566] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.740566] env[68800]: value = "task-3243308" [ 719.740566] env[68800]: _type = "Task" [ 719.740566] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.750559] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243308, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.932950] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5a549daa-0445-4f44-b4d4-9404b4cf0ed5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Creating Snapshot of the VM instance {{(pid=68800) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 719.933305] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e80528a6-e4aa-43e5-9037-1fa506fd96b3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.943229] env[68800]: DEBUG oslo_vmware.api [None req-5a549daa-0445-4f44-b4d4-9404b4cf0ed5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 719.943229] env[68800]: value = "task-3243309" [ 719.943229] env[68800]: _type = "Task" [ 719.943229] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.953905] env[68800]: DEBUG oslo_vmware.api [None req-5a549daa-0445-4f44-b4d4-9404b4cf0ed5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243309, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.059363] env[68800]: DEBUG oslo_vmware.api [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Task: {'id': task-3243305, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482976} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.059670] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 9fe2f914-935a-4a24-9d71-487e7c0a69c7/9fe2f914-935a-4a24-9d71-487e7c0a69c7.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 720.059906] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 720.060193] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0ea1106-1491-4c31-b14b-56b2e36bd3dc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.066256] env[68800]: DEBUG oslo_vmware.api [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Waiting for the task: (returnval){ [ 720.066256] env[68800]: value = "task-3243310" [ 720.066256] env[68800]: _type = "Task" [ 720.066256] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.075713] env[68800]: DEBUG oslo_vmware.api [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Task: {'id': task-3243310, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.118336] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.734s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.118856] env[68800]: DEBUG nova.compute.manager [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] [instance: 7dd75bea-9645-49e0-a518-21659a16022f] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 720.122394] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.684s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.124246] env[68800]: INFO nova.compute.claims [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: edf23e1c-b030-4fd8-88c6-558707c6fe87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 720.253879] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243308, 'name': CreateVM_Task, 'duration_secs': 0.494368} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.254592] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.255352] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'guest_format': None, 'disk_bus': None, 'attachment_id': '280557d6-9be4-43bc-b51f-76c5da302e50', 'device_type': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648111', 'volume_id': 'd5401d39-5629-4626-a03d-061ec02d3c49', 'name': 'volume-d5401d39-5629-4626-a03d-061ec02d3c49', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e20d7c2b-7bc9-4656-af23-bde9b48efe1d', 'attached_at': '', 'detached_at': '', 'volume_id': 'd5401d39-5629-4626-a03d-061ec02d3c49', 'serial': 'd5401d39-5629-4626-a03d-061ec02d3c49'}, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=68800) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 720.255555] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Root volume attach. Driver type: vmdk {{(pid=68800) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 720.256240] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ec4b15-2b1a-4367-94bd-41133f3e58e6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.264098] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e209902e-37ec-449e-aa2d-69734f2d5691 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.270584] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c564662e-6b88-470f-88b5-db81f8d4bd53 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.285293] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-81554732-0cc6-48b5-8317-b733c8bdf196 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.292856] env[68800]: DEBUG oslo_vmware.api [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Waiting for the task: (returnval){ [ 720.292856] env[68800]: value = "task-3243311" [ 720.292856] env[68800]: _type = "Task" [ 720.292856] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.301629] env[68800]: DEBUG oslo_vmware.api [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Task: {'id': task-3243311, 'name': RelocateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.317138] env[68800]: INFO nova.compute.manager [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Rebuilding instance [ 720.362569] env[68800]: DEBUG nova.network.neutron [req-b9f60781-87c4-43eb-ae2a-56d90ca26a06 req-48e7694f-b006-41ca-afd3-0f79227ec556 service nova] [instance: af1b5f44-b442-4c3e-923c-92c0d7db49b4] Updated VIF entry in instance network info cache for port f3100097-d183-480b-a527-f199262dbb94. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 720.363040] env[68800]: DEBUG nova.network.neutron [req-b9f60781-87c4-43eb-ae2a-56d90ca26a06 req-48e7694f-b006-41ca-afd3-0f79227ec556 service nova] [instance: af1b5f44-b442-4c3e-923c-92c0d7db49b4] Updating instance_info_cache with network_info: [{"id": "f3100097-d183-480b-a527-f199262dbb94", "address": "fa:16:3e:0f:e1:a2", "network": {"id": "06784e75-134f-4aeb-abdf-26025574661b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1200994954-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcb482d775ae41448a660db3d282bef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3100097-d1", "ovs_interfaceid": "f3100097-d183-480b-a527-f199262dbb94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.376347] env[68800]: DEBUG nova.compute.manager [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.377590] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572f59af-11de-4ed0-9762-0ff29d4a8bad {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.444797] env[68800]: DEBUG nova.compute.manager [req-8c7b7ee4-55b6-485d-a99e-04d9b34e2e9a req-2e33b3b8-6c88-4a88-8c52-0bd9a4ac8f55 service nova] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Received event network-changed-f17e18f6-a4de-4f42-939b-935cc09ad333 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.444797] env[68800]: DEBUG nova.compute.manager [req-8c7b7ee4-55b6-485d-a99e-04d9b34e2e9a req-2e33b3b8-6c88-4a88-8c52-0bd9a4ac8f55 service nova] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Refreshing instance network info cache due to event network-changed-f17e18f6-a4de-4f42-939b-935cc09ad333. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 720.444999] env[68800]: DEBUG oslo_concurrency.lockutils [req-8c7b7ee4-55b6-485d-a99e-04d9b34e2e9a req-2e33b3b8-6c88-4a88-8c52-0bd9a4ac8f55 service nova] Acquiring lock "refresh_cache-e20d7c2b-7bc9-4656-af23-bde9b48efe1d" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.445502] env[68800]: DEBUG oslo_concurrency.lockutils [req-8c7b7ee4-55b6-485d-a99e-04d9b34e2e9a req-2e33b3b8-6c88-4a88-8c52-0bd9a4ac8f55 service nova] Acquired lock "refresh_cache-e20d7c2b-7bc9-4656-af23-bde9b48efe1d" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.445683] env[68800]: DEBUG nova.network.neutron [req-8c7b7ee4-55b6-485d-a99e-04d9b34e2e9a req-2e33b3b8-6c88-4a88-8c52-0bd9a4ac8f55 service nova] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Refreshing network info cache for port f17e18f6-a4de-4f42-939b-935cc09ad333 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.457598] env[68800]: DEBUG oslo_vmware.api [None req-5a549daa-0445-4f44-b4d4-9404b4cf0ed5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243309, 'name': CreateSnapshot_Task, 'duration_secs': 0.480737} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.457905] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5a549daa-0445-4f44-b4d4-9404b4cf0ed5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Created Snapshot of the VM instance {{(pid=68800) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 720.458571] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49389cce-406d-4ecb-bcd2-26f6fd91d698 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.555120] env[68800]: DEBUG nova.network.neutron [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Successfully updated port: 799e4986-0930-491b-98ff-32f545243230 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 720.577319] env[68800]: DEBUG oslo_vmware.api [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Task: {'id': task-3243310, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060057} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.577609] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.578426] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dcb4d8d-f1ce-4ac9-92ad-2aa665608ae6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.601246] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 9fe2f914-935a-4a24-9d71-487e7c0a69c7/9fe2f914-935a-4a24-9d71-487e7c0a69c7.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.601993] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02dbceb8-1829-45af-ad29-4cb7d74132b5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.625150] env[68800]: DEBUG oslo_vmware.api [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Waiting for the task: (returnval){ [ 720.625150] env[68800]: value = "task-3243312" [ 720.625150] env[68800]: _type = "Task" [ 720.625150] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.629723] env[68800]: DEBUG nova.compute.utils [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 720.633129] env[68800]: DEBUG nova.compute.manager [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] [instance: 7dd75bea-9645-49e0-a518-21659a16022f] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 720.633329] env[68800]: DEBUG nova.network.neutron [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] [instance: 7dd75bea-9645-49e0-a518-21659a16022f] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 720.640950] env[68800]: DEBUG oslo_vmware.api [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Task: {'id': task-3243312, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.728629] env[68800]: DEBUG nova.policy [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3eabec67693c481d985839f175dd6400', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '417588eec2cd47329afa5b0b0dedccf4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 720.802670] env[68800]: DEBUG oslo_vmware.api [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Task: {'id': task-3243311, 'name': RelocateVM_Task} progress is 42%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.866641] env[68800]: DEBUG oslo_concurrency.lockutils [req-b9f60781-87c4-43eb-ae2a-56d90ca26a06 req-48e7694f-b006-41ca-afd3-0f79227ec556 service nova] Releasing lock "refresh_cache-af1b5f44-b442-4c3e-923c-92c0d7db49b4" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.977427] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5a549daa-0445-4f44-b4d4-9404b4cf0ed5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Creating linked-clone VM from snapshot {{(pid=68800) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 720.977768] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-57f73df3-d783-46d3-bb26-e95d3eb6b7d6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.986669] env[68800]: DEBUG oslo_vmware.api [None req-5a549daa-0445-4f44-b4d4-9404b4cf0ed5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 720.986669] env[68800]: value = "task-3243313" [ 720.986669] env[68800]: _type = "Task" [ 720.986669] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.995696] env[68800]: DEBUG oslo_vmware.api [None req-5a549daa-0445-4f44-b4d4-9404b4cf0ed5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243313, 'name': CloneVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.062492] env[68800]: DEBUG oslo_concurrency.lockutils [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquiring lock "refresh_cache-99f2d44f-e361-466f-998c-f23a2b04bcbf" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.062492] env[68800]: DEBUG oslo_concurrency.lockutils [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquired lock "refresh_cache-99f2d44f-e361-466f-998c-f23a2b04bcbf" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.062492] env[68800]: DEBUG nova.network.neutron [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.138745] env[68800]: DEBUG nova.compute.manager [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] [instance: 7dd75bea-9645-49e0-a518-21659a16022f] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 721.150236] env[68800]: DEBUG oslo_vmware.api [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Task: {'id': task-3243312, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.291499] env[68800]: DEBUG nova.network.neutron [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] [instance: 7dd75bea-9645-49e0-a518-21659a16022f] Successfully created port: 8dddd687-3bf3-41f0-af32-b9ee89e1b741 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 721.308669] env[68800]: DEBUG oslo_vmware.api [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Task: {'id': task-3243311, 'name': RelocateVM_Task} progress is 54%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.395322] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 721.396614] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fb90e0e-64ac-4adf-9220-9b90dcdb25cb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.407097] env[68800]: DEBUG oslo_vmware.api [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Waiting for the task: (returnval){ [ 721.407097] env[68800]: value = "task-3243314" [ 721.407097] env[68800]: _type = "Task" [ 721.407097] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.423444] env[68800]: DEBUG oslo_vmware.api [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Task: {'id': task-3243314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.507980] env[68800]: DEBUG oslo_vmware.api [None req-5a549daa-0445-4f44-b4d4-9404b4cf0ed5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243313, 'name': CloneVM_Task} progress is 94%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.640392] env[68800]: DEBUG oslo_vmware.api [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Task: {'id': task-3243312, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.754245] env[68800]: DEBUG nova.network.neutron [req-8c7b7ee4-55b6-485d-a99e-04d9b34e2e9a req-2e33b3b8-6c88-4a88-8c52-0bd9a4ac8f55 service nova] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Updated VIF entry in instance network info cache for port f17e18f6-a4de-4f42-939b-935cc09ad333. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.754819] env[68800]: DEBUG nova.network.neutron [req-8c7b7ee4-55b6-485d-a99e-04d9b34e2e9a req-2e33b3b8-6c88-4a88-8c52-0bd9a4ac8f55 service nova] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Updating instance_info_cache with network_info: [{"id": "f17e18f6-a4de-4f42-939b-935cc09ad333", "address": "fa:16:3e:9f:2f:85", "network": {"id": "4721730e-a8c1-438a-93d6-04e49b2bef1c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-956796280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de8a16d98b234ffeb1f0920ab46b541e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf17e18f6-a4", "ovs_interfaceid": "f17e18f6-a4de-4f42-939b-935cc09ad333", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.795592] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b609e8c-e9fc-4451-a1bb-498379e74e0a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.803048] env[68800]: DEBUG nova.network.neutron [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 721.814894] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b58289e-cd4b-4ea1-95c5-8caf45bfdf37 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.823305] env[68800]: DEBUG oslo_vmware.api [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Task: {'id': task-3243311, 'name': RelocateVM_Task} progress is 69%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.862130] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2a575a-2857-491a-ad31-15678e984881 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.868690] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d9ebfa1d-6397-4e97-8baa-8f9aabbf56e0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Acquiring lock "8eec0f90-ecd9-4124-ae1b-c533efa09c7d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.869069] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d9ebfa1d-6397-4e97-8baa-8f9aabbf56e0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Lock "8eec0f90-ecd9-4124-ae1b-c533efa09c7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.869337] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d9ebfa1d-6397-4e97-8baa-8f9aabbf56e0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Acquiring lock "8eec0f90-ecd9-4124-ae1b-c533efa09c7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.869575] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d9ebfa1d-6397-4e97-8baa-8f9aabbf56e0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Lock "8eec0f90-ecd9-4124-ae1b-c533efa09c7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.869791] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d9ebfa1d-6397-4e97-8baa-8f9aabbf56e0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Lock "8eec0f90-ecd9-4124-ae1b-c533efa09c7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.873403] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42797f6f-5d40-41aa-825d-09b8b25a399b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.878864] env[68800]: INFO nova.compute.manager [None req-d9ebfa1d-6397-4e97-8baa-8f9aabbf56e0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 8eec0f90-ecd9-4124-ae1b-c533efa09c7d] Terminating instance [ 721.891183] env[68800]: DEBUG nova.compute.provider_tree [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.917532] env[68800]: DEBUG oslo_vmware.api [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Task: {'id': task-3243314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.999839] env[68800]: DEBUG oslo_vmware.api [None req-5a549daa-0445-4f44-b4d4-9404b4cf0ed5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243313, 'name': CloneVM_Task} progress is 94%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.140102] env[68800]: DEBUG oslo_vmware.api [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Task: {'id': task-3243312, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.155702] env[68800]: DEBUG nova.compute.manager [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] [instance: 7dd75bea-9645-49e0-a518-21659a16022f] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 722.189836] env[68800]: DEBUG nova.virt.hardware [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 722.190153] env[68800]: DEBUG nova.virt.hardware [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 722.190395] env[68800]: DEBUG nova.virt.hardware [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 722.190612] env[68800]: DEBUG nova.virt.hardware [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 722.190798] env[68800]: DEBUG nova.virt.hardware [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 722.190988] env[68800]: DEBUG nova.virt.hardware [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 722.191266] env[68800]: DEBUG nova.virt.hardware [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 722.191539] env[68800]: DEBUG nova.virt.hardware [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 722.191773] env[68800]: DEBUG nova.virt.hardware [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 722.191986] env[68800]: DEBUG nova.virt.hardware [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 722.192428] env[68800]: DEBUG nova.virt.hardware [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 722.193439] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03e94f7-67c5-4ea0-8c1e-dbb16b5a1645 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.205689] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57597e97-4664-4f3e-9c48-0a8b59ad20ca {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.213205] env[68800]: DEBUG nova.network.neutron [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Updating instance_info_cache with network_info: [{"id": "799e4986-0930-491b-98ff-32f545243230", "address": "fa:16:3e:94:65:06", "network": {"id": "d2aa08d6-a1ed-4602-80f7-7e07ba244d6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2142783339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f658ebcc84a8451b9e8d28db15cd0d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap799e4986-09", "ovs_interfaceid": "799e4986-0930-491b-98ff-32f545243230", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.259961] env[68800]: DEBUG oslo_concurrency.lockutils [req-8c7b7ee4-55b6-485d-a99e-04d9b34e2e9a req-2e33b3b8-6c88-4a88-8c52-0bd9a4ac8f55 service nova] Releasing lock "refresh_cache-e20d7c2b-7bc9-4656-af23-bde9b48efe1d" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.304680] env[68800]: DEBUG oslo_vmware.api [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Task: {'id': task-3243311, 'name': RelocateVM_Task} progress is 82%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.383808] env[68800]: DEBUG nova.compute.manager [None req-d9ebfa1d-6397-4e97-8baa-8f9aabbf56e0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 8eec0f90-ecd9-4124-ae1b-c533efa09c7d] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 722.384645] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ebfa1d-6397-4e97-8baa-8f9aabbf56e0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 8eec0f90-ecd9-4124-ae1b-c533efa09c7d] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 722.385239] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78fd89fc-9860-409d-bf50-d865256520bb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.394951] env[68800]: DEBUG nova.scheduler.client.report [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.398541] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ebfa1d-6397-4e97-8baa-8f9aabbf56e0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 8eec0f90-ecd9-4124-ae1b-c533efa09c7d] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.399142] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bf51ed3-ef76-4d89-bb63-272a100aa865 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.417355] env[68800]: DEBUG oslo_vmware.api [None req-d9ebfa1d-6397-4e97-8baa-8f9aabbf56e0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Waiting for the task: (returnval){ [ 722.417355] env[68800]: value = "task-3243315" [ 722.417355] env[68800]: _type = "Task" [ 722.417355] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.427693] env[68800]: DEBUG oslo_vmware.api [None req-d9ebfa1d-6397-4e97-8baa-8f9aabbf56e0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243315, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.431349] env[68800]: DEBUG oslo_vmware.api [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Task: {'id': task-3243314, 'name': PowerOffVM_Task, 'duration_secs': 1.007503} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.431646] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 722.432504] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 722.433465] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d5704d-0b83-4d19-a222-bb9735eef160 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.444997] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 722.445338] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-095380e1-39e5-4915-ad37-1ab4f2fcf5b1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.477914] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 722.478915] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 722.478915] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Deleting the datastore file [datastore2] a5b62cef-6f64-47fc-beb0-aaa1229511b8 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 722.479235] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21c0db92-8612-4407-aaf8-ea09c10a6488 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.490625] env[68800]: DEBUG oslo_vmware.api [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Waiting for the task: (returnval){ [ 722.490625] env[68800]: value = "task-3243317" [ 722.490625] env[68800]: _type = "Task" [ 722.490625] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.503513] env[68800]: DEBUG oslo_vmware.api [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Task: {'id': task-3243317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.506847] env[68800]: DEBUG oslo_vmware.api [None req-5a549daa-0445-4f44-b4d4-9404b4cf0ed5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243313, 'name': CloneVM_Task} progress is 94%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.641600] env[68800]: DEBUG oslo_vmware.api [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Task: {'id': task-3243312, 'name': ReconfigVM_Task, 'duration_secs': 1.689956} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.641857] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 9fe2f914-935a-4a24-9d71-487e7c0a69c7/9fe2f914-935a-4a24-9d71-487e7c0a69c7.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 722.642633] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2def6ea9-a070-462a-be53-2f5f7cca17a5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.652946] env[68800]: DEBUG oslo_vmware.api [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Waiting for the task: (returnval){ [ 722.652946] env[68800]: value = "task-3243318" [ 722.652946] env[68800]: _type = "Task" [ 722.652946] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.669138] env[68800]: DEBUG oslo_vmware.api [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Task: {'id': task-3243318, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.727502] env[68800]: DEBUG oslo_concurrency.lockutils [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Releasing lock "refresh_cache-99f2d44f-e361-466f-998c-f23a2b04bcbf" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.727888] env[68800]: DEBUG nova.compute.manager [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Instance network_info: |[{"id": "799e4986-0930-491b-98ff-32f545243230", "address": "fa:16:3e:94:65:06", "network": {"id": "d2aa08d6-a1ed-4602-80f7-7e07ba244d6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2142783339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f658ebcc84a8451b9e8d28db15cd0d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap799e4986-09", "ovs_interfaceid": "799e4986-0930-491b-98ff-32f545243230", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 722.728357] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:65:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '799e4986-0930-491b-98ff-32f545243230', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 722.736126] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Creating folder: Project (f658ebcc84a8451b9e8d28db15cd0d96). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.736427] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7fa3d048-7a68-4934-bed3-f9d737465145 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.754614] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Created folder: Project (f658ebcc84a8451b9e8d28db15cd0d96) in parent group-v648080. [ 722.754614] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Creating folder: Instances. Parent ref: group-v648158. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.754614] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e508d40c-7845-4277-b6c3-a7c2a66a7531 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.763737] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Created folder: Instances in parent group-v648158. [ 722.763996] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.764216] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 722.764440] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f2f232d-2e04-49b8-9f42-fd7992c1440d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.784526] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 722.784526] env[68800]: value = "task-3243321" [ 722.784526] env[68800]: _type = "Task" [ 722.784526] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.796504] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243321, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.801333] env[68800]: DEBUG nova.compute.manager [req-0af4e1f0-4dd3-404a-9b0d-8b5670c07732 req-daf15478-469f-4bf3-aeae-578f5edbfd7a service nova] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Received event network-vif-plugged-799e4986-0930-491b-98ff-32f545243230 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.801537] env[68800]: DEBUG oslo_concurrency.lockutils [req-0af4e1f0-4dd3-404a-9b0d-8b5670c07732 req-daf15478-469f-4bf3-aeae-578f5edbfd7a service nova] Acquiring lock "99f2d44f-e361-466f-998c-f23a2b04bcbf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.801738] env[68800]: DEBUG oslo_concurrency.lockutils [req-0af4e1f0-4dd3-404a-9b0d-8b5670c07732 req-daf15478-469f-4bf3-aeae-578f5edbfd7a service nova] Lock "99f2d44f-e361-466f-998c-f23a2b04bcbf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.801901] env[68800]: DEBUG oslo_concurrency.lockutils [req-0af4e1f0-4dd3-404a-9b0d-8b5670c07732 req-daf15478-469f-4bf3-aeae-578f5edbfd7a service nova] Lock "99f2d44f-e361-466f-998c-f23a2b04bcbf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.802073] env[68800]: DEBUG nova.compute.manager [req-0af4e1f0-4dd3-404a-9b0d-8b5670c07732 req-daf15478-469f-4bf3-aeae-578f5edbfd7a service nova] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] No waiting events found dispatching network-vif-plugged-799e4986-0930-491b-98ff-32f545243230 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 722.802237] env[68800]: WARNING nova.compute.manager [req-0af4e1f0-4dd3-404a-9b0d-8b5670c07732 req-daf15478-469f-4bf3-aeae-578f5edbfd7a service nova] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Received unexpected event network-vif-plugged-799e4986-0930-491b-98ff-32f545243230 for instance with vm_state building and task_state spawning. [ 722.802424] env[68800]: DEBUG nova.compute.manager [req-0af4e1f0-4dd3-404a-9b0d-8b5670c07732 req-daf15478-469f-4bf3-aeae-578f5edbfd7a service nova] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Received event network-changed-799e4986-0930-491b-98ff-32f545243230 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.802611] env[68800]: DEBUG nova.compute.manager [req-0af4e1f0-4dd3-404a-9b0d-8b5670c07732 req-daf15478-469f-4bf3-aeae-578f5edbfd7a service nova] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Refreshing instance network info cache due to event network-changed-799e4986-0930-491b-98ff-32f545243230. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 722.802808] env[68800]: DEBUG oslo_concurrency.lockutils [req-0af4e1f0-4dd3-404a-9b0d-8b5670c07732 req-daf15478-469f-4bf3-aeae-578f5edbfd7a service nova] Acquiring lock "refresh_cache-99f2d44f-e361-466f-998c-f23a2b04bcbf" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.802945] env[68800]: DEBUG oslo_concurrency.lockutils [req-0af4e1f0-4dd3-404a-9b0d-8b5670c07732 req-daf15478-469f-4bf3-aeae-578f5edbfd7a service nova] Acquired lock "refresh_cache-99f2d44f-e361-466f-998c-f23a2b04bcbf" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.803114] env[68800]: DEBUG nova.network.neutron [req-0af4e1f0-4dd3-404a-9b0d-8b5670c07732 req-daf15478-469f-4bf3-aeae-578f5edbfd7a service nova] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Refreshing network info cache for port 799e4986-0930-491b-98ff-32f545243230 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 722.810136] env[68800]: DEBUG oslo_vmware.api [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Task: {'id': task-3243311, 'name': RelocateVM_Task} progress is 97%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.900387] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.778s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.900861] env[68800]: DEBUG nova.compute.manager [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: edf23e1c-b030-4fd8-88c6-558707c6fe87] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 722.903631] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ac09fdd2-ae5c-4ade-8ca9-e321bf4c5218 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.997s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.903858] env[68800]: DEBUG nova.objects.instance [None req-ac09fdd2-ae5c-4ade-8ca9-e321bf4c5218 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Lazy-loading 'resources' on Instance uuid 79b99985-cd62-4b90-9374-9639bec5891c {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 722.929514] env[68800]: DEBUG oslo_vmware.api [None req-d9ebfa1d-6397-4e97-8baa-8f9aabbf56e0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243315, 'name': PowerOffVM_Task, 'duration_secs': 0.496065} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.929781] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ebfa1d-6397-4e97-8baa-8f9aabbf56e0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 8eec0f90-ecd9-4124-ae1b-c533efa09c7d] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 722.929961] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ebfa1d-6397-4e97-8baa-8f9aabbf56e0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 8eec0f90-ecd9-4124-ae1b-c533efa09c7d] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 722.930231] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38ac9d4d-6fc1-4d88-81c4-b96898b16c92 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.000744] env[68800]: DEBUG oslo_vmware.api [None req-5a549daa-0445-4f44-b4d4-9404b4cf0ed5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243313, 'name': CloneVM_Task} progress is 95%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.006051] env[68800]: DEBUG oslo_vmware.api [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Task: {'id': task-3243317, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208356} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.006350] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 723.006555] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 723.006748] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 723.060441] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ebfa1d-6397-4e97-8baa-8f9aabbf56e0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 8eec0f90-ecd9-4124-ae1b-c533efa09c7d] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 723.060703] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ebfa1d-6397-4e97-8baa-8f9aabbf56e0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 8eec0f90-ecd9-4124-ae1b-c533efa09c7d] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 723.060900] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9ebfa1d-6397-4e97-8baa-8f9aabbf56e0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Deleting the datastore file [datastore2] 8eec0f90-ecd9-4124-ae1b-c533efa09c7d {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 723.061179] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc1c3760-4c1e-4ed5-ab7f-79feb6d08662 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.068399] env[68800]: DEBUG oslo_vmware.api [None req-d9ebfa1d-6397-4e97-8baa-8f9aabbf56e0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Waiting for the task: (returnval){ [ 723.068399] env[68800]: value = "task-3243323" [ 723.068399] env[68800]: _type = "Task" [ 723.068399] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.076572] env[68800]: DEBUG oslo_vmware.api [None req-d9ebfa1d-6397-4e97-8baa-8f9aabbf56e0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243323, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.163340] env[68800]: DEBUG oslo_vmware.api [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Task: {'id': task-3243318, 'name': Rename_Task, 'duration_secs': 0.206161} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.163623] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 723.164194] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a71f031-8734-4e53-a0da-39e3bc98a8c9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.172502] env[68800]: DEBUG oslo_vmware.api [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Waiting for the task: (returnval){ [ 723.172502] env[68800]: value = "task-3243324" [ 723.172502] env[68800]: _type = "Task" [ 723.172502] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.185057] env[68800]: DEBUG oslo_vmware.api [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Task: {'id': task-3243324, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.294418] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243321, 'name': CreateVM_Task} progress is 25%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.304951] env[68800]: DEBUG oslo_vmware.api [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Task: {'id': task-3243311, 'name': RelocateVM_Task} progress is 98%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.407225] env[68800]: DEBUG nova.compute.utils [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 723.414010] env[68800]: DEBUG nova.compute.manager [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: edf23e1c-b030-4fd8-88c6-558707c6fe87] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 723.414248] env[68800]: DEBUG nova.network.neutron [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: edf23e1c-b030-4fd8-88c6-558707c6fe87] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 723.502759] env[68800]: DEBUG oslo_vmware.api [None req-5a549daa-0445-4f44-b4d4-9404b4cf0ed5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243313, 'name': CloneVM_Task, 'duration_secs': 2.241096} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.502820] env[68800]: INFO nova.virt.vmwareapi.vmops [None req-5a549daa-0445-4f44-b4d4-9404b4cf0ed5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Created linked-clone VM from snapshot [ 723.506213] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e58606-79d3-4a3c-8ce6-c968aa449fd4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.519221] env[68800]: DEBUG nova.virt.vmwareapi.images [None req-5a549daa-0445-4f44-b4d4-9404b4cf0ed5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Uploading image b8d07655-06dd-4063-bd05-c45501129535 {{(pid=68800) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 723.540565] env[68800]: DEBUG nova.policy [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0e1773828ca42139134f3b66b203c65', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65c4166f64394b8bb10d58b7a5e1122b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 723.548476] env[68800]: DEBUG oslo_vmware.rw_handles [None req-5a549daa-0445-4f44-b4d4-9404b4cf0ed5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 723.548476] env[68800]: value = "vm-648157" [ 723.548476] env[68800]: _type = "VirtualMachine" [ 723.548476] env[68800]: }. {{(pid=68800) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 723.548750] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-63377ec3-f3f9-4e06-994f-731ad18c80f8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.556542] env[68800]: DEBUG oslo_vmware.rw_handles [None req-5a549daa-0445-4f44-b4d4-9404b4cf0ed5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lease: (returnval){ [ 723.556542] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52145564-8260-72b2-540e-4aa4359b5b03" [ 723.556542] env[68800]: _type = "HttpNfcLease" [ 723.556542] env[68800]: } obtained for exporting VM: (result){ [ 723.556542] env[68800]: value = "vm-648157" [ 723.556542] env[68800]: _type = "VirtualMachine" [ 723.556542] env[68800]: }. {{(pid=68800) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 723.556893] env[68800]: DEBUG oslo_vmware.api [None req-5a549daa-0445-4f44-b4d4-9404b4cf0ed5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the lease: (returnval){ [ 723.556893] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52145564-8260-72b2-540e-4aa4359b5b03" [ 723.556893] env[68800]: _type = "HttpNfcLease" [ 723.556893] env[68800]: } to be ready. {{(pid=68800) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 723.568966] env[68800]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 723.568966] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52145564-8260-72b2-540e-4aa4359b5b03" [ 723.568966] env[68800]: _type = "HttpNfcLease" [ 723.568966] env[68800]: } is initializing. {{(pid=68800) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 723.580154] env[68800]: DEBUG oslo_vmware.api [None req-d9ebfa1d-6397-4e97-8baa-8f9aabbf56e0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243323, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.493824} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.580392] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9ebfa1d-6397-4e97-8baa-8f9aabbf56e0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 723.580575] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ebfa1d-6397-4e97-8baa-8f9aabbf56e0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 8eec0f90-ecd9-4124-ae1b-c533efa09c7d] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 723.580747] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ebfa1d-6397-4e97-8baa-8f9aabbf56e0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 8eec0f90-ecd9-4124-ae1b-c533efa09c7d] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 723.580918] env[68800]: INFO nova.compute.manager [None req-d9ebfa1d-6397-4e97-8baa-8f9aabbf56e0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 8eec0f90-ecd9-4124-ae1b-c533efa09c7d] Took 1.20 seconds to destroy the instance on the hypervisor. [ 723.581174] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9ebfa1d-6397-4e97-8baa-8f9aabbf56e0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.581363] env[68800]: DEBUG nova.compute.manager [-] [instance: 8eec0f90-ecd9-4124-ae1b-c533efa09c7d] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 723.581461] env[68800]: DEBUG nova.network.neutron [-] [instance: 8eec0f90-ecd9-4124-ae1b-c533efa09c7d] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 723.688156] env[68800]: DEBUG oslo_vmware.api [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Task: {'id': task-3243324, 'name': PowerOnVM_Task, 'duration_secs': 0.516497} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.688433] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.688633] env[68800]: DEBUG nova.compute.manager [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 723.689462] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e139b98e-7e53-4761-92bb-c2c3f92d93b5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.798879] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243321, 'name': CreateVM_Task, 'duration_secs': 0.955234} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.801459] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 723.804384] env[68800]: DEBUG oslo_concurrency.lockutils [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.804554] env[68800]: DEBUG oslo_concurrency.lockutils [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.804860] env[68800]: DEBUG oslo_concurrency.lockutils [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.805653] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4367de82-4967-4b44-aa19-dbd3f44f6e9b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.810810] env[68800]: DEBUG oslo_vmware.api [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Task: {'id': task-3243311, 'name': RelocateVM_Task, 'duration_secs': 3.508959} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.811392] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Volume attach. Driver type: vmdk {{(pid=68800) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 723.811596] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648111', 'volume_id': 'd5401d39-5629-4626-a03d-061ec02d3c49', 'name': 'volume-d5401d39-5629-4626-a03d-061ec02d3c49', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e20d7c2b-7bc9-4656-af23-bde9b48efe1d', 'attached_at': '', 'detached_at': '', 'volume_id': 'd5401d39-5629-4626-a03d-061ec02d3c49', 'serial': 'd5401d39-5629-4626-a03d-061ec02d3c49'} {{(pid=68800) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 723.812558] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e285a2df-71e1-454b-b7aa-dcbb0ac42e57 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.816840] env[68800]: DEBUG oslo_vmware.api [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 723.816840] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529faf38-7095-08d8-8eec-d6e0a455b3c8" [ 723.816840] env[68800]: _type = "Task" [ 723.816840] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.817583] env[68800]: DEBUG nova.network.neutron [req-0af4e1f0-4dd3-404a-9b0d-8b5670c07732 req-daf15478-469f-4bf3-aeae-578f5edbfd7a service nova] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Updated VIF entry in instance network info cache for port 799e4986-0930-491b-98ff-32f545243230. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 723.817908] env[68800]: DEBUG nova.network.neutron [req-0af4e1f0-4dd3-404a-9b0d-8b5670c07732 req-daf15478-469f-4bf3-aeae-578f5edbfd7a service nova] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Updating instance_info_cache with network_info: [{"id": "799e4986-0930-491b-98ff-32f545243230", "address": "fa:16:3e:94:65:06", "network": {"id": "d2aa08d6-a1ed-4602-80f7-7e07ba244d6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2142783339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f658ebcc84a8451b9e8d28db15cd0d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap799e4986-09", "ovs_interfaceid": "799e4986-0930-491b-98ff-32f545243230", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.839490] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd6769d-8e81-4c35-8368-74ae6cd7466c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.846091] env[68800]: DEBUG oslo_vmware.api [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529faf38-7095-08d8-8eec-d6e0a455b3c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.868084] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] volume-d5401d39-5629-4626-a03d-061ec02d3c49/volume-d5401d39-5629-4626-a03d-061ec02d3c49.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.871328] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bfafb3b-6f34-41fb-a60b-dd9a8f253b12 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.893644] env[68800]: DEBUG oslo_vmware.api [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Waiting for the task: (returnval){ [ 723.893644] env[68800]: value = "task-3243326" [ 723.893644] env[68800]: _type = "Task" [ 723.893644] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.908201] env[68800]: DEBUG oslo_vmware.api [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Task: {'id': task-3243326, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.917596] env[68800]: DEBUG nova.compute.manager [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: edf23e1c-b030-4fd8-88c6-558707c6fe87] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 723.926742] env[68800]: DEBUG nova.network.neutron [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] [instance: 7dd75bea-9645-49e0-a518-21659a16022f] Successfully updated port: 8dddd687-3bf3-41f0-af32-b9ee89e1b741 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 724.051966] env[68800]: DEBUG nova.virt.hardware [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.052229] env[68800]: DEBUG nova.virt.hardware [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.052415] env[68800]: DEBUG nova.virt.hardware [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.052712] env[68800]: DEBUG nova.virt.hardware [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.052781] env[68800]: DEBUG nova.virt.hardware [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.053571] env[68800]: DEBUG nova.virt.hardware [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.053571] env[68800]: DEBUG nova.virt.hardware [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.053571] env[68800]: DEBUG nova.virt.hardware [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.053571] env[68800]: DEBUG nova.virt.hardware [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.053716] env[68800]: DEBUG nova.virt.hardware [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.053979] env[68800]: DEBUG nova.virt.hardware [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.054783] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700ab1a2-be29-4f87-ba78-e58b194b118b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.068162] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc036858-3513-413f-97eb-dea501a70eb5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.075282] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49cd7af-eedc-4e45-a995-ed93e2060397 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.077670] env[68800]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 724.077670] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52145564-8260-72b2-540e-4aa4359b5b03" [ 724.077670] env[68800]: _type = "HttpNfcLease" [ 724.077670] env[68800]: } is ready. {{(pid=68800) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 724.078334] env[68800]: DEBUG oslo_vmware.rw_handles [None req-5a549daa-0445-4f44-b4d4-9404b4cf0ed5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 724.078334] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52145564-8260-72b2-540e-4aa4359b5b03" [ 724.078334] env[68800]: _type = "HttpNfcLease" [ 724.078334] env[68800]: }. {{(pid=68800) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 724.079328] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a155369-fade-4895-b3b1-cb80d47f89a4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.093579] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Instance VIF info [] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.099821] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.101524] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c3edd5-94e8-4fbe-8013-e072dbd73f5f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.104961] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.108998] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6709d280-27c5-467b-9bbe-485a35525c0b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.123886] env[68800]: DEBUG oslo_vmware.rw_handles [None req-5a549daa-0445-4f44-b4d4-9404b4cf0ed5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ce7b41-a576-e0ec-e2ff-9e252750cddb/disk-0.vmdk from lease info. {{(pid=68800) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 724.123886] env[68800]: DEBUG oslo_vmware.rw_handles [None req-5a549daa-0445-4f44-b4d4-9404b4cf0ed5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ce7b41-a576-e0ec-e2ff-9e252750cddb/disk-0.vmdk for reading. {{(pid=68800) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 724.155940] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87e6f4d-8eae-4abc-bece-a9bd9f1f8070 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.160240] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.160240] env[68800]: value = "task-3243327" [ 724.160240] env[68800]: _type = "Task" [ 724.160240] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.223933] env[68800]: DEBUG nova.network.neutron [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: edf23e1c-b030-4fd8-88c6-558707c6fe87] Successfully created port: edfd9146-e227-41af-aacd-9921c5ead6b0 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 724.232064] env[68800]: DEBUG nova.compute.manager [req-b5664ce7-52c7-40d4-8083-3220df033dc4 req-3b6e8d4a-48e0-4136-b2f2-8cfbe3a3429a service nova] [instance: 8eec0f90-ecd9-4124-ae1b-c533efa09c7d] Received event network-vif-deleted-fb37c221-c1d1-4c5d-9066-d85a7e8e70f6 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.232064] env[68800]: INFO nova.compute.manager [req-b5664ce7-52c7-40d4-8083-3220df033dc4 req-3b6e8d4a-48e0-4136-b2f2-8cfbe3a3429a service nova] [instance: 8eec0f90-ecd9-4124-ae1b-c533efa09c7d] Neutron deleted interface fb37c221-c1d1-4c5d-9066-d85a7e8e70f6; detaching it from the instance and deleting it from the info cache [ 724.232064] env[68800]: DEBUG nova.network.neutron [req-b5664ce7-52c7-40d4-8083-3220df033dc4 req-3b6e8d4a-48e0-4136-b2f2-8cfbe3a3429a service nova] [instance: 8eec0f90-ecd9-4124-ae1b-c533efa09c7d] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.237749] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.239477] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8852c445-2442-4f86-9b66-70dc5144194b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.248178] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243327, 'name': CreateVM_Task} progress is 25%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.260241] env[68800]: DEBUG nova.compute.provider_tree [None req-ac09fdd2-ae5c-4ade-8ca9-e321bf4c5218 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.320378] env[68800]: DEBUG oslo_concurrency.lockutils [req-0af4e1f0-4dd3-404a-9b0d-8b5670c07732 req-daf15478-469f-4bf3-aeae-578f5edbfd7a service nova] Releasing lock "refresh_cache-99f2d44f-e361-466f-998c-f23a2b04bcbf" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.330218] env[68800]: DEBUG oslo_vmware.api [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529faf38-7095-08d8-8eec-d6e0a455b3c8, 'name': SearchDatastore_Task, 'duration_secs': 0.030033} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.330589] env[68800]: DEBUG oslo_concurrency.lockutils [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.330871] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.331133] env[68800]: DEBUG oslo_concurrency.lockutils [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.331306] env[68800]: DEBUG oslo_concurrency.lockutils [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.331518] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.331804] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eabc191e-d3e9-411d-a3cb-06e233264d63 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.349443] env[68800]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0409bb63-2bc8-44ba-bf9d-0a4c0196d346 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.351442] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.351442] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 724.351969] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dceca0d-7684-45c3-a6b7-61b0bbf24787 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.357963] env[68800]: DEBUG oslo_vmware.api [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 724.357963] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5278d647-52e1-aa47-c891-670583fb6e9c" [ 724.357963] env[68800]: _type = "Task" [ 724.357963] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.367162] env[68800]: DEBUG oslo_vmware.api [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5278d647-52e1-aa47-c891-670583fb6e9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.404132] env[68800]: DEBUG oslo_vmware.api [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Task: {'id': task-3243326, 'name': ReconfigVM_Task, 'duration_secs': 0.354343} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.404419] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Reconfigured VM instance instance-00000019 to attach disk [datastore2] volume-d5401d39-5629-4626-a03d-061ec02d3c49/volume-d5401d39-5629-4626-a03d-061ec02d3c49.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.409166] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68d9e894-fd52-44a3-b06d-4f4e5168749a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.428137] env[68800]: DEBUG oslo_vmware.api [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Waiting for the task: (returnval){ [ 724.428137] env[68800]: value = "task-3243328" [ 724.428137] env[68800]: _type = "Task" [ 724.428137] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.428903] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Acquiring lock "refresh_cache-7dd75bea-9645-49e0-a518-21659a16022f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.429046] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Acquired lock "refresh_cache-7dd75bea-9645-49e0-a518-21659a16022f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.429189] env[68800]: DEBUG nova.network.neutron [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] [instance: 7dd75bea-9645-49e0-a518-21659a16022f] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 724.435688] env[68800]: DEBUG nova.network.neutron [-] [instance: 8eec0f90-ecd9-4124-ae1b-c533efa09c7d] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.440181] env[68800]: DEBUG oslo_vmware.api [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Task: {'id': task-3243328, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.727422] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243327, 'name': CreateVM_Task, 'duration_secs': 0.50749} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.727829] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.729167] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.729167] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.730730] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.730730] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b673f29b-53e6-4c06-8652-61112cf26c29 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.735795] env[68800]: DEBUG oslo_vmware.api [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Waiting for the task: (returnval){ [ 724.735795] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52817278-1b07-8e24-3f0a-55fd3278e9fb" [ 724.735795] env[68800]: _type = "Task" [ 724.735795] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.740347] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9cd19fce-8bee-4d05-ac39-8411e2d98ef2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.748368] env[68800]: DEBUG oslo_vmware.api [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52817278-1b07-8e24-3f0a-55fd3278e9fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.752396] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8629f880-61f1-480a-a3da-4821b9a4f99b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.765900] env[68800]: DEBUG nova.scheduler.client.report [None req-ac09fdd2-ae5c-4ade-8ca9-e321bf4c5218 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.793354] env[68800]: DEBUG nova.compute.manager [req-b5664ce7-52c7-40d4-8083-3220df033dc4 req-3b6e8d4a-48e0-4136-b2f2-8cfbe3a3429a service nova] [instance: 8eec0f90-ecd9-4124-ae1b-c533efa09c7d] Detach interface failed, port_id=fb37c221-c1d1-4c5d-9066-d85a7e8e70f6, reason: Instance 8eec0f90-ecd9-4124-ae1b-c533efa09c7d could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 724.860838] env[68800]: DEBUG nova.compute.manager [req-d92e03af-3d2e-4056-8898-c247d474bab9 req-3311c38a-b5c4-43f2-8886-e30d87ad7f2c service nova] [instance: 7dd75bea-9645-49e0-a518-21659a16022f] Received event network-vif-plugged-8dddd687-3bf3-41f0-af32-b9ee89e1b741 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.860838] env[68800]: DEBUG oslo_concurrency.lockutils [req-d92e03af-3d2e-4056-8898-c247d474bab9 req-3311c38a-b5c4-43f2-8886-e30d87ad7f2c service nova] Acquiring lock "7dd75bea-9645-49e0-a518-21659a16022f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.860838] env[68800]: DEBUG oslo_concurrency.lockutils [req-d92e03af-3d2e-4056-8898-c247d474bab9 req-3311c38a-b5c4-43f2-8886-e30d87ad7f2c service nova] Lock "7dd75bea-9645-49e0-a518-21659a16022f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.861197] env[68800]: DEBUG oslo_concurrency.lockutils [req-d92e03af-3d2e-4056-8898-c247d474bab9 req-3311c38a-b5c4-43f2-8886-e30d87ad7f2c service nova] Lock "7dd75bea-9645-49e0-a518-21659a16022f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.861197] env[68800]: DEBUG nova.compute.manager [req-d92e03af-3d2e-4056-8898-c247d474bab9 req-3311c38a-b5c4-43f2-8886-e30d87ad7f2c service nova] [instance: 7dd75bea-9645-49e0-a518-21659a16022f] No waiting events found dispatching network-vif-plugged-8dddd687-3bf3-41f0-af32-b9ee89e1b741 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 724.861268] env[68800]: WARNING nova.compute.manager [req-d92e03af-3d2e-4056-8898-c247d474bab9 req-3311c38a-b5c4-43f2-8886-e30d87ad7f2c service nova] [instance: 7dd75bea-9645-49e0-a518-21659a16022f] Received unexpected event network-vif-plugged-8dddd687-3bf3-41f0-af32-b9ee89e1b741 for instance with vm_state building and task_state spawning. [ 724.861379] env[68800]: DEBUG nova.compute.manager [req-d92e03af-3d2e-4056-8898-c247d474bab9 req-3311c38a-b5c4-43f2-8886-e30d87ad7f2c service nova] [instance: 7dd75bea-9645-49e0-a518-21659a16022f] Received event network-changed-8dddd687-3bf3-41f0-af32-b9ee89e1b741 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.862322] env[68800]: DEBUG nova.compute.manager [req-d92e03af-3d2e-4056-8898-c247d474bab9 req-3311c38a-b5c4-43f2-8886-e30d87ad7f2c service nova] [instance: 7dd75bea-9645-49e0-a518-21659a16022f] Refreshing instance network info cache due to event network-changed-8dddd687-3bf3-41f0-af32-b9ee89e1b741. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 724.862322] env[68800]: DEBUG oslo_concurrency.lockutils [req-d92e03af-3d2e-4056-8898-c247d474bab9 req-3311c38a-b5c4-43f2-8886-e30d87ad7f2c service nova] Acquiring lock "refresh_cache-7dd75bea-9645-49e0-a518-21659a16022f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.876582] env[68800]: DEBUG oslo_vmware.api [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5278d647-52e1-aa47-c891-670583fb6e9c, 'name': SearchDatastore_Task, 'duration_secs': 0.019759} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.877701] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98bc2de4-e8ca-4ca1-ba06-29b48a93d71e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.883868] env[68800]: DEBUG oslo_vmware.api [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 724.883868] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c0ca5c-15f2-a195-8749-080157a34402" [ 724.883868] env[68800]: _type = "Task" [ 724.883868] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.892693] env[68800]: DEBUG oslo_vmware.api [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c0ca5c-15f2-a195-8749-080157a34402, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.930174] env[68800]: DEBUG nova.compute.manager [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: edf23e1c-b030-4fd8-88c6-558707c6fe87] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 724.940952] env[68800]: INFO nova.compute.manager [-] [instance: 8eec0f90-ecd9-4124-ae1b-c533efa09c7d] Took 1.36 seconds to deallocate network for instance. [ 724.953776] env[68800]: DEBUG oslo_vmware.api [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Task: {'id': task-3243328, 'name': ReconfigVM_Task, 'duration_secs': 0.166238} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.956862] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648111', 'volume_id': 'd5401d39-5629-4626-a03d-061ec02d3c49', 'name': 'volume-d5401d39-5629-4626-a03d-061ec02d3c49', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e20d7c2b-7bc9-4656-af23-bde9b48efe1d', 'attached_at': '', 'detached_at': '', 'volume_id': 'd5401d39-5629-4626-a03d-061ec02d3c49', 'serial': 'd5401d39-5629-4626-a03d-061ec02d3c49'} {{(pid=68800) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 724.957983] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b223c26-692d-4ea2-bbd7-25263d3c4558 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.964399] env[68800]: DEBUG nova.virt.hardware [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.964399] env[68800]: DEBUG nova.virt.hardware [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.964576] env[68800]: DEBUG nova.virt.hardware [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.964713] env[68800]: DEBUG nova.virt.hardware [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.964919] env[68800]: DEBUG nova.virt.hardware [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.965419] env[68800]: DEBUG nova.virt.hardware [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.966025] env[68800]: DEBUG nova.virt.hardware [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.966025] env[68800]: DEBUG nova.virt.hardware [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.966025] env[68800]: DEBUG nova.virt.hardware [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.966025] env[68800]: DEBUG nova.virt.hardware [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.966241] env[68800]: DEBUG nova.virt.hardware [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.968584] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ae33bb-c85f-40a7-8db1-883a1c4fe0d6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.971157] env[68800]: DEBUG oslo_vmware.api [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Waiting for the task: (returnval){ [ 724.971157] env[68800]: value = "task-3243329" [ 724.971157] env[68800]: _type = "Task" [ 724.971157] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.979095] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656a522a-be83-42cb-afe7-4dfb13cada07 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.983612] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b0d52e5b-c7fc-4cd8-96e7-306a6dc173fc tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Acquiring lock "9fe2f914-935a-4a24-9d71-487e7c0a69c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.983612] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b0d52e5b-c7fc-4cd8-96e7-306a6dc173fc tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Lock "9fe2f914-935a-4a24-9d71-487e7c0a69c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.983612] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b0d52e5b-c7fc-4cd8-96e7-306a6dc173fc tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Acquiring lock "9fe2f914-935a-4a24-9d71-487e7c0a69c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.983716] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b0d52e5b-c7fc-4cd8-96e7-306a6dc173fc tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Lock "9fe2f914-935a-4a24-9d71-487e7c0a69c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.984774] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b0d52e5b-c7fc-4cd8-96e7-306a6dc173fc tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Lock "9fe2f914-935a-4a24-9d71-487e7c0a69c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.986187] env[68800]: DEBUG nova.network.neutron [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] [instance: 7dd75bea-9645-49e0-a518-21659a16022f] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 724.991937] env[68800]: DEBUG oslo_vmware.api [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Task: {'id': task-3243329, 'name': Rename_Task} progress is 10%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.993542] env[68800]: INFO nova.compute.manager [None req-b0d52e5b-c7fc-4cd8-96e7-306a6dc173fc tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Terminating instance [ 725.008529] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b0d52e5b-c7fc-4cd8-96e7-306a6dc173fc tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Acquiring lock "refresh_cache-9fe2f914-935a-4a24-9d71-487e7c0a69c7" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.008529] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b0d52e5b-c7fc-4cd8-96e7-306a6dc173fc tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Acquired lock "refresh_cache-9fe2f914-935a-4a24-9d71-487e7c0a69c7" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.008709] env[68800]: DEBUG nova.network.neutron [None req-b0d52e5b-c7fc-4cd8-96e7-306a6dc173fc tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.150823] env[68800]: DEBUG nova.network.neutron [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] [instance: 7dd75bea-9645-49e0-a518-21659a16022f] Updating instance_info_cache with network_info: [{"id": "8dddd687-3bf3-41f0-af32-b9ee89e1b741", "address": "fa:16:3e:df:eb:d2", "network": {"id": "7d606155-7a49-4907-9912-eb07c742b836", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1794191620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "417588eec2cd47329afa5b0b0dedccf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dddd687-3b", "ovs_interfaceid": "8dddd687-3bf3-41f0-af32-b9ee89e1b741", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.246367] env[68800]: DEBUG oslo_vmware.api [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52817278-1b07-8e24-3f0a-55fd3278e9fb, 'name': SearchDatastore_Task, 'duration_secs': 0.017843} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.246880] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.247154] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.247489] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.247782] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.247978] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.248259] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5cc3200-ad77-41fb-8738-78f86e3cfa16 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.257666] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.257859] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.258611] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c67450ea-d2c8-4eef-8d8f-9f39ad81b62d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.264665] env[68800]: DEBUG oslo_vmware.api [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Waiting for the task: (returnval){ [ 725.264665] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5232d470-088a-eb7a-464e-90f5ead31f40" [ 725.264665] env[68800]: _type = "Task" [ 725.264665] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.272782] env[68800]: DEBUG oslo_vmware.api [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5232d470-088a-eb7a-464e-90f5ead31f40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.274796] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ac09fdd2-ae5c-4ade-8ca9-e321bf4c5218 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.371s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.277291] env[68800]: DEBUG oslo_concurrency.lockutils [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.485s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.279126] env[68800]: INFO nova.compute.claims [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.301672] env[68800]: INFO nova.scheduler.client.report [None req-ac09fdd2-ae5c-4ade-8ca9-e321bf4c5218 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Deleted allocations for instance 79b99985-cd62-4b90-9374-9639bec5891c [ 725.402529] env[68800]: DEBUG oslo_vmware.api [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c0ca5c-15f2-a195-8749-080157a34402, 'name': SearchDatastore_Task, 'duration_secs': 0.021664} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.402811] env[68800]: DEBUG oslo_concurrency.lockutils [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.403099] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 99f2d44f-e361-466f-998c-f23a2b04bcbf/99f2d44f-e361-466f-998c-f23a2b04bcbf.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 725.403390] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67fe9dea-7328-4f89-95f0-50aacf72cc8a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.411189] env[68800]: DEBUG oslo_vmware.api [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 725.411189] env[68800]: value = "task-3243330" [ 725.411189] env[68800]: _type = "Task" [ 725.411189] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.419779] env[68800]: DEBUG oslo_vmware.api [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243330, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.455637] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d9ebfa1d-6397-4e97-8baa-8f9aabbf56e0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.485817] env[68800]: DEBUG oslo_vmware.api [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Task: {'id': task-3243329, 'name': Rename_Task, 'duration_secs': 0.213863} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.485817] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.485817] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f325fa66-9c1b-4ae4-b70d-9f21ad241553 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.493156] env[68800]: DEBUG oslo_vmware.api [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Waiting for the task: (returnval){ [ 725.493156] env[68800]: value = "task-3243331" [ 725.493156] env[68800]: _type = "Task" [ 725.493156] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.506916] env[68800]: DEBUG oslo_vmware.api [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Task: {'id': task-3243331, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.527813] env[68800]: DEBUG nova.network.neutron [None req-b0d52e5b-c7fc-4cd8-96e7-306a6dc173fc tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 725.591977] env[68800]: DEBUG nova.network.neutron [None req-b0d52e5b-c7fc-4cd8-96e7-306a6dc173fc tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.654269] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Releasing lock "refresh_cache-7dd75bea-9645-49e0-a518-21659a16022f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.654580] env[68800]: DEBUG nova.compute.manager [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] [instance: 7dd75bea-9645-49e0-a518-21659a16022f] Instance network_info: |[{"id": "8dddd687-3bf3-41f0-af32-b9ee89e1b741", "address": "fa:16:3e:df:eb:d2", "network": {"id": "7d606155-7a49-4907-9912-eb07c742b836", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1794191620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "417588eec2cd47329afa5b0b0dedccf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dddd687-3b", "ovs_interfaceid": "8dddd687-3bf3-41f0-af32-b9ee89e1b741", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 725.654977] env[68800]: DEBUG oslo_concurrency.lockutils [req-d92e03af-3d2e-4056-8898-c247d474bab9 req-3311c38a-b5c4-43f2-8886-e30d87ad7f2c service nova] Acquired lock "refresh_cache-7dd75bea-9645-49e0-a518-21659a16022f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.655187] env[68800]: DEBUG nova.network.neutron [req-d92e03af-3d2e-4056-8898-c247d474bab9 req-3311c38a-b5c4-43f2-8886-e30d87ad7f2c service nova] [instance: 7dd75bea-9645-49e0-a518-21659a16022f] Refreshing network info cache for port 8dddd687-3bf3-41f0-af32-b9ee89e1b741 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 725.656592] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] [instance: 7dd75bea-9645-49e0-a518-21659a16022f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:eb:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a10c88d7-d13f-44fd-acee-7a734eb5f56a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8dddd687-3bf3-41f0-af32-b9ee89e1b741', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 725.664759] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Creating folder: Project (417588eec2cd47329afa5b0b0dedccf4). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.666309] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1410093-6052-4ea1-ae88-4c56d9396b54 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.679210] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Created folder: Project (417588eec2cd47329afa5b0b0dedccf4) in parent group-v648080. [ 725.679210] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Creating folder: Instances. Parent ref: group-v648162. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.679210] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d3b2cd4-5797-420c-ab0d-2ecd4afeca42 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.688299] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Created folder: Instances in parent group-v648162. [ 725.688549] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.688741] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dd75bea-9645-49e0-a518-21659a16022f] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 725.688951] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9fbc079-00f8-4861-ae84-24a1c2f17e85 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.712486] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 725.712486] env[68800]: value = "task-3243334" [ 725.712486] env[68800]: _type = "Task" [ 725.712486] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.720875] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243334, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.776077] env[68800]: DEBUG oslo_vmware.api [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5232d470-088a-eb7a-464e-90f5ead31f40, 'name': SearchDatastore_Task, 'duration_secs': 0.01677} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.776897] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0e7f05e-5a77-4ebf-a58b-d5de58cc3bb2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.786218] env[68800]: DEBUG oslo_vmware.api [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Waiting for the task: (returnval){ [ 725.786218] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5291da85-3cf3-e6e8-8a2a-6ce26ee15cfa" [ 725.786218] env[68800]: _type = "Task" [ 725.786218] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.797120] env[68800]: DEBUG oslo_vmware.api [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5291da85-3cf3-e6e8-8a2a-6ce26ee15cfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.815673] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ac09fdd2-ae5c-4ade-8ca9-e321bf4c5218 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624 tempest-FloatingIPsAssociationNegativeTestJSON-1209183624-project-member] Lock "79b99985-cd62-4b90-9374-9639bec5891c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.821s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.923678] env[68800]: DEBUG oslo_vmware.api [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243330, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.004560] env[68800]: DEBUG oslo_vmware.api [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Task: {'id': task-3243331, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.094838] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b0d52e5b-c7fc-4cd8-96e7-306a6dc173fc tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Releasing lock "refresh_cache-9fe2f914-935a-4a24-9d71-487e7c0a69c7" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.095432] env[68800]: DEBUG nova.compute.manager [None req-b0d52e5b-c7fc-4cd8-96e7-306a6dc173fc tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 726.095683] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d52e5b-c7fc-4cd8-96e7-306a6dc173fc tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 726.098436] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8af732e-5ba7-44e3-bf22-b7ccb64e6ea4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.116028] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d52e5b-c7fc-4cd8-96e7-306a6dc173fc tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 726.116028] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0080727-9769-438d-b231-e727c3510992 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.125080] env[68800]: DEBUG oslo_vmware.api [None req-b0d52e5b-c7fc-4cd8-96e7-306a6dc173fc tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Waiting for the task: (returnval){ [ 726.125080] env[68800]: value = "task-3243335" [ 726.125080] env[68800]: _type = "Task" [ 726.125080] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.138528] env[68800]: DEBUG oslo_vmware.api [None req-b0d52e5b-c7fc-4cd8-96e7-306a6dc173fc tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Task: {'id': task-3243335, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.145468] env[68800]: DEBUG nova.network.neutron [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: edf23e1c-b030-4fd8-88c6-558707c6fe87] Successfully updated port: edfd9146-e227-41af-aacd-9921c5ead6b0 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 726.229171] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243334, 'name': CreateVM_Task, 'duration_secs': 0.507978} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.232118] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dd75bea-9645-49e0-a518-21659a16022f] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 726.233453] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.233790] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.234253] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.234998] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc0f5be8-4c76-4a32-b939-3a89cc9ea6cd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.242695] env[68800]: DEBUG oslo_vmware.api [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Waiting for the task: (returnval){ [ 726.242695] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52a60ce3-e383-e819-1ddc-c6a41199bfd6" [ 726.242695] env[68800]: _type = "Task" [ 726.242695] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.250942] env[68800]: DEBUG oslo_vmware.api [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52a60ce3-e383-e819-1ddc-c6a41199bfd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.301956] env[68800]: DEBUG oslo_vmware.api [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5291da85-3cf3-e6e8-8a2a-6ce26ee15cfa, 'name': SearchDatastore_Task, 'duration_secs': 0.021996} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.305852] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.305852] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] a5b62cef-6f64-47fc-beb0-aaa1229511b8/a5b62cef-6f64-47fc-beb0-aaa1229511b8.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.306169] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae0871f8-475b-4f07-a644-30e10833a7d9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.316274] env[68800]: DEBUG oslo_vmware.api [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Waiting for the task: (returnval){ [ 726.316274] env[68800]: value = "task-3243336" [ 726.316274] env[68800]: _type = "Task" [ 726.316274] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.327483] env[68800]: DEBUG oslo_vmware.api [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Task: {'id': task-3243336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.424371] env[68800]: DEBUG oslo_vmware.api [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243330, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581693} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.427470] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 99f2d44f-e361-466f-998c-f23a2b04bcbf/99f2d44f-e361-466f-998c-f23a2b04bcbf.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 726.427895] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.428451] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0f49f71-c51c-43df-894a-8753b55ef146 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.436445] env[68800]: DEBUG oslo_vmware.api [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 726.436445] env[68800]: value = "task-3243337" [ 726.436445] env[68800]: _type = "Task" [ 726.436445] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.451315] env[68800]: DEBUG oslo_vmware.api [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243337, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.507836] env[68800]: DEBUG oslo_vmware.api [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Task: {'id': task-3243331, 'name': PowerOnVM_Task, 'duration_secs': 0.701597} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.508447] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.508919] env[68800]: INFO nova.compute.manager [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Took 8.07 seconds to spawn the instance on the hypervisor. [ 726.509247] env[68800]: DEBUG nova.compute.manager [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.510231] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5a81c6-9f4b-498e-aa8e-1aabe8cf931f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.579440] env[68800]: DEBUG nova.network.neutron [req-d92e03af-3d2e-4056-8898-c247d474bab9 req-3311c38a-b5c4-43f2-8886-e30d87ad7f2c service nova] [instance: 7dd75bea-9645-49e0-a518-21659a16022f] Updated VIF entry in instance network info cache for port 8dddd687-3bf3-41f0-af32-b9ee89e1b741. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 726.580073] env[68800]: DEBUG nova.network.neutron [req-d92e03af-3d2e-4056-8898-c247d474bab9 req-3311c38a-b5c4-43f2-8886-e30d87ad7f2c service nova] [instance: 7dd75bea-9645-49e0-a518-21659a16022f] Updating instance_info_cache with network_info: [{"id": "8dddd687-3bf3-41f0-af32-b9ee89e1b741", "address": "fa:16:3e:df:eb:d2", "network": {"id": "7d606155-7a49-4907-9912-eb07c742b836", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1794191620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "417588eec2cd47329afa5b0b0dedccf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dddd687-3b", "ovs_interfaceid": "8dddd687-3bf3-41f0-af32-b9ee89e1b741", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.636557] env[68800]: DEBUG oslo_vmware.api [None req-b0d52e5b-c7fc-4cd8-96e7-306a6dc173fc tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Task: {'id': task-3243335, 'name': PowerOffVM_Task, 'duration_secs': 0.119521} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.636694] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d52e5b-c7fc-4cd8-96e7-306a6dc173fc tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 726.636861] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d52e5b-c7fc-4cd8-96e7-306a6dc173fc tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 726.637126] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5774220a-a2ee-48cb-b073-c5ea3d868b23 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.648545] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Acquiring lock "refresh_cache-edf23e1c-b030-4fd8-88c6-558707c6fe87" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.648692] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Acquired lock "refresh_cache-edf23e1c-b030-4fd8-88c6-558707c6fe87" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.648840] env[68800]: DEBUG nova.network.neutron [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: edf23e1c-b030-4fd8-88c6-558707c6fe87] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.664903] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d52e5b-c7fc-4cd8-96e7-306a6dc173fc tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 726.665149] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d52e5b-c7fc-4cd8-96e7-306a6dc173fc tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 726.665349] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0d52e5b-c7fc-4cd8-96e7-306a6dc173fc tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Deleting the datastore file [datastore2] 9fe2f914-935a-4a24-9d71-487e7c0a69c7 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 726.665604] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b67a4456-66ae-4d24-aff1-2d029823a7ef {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.672575] env[68800]: DEBUG oslo_vmware.api [None req-b0d52e5b-c7fc-4cd8-96e7-306a6dc173fc tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Waiting for the task: (returnval){ [ 726.672575] env[68800]: value = "task-3243339" [ 726.672575] env[68800]: _type = "Task" [ 726.672575] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.684153] env[68800]: DEBUG oslo_vmware.api [None req-b0d52e5b-c7fc-4cd8-96e7-306a6dc173fc tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Task: {'id': task-3243339, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.755748] env[68800]: DEBUG oslo_vmware.api [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52a60ce3-e383-e819-1ddc-c6a41199bfd6, 'name': SearchDatastore_Task, 'duration_secs': 0.016482} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.755935] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.756177] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] [instance: 7dd75bea-9645-49e0-a518-21659a16022f] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 726.756413] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.756549] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.756724] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 726.757338] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0117db98-19a5-4b71-8478-051aff4b2256 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.778249] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 726.778471] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 726.779256] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34cf9ca0-8816-4d0d-be58-84d251b451cb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.785757] env[68800]: DEBUG oslo_vmware.api [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Waiting for the task: (returnval){ [ 726.785757] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52731ee7-cfe2-07d8-9f00-e26a161fef47" [ 726.785757] env[68800]: _type = "Task" [ 726.785757] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.794782] env[68800]: DEBUG oslo_vmware.api [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52731ee7-cfe2-07d8-9f00-e26a161fef47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.826035] env[68800]: DEBUG oslo_vmware.api [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Task: {'id': task-3243336, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.914974] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef66286c-d3da-4d3f-9558-3799e71840bd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.925897] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ee9ecc-a0eb-4894-a882-90cb4ae837cc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.962130] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc01fb01-c9da-4fc5-a62d-c310689371f1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.970481] env[68800]: DEBUG oslo_vmware.api [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243337, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079818} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.972951] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 726.973818] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34c6f4b-7747-4e03-8dc6-8704a259b211 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.977446] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48457d5-f4ab-4039-b0c5-0c26ed72065a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.003407] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 99f2d44f-e361-466f-998c-f23a2b04bcbf/99f2d44f-e361-466f-998c-f23a2b04bcbf.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.013514] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71cf2666-0252-427a-8302-5883711b621f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.030302] env[68800]: DEBUG nova.compute.provider_tree [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.036060] env[68800]: DEBUG nova.compute.manager [req-b73f7035-1a71-41dc-8450-b72ceebeac33 req-abc1bb06-cbab-4d86-8524-8e54de7ee649 service nova] [instance: edf23e1c-b030-4fd8-88c6-558707c6fe87] Received event network-vif-plugged-edfd9146-e227-41af-aacd-9921c5ead6b0 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.036060] env[68800]: DEBUG oslo_concurrency.lockutils [req-b73f7035-1a71-41dc-8450-b72ceebeac33 req-abc1bb06-cbab-4d86-8524-8e54de7ee649 service nova] Acquiring lock "edf23e1c-b030-4fd8-88c6-558707c6fe87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.036060] env[68800]: DEBUG oslo_concurrency.lockutils [req-b73f7035-1a71-41dc-8450-b72ceebeac33 req-abc1bb06-cbab-4d86-8524-8e54de7ee649 service nova] Lock "edf23e1c-b030-4fd8-88c6-558707c6fe87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.036060] env[68800]: DEBUG oslo_concurrency.lockutils [req-b73f7035-1a71-41dc-8450-b72ceebeac33 req-abc1bb06-cbab-4d86-8524-8e54de7ee649 service nova] Lock "edf23e1c-b030-4fd8-88c6-558707c6fe87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.036060] env[68800]: DEBUG nova.compute.manager [req-b73f7035-1a71-41dc-8450-b72ceebeac33 req-abc1bb06-cbab-4d86-8524-8e54de7ee649 service nova] [instance: edf23e1c-b030-4fd8-88c6-558707c6fe87] No waiting events found dispatching network-vif-plugged-edfd9146-e227-41af-aacd-9921c5ead6b0 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 727.036415] env[68800]: WARNING nova.compute.manager [req-b73f7035-1a71-41dc-8450-b72ceebeac33 req-abc1bb06-cbab-4d86-8524-8e54de7ee649 service nova] [instance: edf23e1c-b030-4fd8-88c6-558707c6fe87] Received unexpected event network-vif-plugged-edfd9146-e227-41af-aacd-9921c5ead6b0 for instance with vm_state building and task_state spawning. [ 727.036415] env[68800]: DEBUG nova.compute.manager [req-b73f7035-1a71-41dc-8450-b72ceebeac33 req-abc1bb06-cbab-4d86-8524-8e54de7ee649 service nova] [instance: edf23e1c-b030-4fd8-88c6-558707c6fe87] Received event network-changed-edfd9146-e227-41af-aacd-9921c5ead6b0 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.036415] env[68800]: DEBUG nova.compute.manager [req-b73f7035-1a71-41dc-8450-b72ceebeac33 req-abc1bb06-cbab-4d86-8524-8e54de7ee649 service nova] [instance: edf23e1c-b030-4fd8-88c6-558707c6fe87] Refreshing instance network info cache due to event network-changed-edfd9146-e227-41af-aacd-9921c5ead6b0. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 727.036415] env[68800]: DEBUG oslo_concurrency.lockutils [req-b73f7035-1a71-41dc-8450-b72ceebeac33 req-abc1bb06-cbab-4d86-8524-8e54de7ee649 service nova] Acquiring lock "refresh_cache-edf23e1c-b030-4fd8-88c6-558707c6fe87" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.044797] env[68800]: INFO nova.compute.manager [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Took 43.10 seconds to build instance. [ 727.047325] env[68800]: DEBUG oslo_vmware.api [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 727.047325] env[68800]: value = "task-3243340" [ 727.047325] env[68800]: _type = "Task" [ 727.047325] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.057772] env[68800]: DEBUG oslo_vmware.api [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243340, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.082883] env[68800]: DEBUG oslo_concurrency.lockutils [req-d92e03af-3d2e-4056-8898-c247d474bab9 req-3311c38a-b5c4-43f2-8886-e30d87ad7f2c service nova] Releasing lock "refresh_cache-7dd75bea-9645-49e0-a518-21659a16022f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.186065] env[68800]: DEBUG oslo_vmware.api [None req-b0d52e5b-c7fc-4cd8-96e7-306a6dc173fc tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Task: {'id': task-3243339, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.373696} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.186602] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0d52e5b-c7fc-4cd8-96e7-306a6dc173fc tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 727.186934] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d52e5b-c7fc-4cd8-96e7-306a6dc173fc tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 727.187296] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d52e5b-c7fc-4cd8-96e7-306a6dc173fc tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 727.187653] env[68800]: INFO nova.compute.manager [None req-b0d52e5b-c7fc-4cd8-96e7-306a6dc173fc tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Took 1.09 seconds to destroy the instance on the hypervisor. [ 727.188081] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0d52e5b-c7fc-4cd8-96e7-306a6dc173fc tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.188420] env[68800]: DEBUG nova.compute.manager [-] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 727.188647] env[68800]: DEBUG nova.network.neutron [-] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 727.211080] env[68800]: DEBUG nova.network.neutron [-] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 727.296234] env[68800]: DEBUG oslo_vmware.api [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52731ee7-cfe2-07d8-9f00-e26a161fef47, 'name': SearchDatastore_Task, 'duration_secs': 0.059392} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.297667] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8df62d71-ca59-448e-8d1a-0cd89a7f14a7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.303105] env[68800]: DEBUG oslo_vmware.api [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Waiting for the task: (returnval){ [ 727.303105] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]521c9bdf-79bf-4953-d5fa-5c510143150e" [ 727.303105] env[68800]: _type = "Task" [ 727.303105] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.311236] env[68800]: DEBUG oslo_vmware.api [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]521c9bdf-79bf-4953-d5fa-5c510143150e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.324907] env[68800]: DEBUG oslo_vmware.api [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Task: {'id': task-3243336, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.785309} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.325397] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] a5b62cef-6f64-47fc-beb0-aaa1229511b8/a5b62cef-6f64-47fc-beb0-aaa1229511b8.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 727.325757] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 727.326214] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-daeb28a5-9b1c-43ac-a712-f34c3e521fdf {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.335023] env[68800]: DEBUG oslo_vmware.api [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Waiting for the task: (returnval){ [ 727.335023] env[68800]: value = "task-3243341" [ 727.335023] env[68800]: _type = "Task" [ 727.335023] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.342702] env[68800]: DEBUG oslo_vmware.api [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Task: {'id': task-3243341, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.476417] env[68800]: DEBUG nova.network.neutron [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: edf23e1c-b030-4fd8-88c6-558707c6fe87] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 727.536940] env[68800]: DEBUG nova.scheduler.client.report [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.548936] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f88466b4-80ef-4f98-b7d5-e15d39abb485 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Lock "e20d7c2b-7bc9-4656-af23-bde9b48efe1d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.304s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.560558] env[68800]: DEBUG oslo_vmware.api [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243340, 'name': ReconfigVM_Task, 'duration_secs': 0.437161} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.561455] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 99f2d44f-e361-466f-998c-f23a2b04bcbf/99f2d44f-e361-466f-998c-f23a2b04bcbf.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.562124] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c318fdc1-4084-4124-9a27-a50c287b1d45 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.570780] env[68800]: DEBUG oslo_vmware.api [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 727.570780] env[68800]: value = "task-3243342" [ 727.570780] env[68800]: _type = "Task" [ 727.570780] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.581833] env[68800]: DEBUG oslo_vmware.api [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243342, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.713650] env[68800]: DEBUG nova.network.neutron [-] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.815863] env[68800]: DEBUG oslo_vmware.api [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]521c9bdf-79bf-4953-d5fa-5c510143150e, 'name': SearchDatastore_Task, 'duration_secs': 0.026889} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.816503] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.816503] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 7dd75bea-9645-49e0-a518-21659a16022f/7dd75bea-9645-49e0-a518-21659a16022f.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.816704] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06d23539-84c7-481a-b6a4-ec76728bdf8c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.825046] env[68800]: DEBUG oslo_vmware.api [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Waiting for the task: (returnval){ [ 727.825046] env[68800]: value = "task-3243343" [ 727.825046] env[68800]: _type = "Task" [ 727.825046] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.834772] env[68800]: DEBUG oslo_vmware.api [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Task: {'id': task-3243343, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.844954] env[68800]: DEBUG oslo_vmware.api [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Task: {'id': task-3243341, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075347} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.845256] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.846104] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89a362f-8a57-4f40-be55-59c3378336d8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.870130] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] a5b62cef-6f64-47fc-beb0-aaa1229511b8/a5b62cef-6f64-47fc-beb0-aaa1229511b8.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.870130] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bdb14bf-e226-4879-a416-e8c9b02f221e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.884417] env[68800]: DEBUG nova.network.neutron [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: edf23e1c-b030-4fd8-88c6-558707c6fe87] Updating instance_info_cache with network_info: [{"id": "edfd9146-e227-41af-aacd-9921c5ead6b0", "address": "fa:16:3e:d5:e1:97", "network": {"id": "910263fe-5348-43bf-a2dc-80270861caea", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3ae10f76bf14ae69232ca090f1bb0ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedfd9146-e2", "ovs_interfaceid": "edfd9146-e227-41af-aacd-9921c5ead6b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.890678] env[68800]: DEBUG oslo_vmware.api [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Waiting for the task: (returnval){ [ 727.890678] env[68800]: value = "task-3243344" [ 727.890678] env[68800]: _type = "Task" [ 727.890678] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.899714] env[68800]: DEBUG oslo_vmware.api [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Task: {'id': task-3243344, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.043011] env[68800]: DEBUG oslo_concurrency.lockutils [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.766s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.043667] env[68800]: DEBUG nova.compute.manager [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 728.048389] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 22.330s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.048389] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.048389] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68800) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 728.048710] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0b408342-01bc-424b-8053-ce43bf90c5d7 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.786s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.049191] env[68800]: DEBUG nova.objects.instance [None req-0b408342-01bc-424b-8053-ce43bf90c5d7 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Lazy-loading 'resources' on Instance uuid 4f492710-e515-4857-b2a4-71da78617707 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.051480] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ca338a-fe2a-46d1-9562-f8fdc4b81ab9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.057069] env[68800]: DEBUG nova.compute.manager [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 728.064633] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3212e1-8ee8-4616-814f-a3ad94db77e6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.086061] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0094da99-4d41-4828-9cb6-cac9cc89f11e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.096589] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24cd2137-c6b6-4c04-a12c-21be06b1a769 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.100342] env[68800]: DEBUG oslo_vmware.api [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243342, 'name': Rename_Task, 'duration_secs': 0.257668} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.100502] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.101130] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8081dcfe-808e-419a-a3b5-0c9c1817104b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.130104] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179858MB free_disk=119GB free_vcpus=48 pci_devices=None {{(pid=68800) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 728.130283] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.135999] env[68800]: DEBUG oslo_vmware.api [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 728.135999] env[68800]: value = "task-3243345" [ 728.135999] env[68800]: _type = "Task" [ 728.135999] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.156377] env[68800]: DEBUG oslo_vmware.api [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243345, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.218678] env[68800]: INFO nova.compute.manager [-] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Took 1.03 seconds to deallocate network for instance. [ 728.339886] env[68800]: DEBUG oslo_vmware.api [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Task: {'id': task-3243343, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.387499] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Releasing lock "refresh_cache-edf23e1c-b030-4fd8-88c6-558707c6fe87" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.387597] env[68800]: DEBUG nova.compute.manager [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: edf23e1c-b030-4fd8-88c6-558707c6fe87] Instance network_info: |[{"id": "edfd9146-e227-41af-aacd-9921c5ead6b0", "address": "fa:16:3e:d5:e1:97", "network": {"id": "910263fe-5348-43bf-a2dc-80270861caea", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3ae10f76bf14ae69232ca090f1bb0ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedfd9146-e2", "ovs_interfaceid": "edfd9146-e227-41af-aacd-9921c5ead6b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 728.387948] env[68800]: DEBUG oslo_concurrency.lockutils [req-b73f7035-1a71-41dc-8450-b72ceebeac33 req-abc1bb06-cbab-4d86-8524-8e54de7ee649 service nova] Acquired lock "refresh_cache-edf23e1c-b030-4fd8-88c6-558707c6fe87" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.388169] env[68800]: DEBUG nova.network.neutron [req-b73f7035-1a71-41dc-8450-b72ceebeac33 req-abc1bb06-cbab-4d86-8524-8e54de7ee649 service nova] [instance: edf23e1c-b030-4fd8-88c6-558707c6fe87] Refreshing network info cache for port edfd9146-e227-41af-aacd-9921c5ead6b0 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.389884] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: edf23e1c-b030-4fd8-88c6-558707c6fe87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:e1:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cbd5e0e-9116-46f1-9748-13a73d2d7e75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'edfd9146-e227-41af-aacd-9921c5ead6b0', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 728.398235] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 728.399321] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edf23e1c-b030-4fd8-88c6-558707c6fe87] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 728.404010] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-524aa844-78e0-410e-91cb-a93479da71fa {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.427721] env[68800]: DEBUG oslo_vmware.api [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Task: {'id': task-3243344, 'name': ReconfigVM_Task, 'duration_secs': 0.300502} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.429381] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Reconfigured VM instance instance-00000018 to attach disk [datastore1] a5b62cef-6f64-47fc-beb0-aaa1229511b8/a5b62cef-6f64-47fc-beb0-aaa1229511b8.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.430086] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 728.430086] env[68800]: value = "task-3243346" [ 728.430086] env[68800]: _type = "Task" [ 728.430086] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.430346] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2274ab4b-1daf-40ec-b621-863102de82fd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.442651] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243346, 'name': CreateVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.444409] env[68800]: DEBUG oslo_vmware.api [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Waiting for the task: (returnval){ [ 728.444409] env[68800]: value = "task-3243347" [ 728.444409] env[68800]: _type = "Task" [ 728.444409] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.550351] env[68800]: DEBUG nova.compute.utils [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 728.551818] env[68800]: DEBUG nova.compute.manager [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 728.552029] env[68800]: DEBUG nova.network.neutron [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 728.598777] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.652792] env[68800]: DEBUG oslo_vmware.api [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243345, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.664147] env[68800]: DEBUG nova.policy [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '196829e3381a4fd5bc2eeba817005c14', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5830aa2af4e84fdfa5aa4b50ab0d123b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 728.727356] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b0d52e5b-c7fc-4cd8-96e7-306a6dc173fc tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.841705] env[68800]: DEBUG oslo_vmware.api [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Task: {'id': task-3243343, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666991} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.846099] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 7dd75bea-9645-49e0-a518-21659a16022f/7dd75bea-9645-49e0-a518-21659a16022f.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.846427] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] [instance: 7dd75bea-9645-49e0-a518-21659a16022f] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.848092] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a11bf2d-6f69-4429-936d-9ba78343846d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.855444] env[68800]: DEBUG oslo_vmware.api [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Waiting for the task: (returnval){ [ 728.855444] env[68800]: value = "task-3243348" [ 728.855444] env[68800]: _type = "Task" [ 728.855444] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.864655] env[68800]: DEBUG oslo_vmware.api [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Task: {'id': task-3243348, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.942182] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243346, 'name': CreateVM_Task, 'duration_secs': 0.460985} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.942371] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edf23e1c-b030-4fd8-88c6-558707c6fe87] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 728.943935] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.943935] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.943935] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.944254] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3701a6c4-0cde-4703-809c-3655a668645e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.959201] env[68800]: DEBUG oslo_vmware.api [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Waiting for the task: (returnval){ [ 728.959201] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5234ad10-ab3d-d5be-4d38-e5932f17839d" [ 728.959201] env[68800]: _type = "Task" [ 728.959201] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.963515] env[68800]: DEBUG oslo_vmware.api [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Task: {'id': task-3243347, 'name': Rename_Task, 'duration_secs': 0.149335} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.967036] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.969941] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91f3e4d9-bcf4-456a-88ac-990e62c76f12 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.979709] env[68800]: DEBUG oslo_vmware.api [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5234ad10-ab3d-d5be-4d38-e5932f17839d, 'name': SearchDatastore_Task, 'duration_secs': 0.013533} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.981307] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.981564] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: edf23e1c-b030-4fd8-88c6-558707c6fe87] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 728.981828] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.982013] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.982243] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.982592] env[68800]: DEBUG oslo_vmware.api [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Waiting for the task: (returnval){ [ 728.982592] env[68800]: value = "task-3243349" [ 728.982592] env[68800]: _type = "Task" [ 728.982592] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.985312] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bdf87a7-c33c-433c-88d1-d9d62548f506 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.997056] env[68800]: DEBUG oslo_vmware.api [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Task: {'id': task-3243349, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.998383] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.998606] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 729.002031] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be053fa0-08c8-4e05-a7bf-4e593dc9c95e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.008106] env[68800]: DEBUG oslo_vmware.api [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Waiting for the task: (returnval){ [ 729.008106] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52918df8-452c-01d5-ab57-e62a7b84c353" [ 729.008106] env[68800]: _type = "Task" [ 729.008106] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.017867] env[68800]: DEBUG oslo_vmware.api [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52918df8-452c-01d5-ab57-e62a7b84c353, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.056565] env[68800]: DEBUG nova.compute.manager [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 729.085219] env[68800]: DEBUG nova.compute.manager [req-18689e44-891c-4527-ae51-e27cae2ffd6c req-e7291129-a2d5-4e16-990c-492c724345c4 service nova] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Received event network-changed-f17e18f6-a4de-4f42-939b-935cc09ad333 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.085540] env[68800]: DEBUG nova.compute.manager [req-18689e44-891c-4527-ae51-e27cae2ffd6c req-e7291129-a2d5-4e16-990c-492c724345c4 service nova] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Refreshing instance network info cache due to event network-changed-f17e18f6-a4de-4f42-939b-935cc09ad333. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 729.085885] env[68800]: DEBUG oslo_concurrency.lockutils [req-18689e44-891c-4527-ae51-e27cae2ffd6c req-e7291129-a2d5-4e16-990c-492c724345c4 service nova] Acquiring lock "refresh_cache-e20d7c2b-7bc9-4656-af23-bde9b48efe1d" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.086061] env[68800]: DEBUG oslo_concurrency.lockutils [req-18689e44-891c-4527-ae51-e27cae2ffd6c req-e7291129-a2d5-4e16-990c-492c724345c4 service nova] Acquired lock "refresh_cache-e20d7c2b-7bc9-4656-af23-bde9b48efe1d" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.086326] env[68800]: DEBUG nova.network.neutron [req-18689e44-891c-4527-ae51-e27cae2ffd6c req-e7291129-a2d5-4e16-990c-492c724345c4 service nova] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Refreshing network info cache for port f17e18f6-a4de-4f42-939b-935cc09ad333 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.154077] env[68800]: DEBUG oslo_vmware.api [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243345, 'name': PowerOnVM_Task, 'duration_secs': 0.748188} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.154425] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 729.154662] env[68800]: INFO nova.compute.manager [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Took 9.74 seconds to spawn the instance on the hypervisor. [ 729.154919] env[68800]: DEBUG nova.compute.manager [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 729.156264] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c3d405-a24b-4c5e-ba98-61ecec7f3683 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.239415] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aacd1859-9df2-4c43-86d5-760982093813 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.251054] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c63bfe9-122f-4bf8-ada9-0e3490df7b59 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.256582] env[68800]: DEBUG nova.network.neutron [req-b73f7035-1a71-41dc-8450-b72ceebeac33 req-abc1bb06-cbab-4d86-8524-8e54de7ee649 service nova] [instance: edf23e1c-b030-4fd8-88c6-558707c6fe87] Updated VIF entry in instance network info cache for port edfd9146-e227-41af-aacd-9921c5ead6b0. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.256951] env[68800]: DEBUG nova.network.neutron [req-b73f7035-1a71-41dc-8450-b72ceebeac33 req-abc1bb06-cbab-4d86-8524-8e54de7ee649 service nova] [instance: edf23e1c-b030-4fd8-88c6-558707c6fe87] Updating instance_info_cache with network_info: [{"id": "edfd9146-e227-41af-aacd-9921c5ead6b0", "address": "fa:16:3e:d5:e1:97", "network": {"id": "910263fe-5348-43bf-a2dc-80270861caea", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3ae10f76bf14ae69232ca090f1bb0ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedfd9146-e2", "ovs_interfaceid": "edfd9146-e227-41af-aacd-9921c5ead6b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.289092] env[68800]: DEBUG nova.network.neutron [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Successfully created port: c5d0e75b-7b1a-4328-9dc8-88c318f25cff {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 729.290781] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65fab292-9d3f-4009-be50-b8755e15c188 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.301887] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb998511-df43-4e29-9508-42474704c7d6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.317875] env[68800]: DEBUG nova.compute.provider_tree [None req-0b408342-01bc-424b-8053-ce43bf90c5d7 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.365810] env[68800]: DEBUG oslo_vmware.api [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Task: {'id': task-3243348, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112324} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.366108] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] [instance: 7dd75bea-9645-49e0-a518-21659a16022f] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 729.366896] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee2b9ea-563b-44f3-9ed5-2e48eb211714 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.390107] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] [instance: 7dd75bea-9645-49e0-a518-21659a16022f] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 7dd75bea-9645-49e0-a518-21659a16022f/7dd75bea-9645-49e0-a518-21659a16022f.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.390519] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-660973af-cc68-4a16-b24c-89fc7b5411ec {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.411739] env[68800]: DEBUG oslo_vmware.api [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Waiting for the task: (returnval){ [ 729.411739] env[68800]: value = "task-3243350" [ 729.411739] env[68800]: _type = "Task" [ 729.411739] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.423044] env[68800]: DEBUG oslo_vmware.api [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Task: {'id': task-3243350, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.496767] env[68800]: DEBUG oslo_vmware.api [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Task: {'id': task-3243349, 'name': PowerOnVM_Task, 'duration_secs': 0.463099} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.497069] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 729.497362] env[68800]: DEBUG nova.compute.manager [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 729.498202] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aad9f29-513f-457e-bdc7-bdef967cae48 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.521638] env[68800]: DEBUG oslo_vmware.api [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52918df8-452c-01d5-ab57-e62a7b84c353, 'name': SearchDatastore_Task, 'duration_secs': 0.013804} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.524667] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e7ff2c6-f7a0-4308-bdf6-45d67415c3f8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.531705] env[68800]: DEBUG oslo_vmware.api [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Waiting for the task: (returnval){ [ 729.531705] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52536729-cc8b-230c-dd43-b7148f82ce4d" [ 729.531705] env[68800]: _type = "Task" [ 729.531705] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.544920] env[68800]: DEBUG oslo_vmware.api [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52536729-cc8b-230c-dd43-b7148f82ce4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.677188] env[68800]: INFO nova.compute.manager [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Took 44.37 seconds to build instance. [ 729.761045] env[68800]: DEBUG oslo_concurrency.lockutils [req-b73f7035-1a71-41dc-8450-b72ceebeac33 req-abc1bb06-cbab-4d86-8524-8e54de7ee649 service nova] Releasing lock "refresh_cache-edf23e1c-b030-4fd8-88c6-558707c6fe87" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.823357] env[68800]: DEBUG nova.scheduler.client.report [None req-0b408342-01bc-424b-8053-ce43bf90c5d7 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.925326] env[68800]: DEBUG oslo_vmware.api [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Task: {'id': task-3243350, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.967466] env[68800]: DEBUG nova.network.neutron [req-18689e44-891c-4527-ae51-e27cae2ffd6c req-e7291129-a2d5-4e16-990c-492c724345c4 service nova] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Updated VIF entry in instance network info cache for port f17e18f6-a4de-4f42-939b-935cc09ad333. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.967839] env[68800]: DEBUG nova.network.neutron [req-18689e44-891c-4527-ae51-e27cae2ffd6c req-e7291129-a2d5-4e16-990c-492c724345c4 service nova] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Updating instance_info_cache with network_info: [{"id": "f17e18f6-a4de-4f42-939b-935cc09ad333", "address": "fa:16:3e:9f:2f:85", "network": {"id": "4721730e-a8c1-438a-93d6-04e49b2bef1c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-956796280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de8a16d98b234ffeb1f0920ab46b541e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf17e18f6-a4", "ovs_interfaceid": "f17e18f6-a4de-4f42-939b-935cc09ad333", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.017315] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.043464] env[68800]: DEBUG oslo_vmware.api [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52536729-cc8b-230c-dd43-b7148f82ce4d, 'name': SearchDatastore_Task, 'duration_secs': 0.03373} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.044142] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.044142] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] edf23e1c-b030-4fd8-88c6-558707c6fe87/edf23e1c-b030-4fd8-88c6-558707c6fe87.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 730.044318] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc2e5292-3abb-41a5-9987-7f3fb7c684be {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.051991] env[68800]: DEBUG oslo_vmware.api [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Waiting for the task: (returnval){ [ 730.051991] env[68800]: value = "task-3243351" [ 730.051991] env[68800]: _type = "Task" [ 730.051991] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.060676] env[68800]: DEBUG oslo_vmware.api [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Task: {'id': task-3243351, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.066922] env[68800]: DEBUG nova.compute.manager [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 730.094836] env[68800]: DEBUG nova.virt.hardware [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 730.095523] env[68800]: DEBUG nova.virt.hardware [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 730.095523] env[68800]: DEBUG nova.virt.hardware [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 730.095752] env[68800]: DEBUG nova.virt.hardware [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 730.095910] env[68800]: DEBUG nova.virt.hardware [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 730.096079] env[68800]: DEBUG nova.virt.hardware [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 730.096296] env[68800]: DEBUG nova.virt.hardware [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 730.096718] env[68800]: DEBUG nova.virt.hardware [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 730.096986] env[68800]: DEBUG nova.virt.hardware [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 730.097969] env[68800]: DEBUG nova.virt.hardware [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 730.097969] env[68800]: DEBUG nova.virt.hardware [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 730.098261] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e448a9-5e80-441b-bef5-f1337afb8964 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.106164] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da9d812-7a94-41e0-89f3-601a02d5c2fb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.179799] env[68800]: DEBUG oslo_concurrency.lockutils [None req-77bb713a-1b76-4a09-9082-ca44a5b6c386 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "99f2d44f-e361-466f-998c-f23a2b04bcbf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.567s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.328887] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0b408342-01bc-424b-8053-ce43bf90c5d7 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.280s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.331462] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3c28c444-f90d-4394-adaa-1b132bae440f tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 21.580s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.356793] env[68800]: INFO nova.scheduler.client.report [None req-0b408342-01bc-424b-8053-ce43bf90c5d7 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Deleted allocations for instance 4f492710-e515-4857-b2a4-71da78617707 [ 730.425641] env[68800]: DEBUG oslo_vmware.api [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Task: {'id': task-3243350, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.470805] env[68800]: DEBUG oslo_concurrency.lockutils [req-18689e44-891c-4527-ae51-e27cae2ffd6c req-e7291129-a2d5-4e16-990c-492c724345c4 service nova] Releasing lock "refresh_cache-e20d7c2b-7bc9-4656-af23-bde9b48efe1d" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.565225] env[68800]: DEBUG oslo_vmware.api [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Task: {'id': task-3243351, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.682841] env[68800]: DEBUG nova.compute.manager [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 730.783631] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a06cc2e0-c839-41e1-8cc4-1243eee7ea6b tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Acquiring lock "a5b62cef-6f64-47fc-beb0-aaa1229511b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.783631] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a06cc2e0-c839-41e1-8cc4-1243eee7ea6b tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Lock "a5b62cef-6f64-47fc-beb0-aaa1229511b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.783631] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a06cc2e0-c839-41e1-8cc4-1243eee7ea6b tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Acquiring lock "a5b62cef-6f64-47fc-beb0-aaa1229511b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.783631] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a06cc2e0-c839-41e1-8cc4-1243eee7ea6b tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Lock "a5b62cef-6f64-47fc-beb0-aaa1229511b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.784181] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a06cc2e0-c839-41e1-8cc4-1243eee7ea6b tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Lock "a5b62cef-6f64-47fc-beb0-aaa1229511b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.785349] env[68800]: INFO nova.compute.manager [None req-a06cc2e0-c839-41e1-8cc4-1243eee7ea6b tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Terminating instance [ 730.869035] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0b408342-01bc-424b-8053-ce43bf90c5d7 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Lock "4f492710-e515-4857-b2a4-71da78617707" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.730s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.869578] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a65c61b0-062f-439f-a32b-e1c290bf2acb tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Lock "4f492710-e515-4857-b2a4-71da78617707" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 20.284s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.869813] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a65c61b0-062f-439f-a32b-e1c290bf2acb tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Acquiring lock "4f492710-e515-4857-b2a4-71da78617707-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.870022] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a65c61b0-062f-439f-a32b-e1c290bf2acb tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Lock "4f492710-e515-4857-b2a4-71da78617707-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.871021] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a65c61b0-062f-439f-a32b-e1c290bf2acb tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Lock "4f492710-e515-4857-b2a4-71da78617707-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.872181] env[68800]: INFO nova.compute.manager [None req-a65c61b0-062f-439f-a32b-e1c290bf2acb tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 4f492710-e515-4857-b2a4-71da78617707] Terminating instance [ 730.926873] env[68800]: DEBUG oslo_vmware.api [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Task: {'id': task-3243350, 'name': ReconfigVM_Task, 'duration_secs': 1.165697} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.927829] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] [instance: 7dd75bea-9645-49e0-a518-21659a16022f] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 7dd75bea-9645-49e0-a518-21659a16022f/7dd75bea-9645-49e0-a518-21659a16022f.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.928544] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d76dafb3-8457-42cb-9ae6-f10e86f46fdb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.936474] env[68800]: DEBUG oslo_vmware.api [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Waiting for the task: (returnval){ [ 730.936474] env[68800]: value = "task-3243352" [ 730.936474] env[68800]: _type = "Task" [ 730.936474] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.951670] env[68800]: DEBUG oslo_vmware.api [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Task: {'id': task-3243352, 'name': Rename_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.068358] env[68800]: DEBUG oslo_vmware.api [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Task: {'id': task-3243351, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.711003} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.068614] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] edf23e1c-b030-4fd8-88c6-558707c6fe87/edf23e1c-b030-4fd8-88c6-558707c6fe87.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.068839] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: edf23e1c-b030-4fd8-88c6-558707c6fe87] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.069108] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f710727a-58a0-4e96-8f37-3533ac464cb7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.081032] env[68800]: DEBUG oslo_vmware.api [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Waiting for the task: (returnval){ [ 731.081032] env[68800]: value = "task-3243353" [ 731.081032] env[68800]: _type = "Task" [ 731.081032] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.089282] env[68800]: DEBUG oslo_vmware.api [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Task: {'id': task-3243353, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.212684] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.293043] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a06cc2e0-c839-41e1-8cc4-1243eee7ea6b tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Acquiring lock "refresh_cache-a5b62cef-6f64-47fc-beb0-aaa1229511b8" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.293253] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a06cc2e0-c839-41e1-8cc4-1243eee7ea6b tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Acquired lock "refresh_cache-a5b62cef-6f64-47fc-beb0-aaa1229511b8" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.293510] env[68800]: DEBUG nova.network.neutron [None req-a06cc2e0-c839-41e1-8cc4-1243eee7ea6b tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.333728] env[68800]: DEBUG nova.compute.manager [req-0078c7e1-1bae-4c0f-806c-d3cbbb33c61f req-3be02291-968c-46ea-b85a-cc6a727acdb5 service nova] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Received event network-changed-799e4986-0930-491b-98ff-32f545243230 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.333728] env[68800]: DEBUG nova.compute.manager [req-0078c7e1-1bae-4c0f-806c-d3cbbb33c61f req-3be02291-968c-46ea-b85a-cc6a727acdb5 service nova] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Refreshing instance network info cache due to event network-changed-799e4986-0930-491b-98ff-32f545243230. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 731.333728] env[68800]: DEBUG oslo_concurrency.lockutils [req-0078c7e1-1bae-4c0f-806c-d3cbbb33c61f req-3be02291-968c-46ea-b85a-cc6a727acdb5 service nova] Acquiring lock "refresh_cache-99f2d44f-e361-466f-998c-f23a2b04bcbf" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.333728] env[68800]: DEBUG oslo_concurrency.lockutils [req-0078c7e1-1bae-4c0f-806c-d3cbbb33c61f req-3be02291-968c-46ea-b85a-cc6a727acdb5 service nova] Acquired lock "refresh_cache-99f2d44f-e361-466f-998c-f23a2b04bcbf" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.333728] env[68800]: DEBUG nova.network.neutron [req-0078c7e1-1bae-4c0f-806c-d3cbbb33c61f req-3be02291-968c-46ea-b85a-cc6a727acdb5 service nova] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Refreshing network info cache for port 799e4986-0930-491b-98ff-32f545243230 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.346546] env[68800]: DEBUG nova.network.neutron [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Successfully updated port: c5d0e75b-7b1a-4328-9dc8-88c318f25cff {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 731.379515] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a65c61b0-062f-439f-a32b-e1c290bf2acb tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Acquiring lock "refresh_cache-4f492710-e515-4857-b2a4-71da78617707" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.382032] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a65c61b0-062f-439f-a32b-e1c290bf2acb tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Acquired lock "refresh_cache-4f492710-e515-4857-b2a4-71da78617707" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.382032] env[68800]: DEBUG nova.network.neutron [None req-a65c61b0-062f-439f-a32b-e1c290bf2acb tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 4f492710-e515-4857-b2a4-71da78617707] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.447980] env[68800]: DEBUG oslo_vmware.api [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Task: {'id': task-3243352, 'name': Rename_Task, 'duration_secs': 0.266091} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.450966] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] [instance: 7dd75bea-9645-49e0-a518-21659a16022f] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.451405] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-efd904c8-f995-4230-9acc-e19c4ba74776 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.459525] env[68800]: DEBUG oslo_vmware.api [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Waiting for the task: (returnval){ [ 731.459525] env[68800]: value = "task-3243354" [ 731.459525] env[68800]: _type = "Task" [ 731.459525] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.470546] env[68800]: DEBUG oslo_vmware.api [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Task: {'id': task-3243354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.493189] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc78b50-5ba5-46c9-bb77-f72f782bf89c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.501055] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3de3d34-09b9-4881-bb64-5e4d59af2b22 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.535668] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf96b14-2ccf-4620-9ca3-c7fff10dfea6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.544703] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc0ed1e-0777-48f1-b295-663bd1aceb7e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.559364] env[68800]: DEBUG nova.compute.provider_tree [None req-3c28c444-f90d-4394-adaa-1b132bae440f tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.589259] env[68800]: DEBUG oslo_vmware.api [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Task: {'id': task-3243353, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119316} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.590124] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: edf23e1c-b030-4fd8-88c6-558707c6fe87] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.590378] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d7bfbb-bd5b-4631-a45d-dd2e474df7f1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.615094] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: edf23e1c-b030-4fd8-88c6-558707c6fe87] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] edf23e1c-b030-4fd8-88c6-558707c6fe87/edf23e1c-b030-4fd8-88c6-558707c6fe87.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.616341] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3ad03be-1899-4b73-b605-498bbfda400b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.636099] env[68800]: DEBUG oslo_vmware.api [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Waiting for the task: (returnval){ [ 731.636099] env[68800]: value = "task-3243355" [ 731.636099] env[68800]: _type = "Task" [ 731.636099] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.644925] env[68800]: DEBUG oslo_vmware.api [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Task: {'id': task-3243355, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.822416] env[68800]: DEBUG nova.network.neutron [None req-a06cc2e0-c839-41e1-8cc4-1243eee7ea6b tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 731.852434] env[68800]: DEBUG oslo_concurrency.lockutils [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Acquiring lock "refresh_cache-d8ca704a-fbd1-43e3-bc26-a005ec7082d7" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.852615] env[68800]: DEBUG oslo_concurrency.lockutils [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Acquired lock "refresh_cache-d8ca704a-fbd1-43e3-bc26-a005ec7082d7" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.852788] env[68800]: DEBUG nova.network.neutron [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.886024] env[68800]: DEBUG nova.compute.utils [None req-a65c61b0-062f-439f-a32b-e1c290bf2acb tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 4f492710-e515-4857-b2a4-71da78617707] Can not refresh info_cache because instance was not found {{(pid=68800) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 731.907116] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7b4237f6-b8a3-41c4-ba56-85c08eebe3b4 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Acquiring lock "195e2543-8984-4a01-bfdf-1ee3c98f1105" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.907605] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7b4237f6-b8a3-41c4-ba56-85c08eebe3b4 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Lock "195e2543-8984-4a01-bfdf-1ee3c98f1105" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.907946] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7b4237f6-b8a3-41c4-ba56-85c08eebe3b4 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Acquiring lock "195e2543-8984-4a01-bfdf-1ee3c98f1105-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.908206] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7b4237f6-b8a3-41c4-ba56-85c08eebe3b4 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Lock "195e2543-8984-4a01-bfdf-1ee3c98f1105-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.908429] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7b4237f6-b8a3-41c4-ba56-85c08eebe3b4 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Lock "195e2543-8984-4a01-bfdf-1ee3c98f1105-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.912039] env[68800]: INFO nova.compute.manager [None req-7b4237f6-b8a3-41c4-ba56-85c08eebe3b4 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Terminating instance [ 731.931523] env[68800]: DEBUG nova.network.neutron [None req-a65c61b0-062f-439f-a32b-e1c290bf2acb tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 4f492710-e515-4857-b2a4-71da78617707] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 731.966189] env[68800]: DEBUG nova.network.neutron [None req-a06cc2e0-c839-41e1-8cc4-1243eee7ea6b tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.978050] env[68800]: DEBUG oslo_vmware.api [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Task: {'id': task-3243354, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.063239] env[68800]: DEBUG nova.scheduler.client.report [None req-3c28c444-f90d-4394-adaa-1b132bae440f tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.101324] env[68800]: DEBUG nova.network.neutron [req-0078c7e1-1bae-4c0f-806c-d3cbbb33c61f req-3be02291-968c-46ea-b85a-cc6a727acdb5 service nova] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Updated VIF entry in instance network info cache for port 799e4986-0930-491b-98ff-32f545243230. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.101324] env[68800]: DEBUG nova.network.neutron [req-0078c7e1-1bae-4c0f-806c-d3cbbb33c61f req-3be02291-968c-46ea-b85a-cc6a727acdb5 service nova] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Updating instance_info_cache with network_info: [{"id": "799e4986-0930-491b-98ff-32f545243230", "address": "fa:16:3e:94:65:06", "network": {"id": "d2aa08d6-a1ed-4602-80f7-7e07ba244d6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2142783339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f658ebcc84a8451b9e8d28db15cd0d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap799e4986-09", "ovs_interfaceid": "799e4986-0930-491b-98ff-32f545243230", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.148304] env[68800]: DEBUG oslo_vmware.api [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Task: {'id': task-3243355, 'name': ReconfigVM_Task, 'duration_secs': 0.481721} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.148711] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: edf23e1c-b030-4fd8-88c6-558707c6fe87] Reconfigured VM instance instance-0000001c to attach disk [datastore2] edf23e1c-b030-4fd8-88c6-558707c6fe87/edf23e1c-b030-4fd8-88c6-558707c6fe87.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.151017] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a065c82b-1ebd-451b-b040-6499c78705f3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.158686] env[68800]: DEBUG oslo_vmware.api [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Waiting for the task: (returnval){ [ 732.158686] env[68800]: value = "task-3243356" [ 732.158686] env[68800]: _type = "Task" [ 732.158686] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.170096] env[68800]: DEBUG oslo_vmware.api [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Task: {'id': task-3243356, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.387991] env[68800]: DEBUG nova.network.neutron [None req-a65c61b0-062f-439f-a32b-e1c290bf2acb tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 4f492710-e515-4857-b2a4-71da78617707] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.405749] env[68800]: DEBUG nova.network.neutron [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 732.417538] env[68800]: DEBUG nova.compute.manager [None req-7b4237f6-b8a3-41c4-ba56-85c08eebe3b4 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 732.417800] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4237f6-b8a3-41c4-ba56-85c08eebe3b4 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 732.418625] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8384704d-df68-452d-8750-05cd3487f2d2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.428165] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b4237f6-b8a3-41c4-ba56-85c08eebe3b4 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 732.430857] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c983270-196a-44ad-9e12-6beea1e7579f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.438345] env[68800]: DEBUG oslo_vmware.api [None req-7b4237f6-b8a3-41c4-ba56-85c08eebe3b4 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Waiting for the task: (returnval){ [ 732.438345] env[68800]: value = "task-3243357" [ 732.438345] env[68800]: _type = "Task" [ 732.438345] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.452634] env[68800]: DEBUG oslo_vmware.api [None req-7b4237f6-b8a3-41c4-ba56-85c08eebe3b4 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Task: {'id': task-3243357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.472015] env[68800]: DEBUG oslo_vmware.api [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Task: {'id': task-3243354, 'name': PowerOnVM_Task, 'duration_secs': 0.766629} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.472992] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] [instance: 7dd75bea-9645-49e0-a518-21659a16022f] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.472992] env[68800]: INFO nova.compute.manager [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] [instance: 7dd75bea-9645-49e0-a518-21659a16022f] Took 10.32 seconds to spawn the instance on the hypervisor. [ 732.473081] env[68800]: DEBUG nova.compute.manager [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] [instance: 7dd75bea-9645-49e0-a518-21659a16022f] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 732.474020] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2edf4f68-5e7a-49fd-bd10-91aa7c1aa218 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.477930] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a06cc2e0-c839-41e1-8cc4-1243eee7ea6b tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Releasing lock "refresh_cache-a5b62cef-6f64-47fc-beb0-aaa1229511b8" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.478490] env[68800]: DEBUG nova.compute.manager [None req-a06cc2e0-c839-41e1-8cc4-1243eee7ea6b tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 732.478701] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a06cc2e0-c839-41e1-8cc4-1243eee7ea6b tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 732.479916] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb75708-3a0c-4179-9b7f-7374665f56bb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.499022] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-a06cc2e0-c839-41e1-8cc4-1243eee7ea6b tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 732.499022] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44ff6778-889f-4090-be04-65474d05d5b2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.502844] env[68800]: DEBUG oslo_vmware.api [None req-a06cc2e0-c839-41e1-8cc4-1243eee7ea6b tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Waiting for the task: (returnval){ [ 732.502844] env[68800]: value = "task-3243358" [ 732.502844] env[68800]: _type = "Task" [ 732.502844] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.512547] env[68800]: DEBUG oslo_vmware.api [None req-a06cc2e0-c839-41e1-8cc4-1243eee7ea6b tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Task: {'id': task-3243358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.568230] env[68800]: DEBUG nova.network.neutron [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Updating instance_info_cache with network_info: [{"id": "c5d0e75b-7b1a-4328-9dc8-88c318f25cff", "address": "fa:16:3e:82:bc:0c", "network": {"id": "910263fe-5348-43bf-a2dc-80270861caea", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3ae10f76bf14ae69232ca090f1bb0ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5d0e75b-7b", "ovs_interfaceid": "c5d0e75b-7b1a-4328-9dc8-88c318f25cff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.603252] env[68800]: DEBUG oslo_concurrency.lockutils [req-0078c7e1-1bae-4c0f-806c-d3cbbb33c61f req-3be02291-968c-46ea-b85a-cc6a727acdb5 service nova] Releasing lock "refresh_cache-99f2d44f-e361-466f-998c-f23a2b04bcbf" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.605474] env[68800]: DEBUG nova.compute.manager [req-0078c7e1-1bae-4c0f-806c-d3cbbb33c61f req-3be02291-968c-46ea-b85a-cc6a727acdb5 service nova] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Received event network-vif-plugged-c5d0e75b-7b1a-4328-9dc8-88c318f25cff {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.605474] env[68800]: DEBUG oslo_concurrency.lockutils [req-0078c7e1-1bae-4c0f-806c-d3cbbb33c61f req-3be02291-968c-46ea-b85a-cc6a727acdb5 service nova] Acquiring lock "d8ca704a-fbd1-43e3-bc26-a005ec7082d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.605474] env[68800]: DEBUG oslo_concurrency.lockutils [req-0078c7e1-1bae-4c0f-806c-d3cbbb33c61f req-3be02291-968c-46ea-b85a-cc6a727acdb5 service nova] Lock "d8ca704a-fbd1-43e3-bc26-a005ec7082d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.605474] env[68800]: DEBUG oslo_concurrency.lockutils [req-0078c7e1-1bae-4c0f-806c-d3cbbb33c61f req-3be02291-968c-46ea-b85a-cc6a727acdb5 service nova] Lock "d8ca704a-fbd1-43e3-bc26-a005ec7082d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.605474] env[68800]: DEBUG nova.compute.manager [req-0078c7e1-1bae-4c0f-806c-d3cbbb33c61f req-3be02291-968c-46ea-b85a-cc6a727acdb5 service nova] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] No waiting events found dispatching network-vif-plugged-c5d0e75b-7b1a-4328-9dc8-88c318f25cff {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 732.605766] env[68800]: WARNING nova.compute.manager [req-0078c7e1-1bae-4c0f-806c-d3cbbb33c61f req-3be02291-968c-46ea-b85a-cc6a727acdb5 service nova] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Received unexpected event network-vif-plugged-c5d0e75b-7b1a-4328-9dc8-88c318f25cff for instance with vm_state building and task_state spawning. [ 732.671855] env[68800]: DEBUG oslo_vmware.api [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Task: {'id': task-3243356, 'name': Rename_Task, 'duration_secs': 0.250106} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.671855] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: edf23e1c-b030-4fd8-88c6-558707c6fe87] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 732.671855] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8146d8d1-0aa1-4d8b-b5e2-5fb2ff5e4dd3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.677033] env[68800]: DEBUG oslo_vmware.api [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Waiting for the task: (returnval){ [ 732.677033] env[68800]: value = "task-3243359" [ 732.677033] env[68800]: _type = "Task" [ 732.677033] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.684945] env[68800]: DEBUG oslo_vmware.api [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Task: {'id': task-3243359, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.894282] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a65c61b0-062f-439f-a32b-e1c290bf2acb tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Releasing lock "refresh_cache-4f492710-e515-4857-b2a4-71da78617707" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.894282] env[68800]: DEBUG nova.compute.manager [None req-a65c61b0-062f-439f-a32b-e1c290bf2acb tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 4f492710-e515-4857-b2a4-71da78617707] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 732.894282] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a65c61b0-062f-439f-a32b-e1c290bf2acb tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 4f492710-e515-4857-b2a4-71da78617707] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 732.894282] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1d1bd9bc-be0f-415c-93d7-79fd8f0820d4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.908377] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5941159-e5c1-4ea3-a53a-c15f5b6e6a88 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.959846] env[68800]: WARNING nova.virt.vmwareapi.vmops [None req-a65c61b0-062f-439f-a32b-e1c290bf2acb tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 4f492710-e515-4857-b2a4-71da78617707] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 4f492710-e515-4857-b2a4-71da78617707 could not be found. [ 732.960187] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a65c61b0-062f-439f-a32b-e1c290bf2acb tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 4f492710-e515-4857-b2a4-71da78617707] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 732.960425] env[68800]: INFO nova.compute.manager [None req-a65c61b0-062f-439f-a32b-e1c290bf2acb tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 4f492710-e515-4857-b2a4-71da78617707] Took 0.07 seconds to destroy the instance on the hypervisor. [ 732.960736] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a65c61b0-062f-439f-a32b-e1c290bf2acb tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.961517] env[68800]: DEBUG nova.compute.manager [-] [instance: 4f492710-e515-4857-b2a4-71da78617707] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 732.961697] env[68800]: DEBUG nova.network.neutron [-] [instance: 4f492710-e515-4857-b2a4-71da78617707] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 732.969022] env[68800]: DEBUG oslo_vmware.api [None req-7b4237f6-b8a3-41c4-ba56-85c08eebe3b4 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Task: {'id': task-3243357, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.987464] env[68800]: DEBUG nova.network.neutron [-] [instance: 4f492710-e515-4857-b2a4-71da78617707] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 733.001308] env[68800]: INFO nova.compute.manager [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] [instance: 7dd75bea-9645-49e0-a518-21659a16022f] Took 42.54 seconds to build instance. [ 733.013820] env[68800]: DEBUG oslo_vmware.api [None req-a06cc2e0-c839-41e1-8cc4-1243eee7ea6b tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Task: {'id': task-3243358, 'name': PowerOffVM_Task, 'duration_secs': 0.467205} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.014161] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-a06cc2e0-c839-41e1-8cc4-1243eee7ea6b tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 733.014443] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a06cc2e0-c839-41e1-8cc4-1243eee7ea6b tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 733.014687] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89154938-10be-465b-b00c-91d8fea90548 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.039552] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a06cc2e0-c839-41e1-8cc4-1243eee7ea6b tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 733.039772] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a06cc2e0-c839-41e1-8cc4-1243eee7ea6b tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 733.039953] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-a06cc2e0-c839-41e1-8cc4-1243eee7ea6b tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Deleting the datastore file [datastore1] a5b62cef-6f64-47fc-beb0-aaa1229511b8 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 733.040312] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-992945eb-5ba5-43a2-b94e-f9c14faf15cf {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.051010] env[68800]: DEBUG oslo_vmware.api [None req-a06cc2e0-c839-41e1-8cc4-1243eee7ea6b tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Waiting for the task: (returnval){ [ 733.051010] env[68800]: value = "task-3243361" [ 733.051010] env[68800]: _type = "Task" [ 733.051010] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.059897] env[68800]: DEBUG oslo_vmware.api [None req-a06cc2e0-c839-41e1-8cc4-1243eee7ea6b tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Task: {'id': task-3243361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.069585] env[68800]: DEBUG oslo_concurrency.lockutils [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Releasing lock "refresh_cache-d8ca704a-fbd1-43e3-bc26-a005ec7082d7" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.070302] env[68800]: DEBUG nova.compute.manager [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Instance network_info: |[{"id": "c5d0e75b-7b1a-4328-9dc8-88c318f25cff", "address": "fa:16:3e:82:bc:0c", "network": {"id": "910263fe-5348-43bf-a2dc-80270861caea", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3ae10f76bf14ae69232ca090f1bb0ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5d0e75b-7b", "ovs_interfaceid": "c5d0e75b-7b1a-4328-9dc8-88c318f25cff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 733.070859] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:bc:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cbd5e0e-9116-46f1-9748-13a73d2d7e75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5d0e75b-7b1a-4328-9dc8-88c318f25cff', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 733.078936] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Creating folder: Project (5830aa2af4e84fdfa5aa4b50ab0d123b). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.080278] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3c28c444-f90d-4394-adaa-1b132bae440f tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.749s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.084591] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d6d03f9-c445-4d34-9289-8f6942dc96e4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.088129] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.617s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.088129] env[68800]: INFO nova.compute.claims [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 733.099528] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Created folder: Project (5830aa2af4e84fdfa5aa4b50ab0d123b) in parent group-v648080. [ 733.099725] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Creating folder: Instances. Parent ref: group-v648166. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.099969] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-258fa988-5560-4575-9e5b-105e3711135c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.109560] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Created folder: Instances in parent group-v648166. [ 733.109798] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.109974] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.110262] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-889df64e-eabe-4141-bdc7-3323f7422233 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.130851] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 733.130851] env[68800]: value = "task-3243364" [ 733.130851] env[68800]: _type = "Task" [ 733.130851] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.144049] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243364, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.188702] env[68800]: DEBUG oslo_vmware.api [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Task: {'id': task-3243359, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.393933] env[68800]: DEBUG nova.compute.manager [req-3bac847a-13a9-4dc5-9f08-140eaa405b31 req-5b487630-e8c9-4c27-9775-35d65238ad63 service nova] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Received event network-changed-c5d0e75b-7b1a-4328-9dc8-88c318f25cff {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.394597] env[68800]: DEBUG nova.compute.manager [req-3bac847a-13a9-4dc5-9f08-140eaa405b31 req-5b487630-e8c9-4c27-9775-35d65238ad63 service nova] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Refreshing instance network info cache due to event network-changed-c5d0e75b-7b1a-4328-9dc8-88c318f25cff. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 733.394771] env[68800]: DEBUG oslo_concurrency.lockutils [req-3bac847a-13a9-4dc5-9f08-140eaa405b31 req-5b487630-e8c9-4c27-9775-35d65238ad63 service nova] Acquiring lock "refresh_cache-d8ca704a-fbd1-43e3-bc26-a005ec7082d7" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.395015] env[68800]: DEBUG oslo_concurrency.lockutils [req-3bac847a-13a9-4dc5-9f08-140eaa405b31 req-5b487630-e8c9-4c27-9775-35d65238ad63 service nova] Acquired lock "refresh_cache-d8ca704a-fbd1-43e3-bc26-a005ec7082d7" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.395336] env[68800]: DEBUG nova.network.neutron [req-3bac847a-13a9-4dc5-9f08-140eaa405b31 req-5b487630-e8c9-4c27-9775-35d65238ad63 service nova] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Refreshing network info cache for port c5d0e75b-7b1a-4328-9dc8-88c318f25cff {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.451293] env[68800]: DEBUG oslo_vmware.api [None req-7b4237f6-b8a3-41c4-ba56-85c08eebe3b4 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Task: {'id': task-3243357, 'name': PowerOffVM_Task, 'duration_secs': 0.538719} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.451592] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b4237f6-b8a3-41c4-ba56-85c08eebe3b4 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 733.451767] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4237f6-b8a3-41c4-ba56-85c08eebe3b4 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 733.452217] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70bdfac6-f002-467e-a141-e8bae785da73 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.488720] env[68800]: DEBUG nova.network.neutron [-] [instance: 4f492710-e515-4857-b2a4-71da78617707] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.504774] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eb12a4d4-1b26-472c-9ef3-e4d9338062e7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Lock "7dd75bea-9645-49e0-a518-21659a16022f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.613s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.531882] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4237f6-b8a3-41c4-ba56-85c08eebe3b4 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 733.531882] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4237f6-b8a3-41c4-ba56-85c08eebe3b4 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 733.532064] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b4237f6-b8a3-41c4-ba56-85c08eebe3b4 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Deleting the datastore file [datastore1] 195e2543-8984-4a01-bfdf-1ee3c98f1105 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 733.533337] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35602c01-25e7-48dd-b6f2-5c4c4353665c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.540181] env[68800]: DEBUG oslo_vmware.api [None req-7b4237f6-b8a3-41c4-ba56-85c08eebe3b4 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Waiting for the task: (returnval){ [ 733.540181] env[68800]: value = "task-3243366" [ 733.540181] env[68800]: _type = "Task" [ 733.540181] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.551310] env[68800]: DEBUG oslo_vmware.api [None req-7b4237f6-b8a3-41c4-ba56-85c08eebe3b4 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Task: {'id': task-3243366, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.562952] env[68800]: DEBUG oslo_vmware.api [None req-a06cc2e0-c839-41e1-8cc4-1243eee7ea6b tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Task: {'id': task-3243361, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228706} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.563315] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-a06cc2e0-c839-41e1-8cc4-1243eee7ea6b tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 733.563573] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a06cc2e0-c839-41e1-8cc4-1243eee7ea6b tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 733.563811] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a06cc2e0-c839-41e1-8cc4-1243eee7ea6b tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 733.564071] env[68800]: INFO nova.compute.manager [None req-a06cc2e0-c839-41e1-8cc4-1243eee7ea6b tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Took 1.09 seconds to destroy the instance on the hypervisor. [ 733.564397] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a06cc2e0-c839-41e1-8cc4-1243eee7ea6b tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.564673] env[68800]: DEBUG nova.compute.manager [-] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 733.564830] env[68800]: DEBUG nova.network.neutron [-] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 733.586681] env[68800]: DEBUG nova.network.neutron [-] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 733.641492] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243364, 'name': CreateVM_Task} progress is 25%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.667578] env[68800]: INFO nova.scheduler.client.report [None req-3c28c444-f90d-4394-adaa-1b132bae440f tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Deleted allocation for migration 7ebb34f2-de01-4776-9fec-06419b15e5bb [ 733.688913] env[68800]: DEBUG oslo_vmware.api [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Task: {'id': task-3243359, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.992533] env[68800]: INFO nova.compute.manager [-] [instance: 4f492710-e515-4857-b2a4-71da78617707] Took 1.03 seconds to deallocate network for instance. [ 734.009367] env[68800]: DEBUG nova.compute.manager [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 734.052680] env[68800]: DEBUG oslo_vmware.api [None req-7b4237f6-b8a3-41c4-ba56-85c08eebe3b4 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Task: {'id': task-3243366, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255088} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.052680] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b4237f6-b8a3-41c4-ba56-85c08eebe3b4 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 734.052680] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4237f6-b8a3-41c4-ba56-85c08eebe3b4 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 734.052680] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4237f6-b8a3-41c4-ba56-85c08eebe3b4 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 734.052680] env[68800]: INFO nova.compute.manager [None req-7b4237f6-b8a3-41c4-ba56-85c08eebe3b4 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Took 1.63 seconds to destroy the instance on the hypervisor. [ 734.054029] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b4237f6-b8a3-41c4-ba56-85c08eebe3b4 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.056494] env[68800]: DEBUG nova.compute.manager [-] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 734.056915] env[68800]: DEBUG nova.network.neutron [-] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 734.077110] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b8d2bfe7-6674-4adb-8e0c-43b3885579a7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Acquiring lock "7dd75bea-9645-49e0-a518-21659a16022f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.077405] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b8d2bfe7-6674-4adb-8e0c-43b3885579a7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Lock "7dd75bea-9645-49e0-a518-21659a16022f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.077685] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b8d2bfe7-6674-4adb-8e0c-43b3885579a7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Acquiring lock "7dd75bea-9645-49e0-a518-21659a16022f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.078181] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b8d2bfe7-6674-4adb-8e0c-43b3885579a7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Lock "7dd75bea-9645-49e0-a518-21659a16022f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.078181] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b8d2bfe7-6674-4adb-8e0c-43b3885579a7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Lock "7dd75bea-9645-49e0-a518-21659a16022f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.080869] env[68800]: INFO nova.compute.manager [None req-b8d2bfe7-6674-4adb-8e0c-43b3885579a7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] [instance: 7dd75bea-9645-49e0-a518-21659a16022f] Terminating instance [ 734.092661] env[68800]: DEBUG nova.network.neutron [-] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.146542] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243364, 'name': CreateVM_Task, 'duration_secs': 0.647661} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.151594] env[68800]: DEBUG nova.network.neutron [req-3bac847a-13a9-4dc5-9f08-140eaa405b31 req-5b487630-e8c9-4c27-9775-35d65238ad63 service nova] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Updated VIF entry in instance network info cache for port c5d0e75b-7b1a-4328-9dc8-88c318f25cff. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.152238] env[68800]: DEBUG nova.network.neutron [req-3bac847a-13a9-4dc5-9f08-140eaa405b31 req-5b487630-e8c9-4c27-9775-35d65238ad63 service nova] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Updating instance_info_cache with network_info: [{"id": "c5d0e75b-7b1a-4328-9dc8-88c318f25cff", "address": "fa:16:3e:82:bc:0c", "network": {"id": "910263fe-5348-43bf-a2dc-80270861caea", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3ae10f76bf14ae69232ca090f1bb0ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5d0e75b-7b", "ovs_interfaceid": "c5d0e75b-7b1a-4328-9dc8-88c318f25cff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.153904] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 734.159215] env[68800]: DEBUG oslo_concurrency.lockutils [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.159440] env[68800]: DEBUG oslo_concurrency.lockutils [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.159791] env[68800]: DEBUG oslo_concurrency.lockutils [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.160091] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb5cd44f-88fb-4103-be01-2b4e0d72b799 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.165982] env[68800]: DEBUG oslo_vmware.api [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Waiting for the task: (returnval){ [ 734.165982] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52e23424-69c4-73a8-f4d7-17ad1778dcb7" [ 734.165982] env[68800]: _type = "Task" [ 734.165982] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.179147] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3c28c444-f90d-4394-adaa-1b132bae440f tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Lock "e7259d4c-9982-4579-a073-484a8fa49264" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 29.517s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.185015] env[68800]: DEBUG oslo_vmware.api [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52e23424-69c4-73a8-f4d7-17ad1778dcb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.195147] env[68800]: DEBUG oslo_concurrency.lockutils [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "8fc1914e-feaf-4004-92d1-af93a6e5b399" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.195147] env[68800]: DEBUG oslo_concurrency.lockutils [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "8fc1914e-feaf-4004-92d1-af93a6e5b399" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.202022] env[68800]: DEBUG oslo_vmware.api [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Task: {'id': task-3243359, 'name': PowerOnVM_Task, 'duration_secs': 1.332685} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.202614] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: edf23e1c-b030-4fd8-88c6-558707c6fe87] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.202832] env[68800]: INFO nova.compute.manager [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: edf23e1c-b030-4fd8-88c6-558707c6fe87] Took 9.27 seconds to spawn the instance on the hypervisor. [ 734.203117] env[68800]: DEBUG nova.compute.manager [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: edf23e1c-b030-4fd8-88c6-558707c6fe87] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.204797] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31679568-8393-4df0-a42f-67fa7f1835c8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.499111] env[68800]: INFO nova.compute.manager [None req-a65c61b0-062f-439f-a32b-e1c290bf2acb tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] [instance: 4f492710-e515-4857-b2a4-71da78617707] Instance disappeared during terminate [ 734.499611] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a65c61b0-062f-439f-a32b-e1c290bf2acb tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Lock "4f492710-e515-4857-b2a4-71da78617707" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.630s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.547537] env[68800]: DEBUG oslo_concurrency.lockutils [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.586528] env[68800]: DEBUG nova.compute.manager [None req-b8d2bfe7-6674-4adb-8e0c-43b3885579a7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] [instance: 7dd75bea-9645-49e0-a518-21659a16022f] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 734.586768] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d2bfe7-6674-4adb-8e0c-43b3885579a7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] [instance: 7dd75bea-9645-49e0-a518-21659a16022f] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 734.587824] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a9ca3f-d9e1-4942-9e0e-295aa0398d16 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.596441] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8d2bfe7-6674-4adb-8e0c-43b3885579a7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] [instance: 7dd75bea-9645-49e0-a518-21659a16022f] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 734.596696] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f15ce548-c3e9-4d25-93c7-a46fe846f6d2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.603328] env[68800]: INFO nova.compute.manager [-] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Took 1.04 seconds to deallocate network for instance. [ 734.603631] env[68800]: DEBUG oslo_vmware.api [None req-b8d2bfe7-6674-4adb-8e0c-43b3885579a7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Waiting for the task: (returnval){ [ 734.603631] env[68800]: value = "task-3243367" [ 734.603631] env[68800]: _type = "Task" [ 734.603631] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.619188] env[68800]: DEBUG oslo_vmware.api [None req-b8d2bfe7-6674-4adb-8e0c-43b3885579a7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Task: {'id': task-3243367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.622807] env[68800]: DEBUG oslo_vmware.rw_handles [None req-5a549daa-0445-4f44-b4d4-9404b4cf0ed5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ce7b41-a576-e0ec-e2ff-9e252750cddb/disk-0.vmdk. {{(pid=68800) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 734.624055] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f30e71-5c36-4662-a0a5-60b0e51481fb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.629478] env[68800]: DEBUG oslo_vmware.rw_handles [None req-5a549daa-0445-4f44-b4d4-9404b4cf0ed5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ce7b41-a576-e0ec-e2ff-9e252750cddb/disk-0.vmdk is in state: ready. {{(pid=68800) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 734.629656] env[68800]: ERROR oslo_vmware.rw_handles [None req-5a549daa-0445-4f44-b4d4-9404b4cf0ed5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ce7b41-a576-e0ec-e2ff-9e252750cddb/disk-0.vmdk due to incomplete transfer. [ 734.629874] env[68800]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-71c6be04-6331-4407-9e91-e622323bb90a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.636917] env[68800]: DEBUG oslo_vmware.rw_handles [None req-5a549daa-0445-4f44-b4d4-9404b4cf0ed5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ce7b41-a576-e0ec-e2ff-9e252750cddb/disk-0.vmdk. {{(pid=68800) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 734.637284] env[68800]: DEBUG nova.virt.vmwareapi.images [None req-5a549daa-0445-4f44-b4d4-9404b4cf0ed5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Uploaded image b8d07655-06dd-4063-bd05-c45501129535 to the Glance image server {{(pid=68800) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 734.639597] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a549daa-0445-4f44-b4d4-9404b4cf0ed5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Destroying the VM {{(pid=68800) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 734.639940] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e283ea30-1e64-402a-adff-cb00dc7af966 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.649224] env[68800]: DEBUG oslo_vmware.api [None req-5a549daa-0445-4f44-b4d4-9404b4cf0ed5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 734.649224] env[68800]: value = "task-3243368" [ 734.649224] env[68800]: _type = "Task" [ 734.649224] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.658042] env[68800]: DEBUG oslo_vmware.api [None req-5a549daa-0445-4f44-b4d4-9404b4cf0ed5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243368, 'name': Destroy_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.659650] env[68800]: DEBUG oslo_concurrency.lockutils [req-3bac847a-13a9-4dc5-9f08-140eaa405b31 req-5b487630-e8c9-4c27-9775-35d65238ad63 service nova] Releasing lock "refresh_cache-d8ca704a-fbd1-43e3-bc26-a005ec7082d7" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.675374] env[68800]: DEBUG oslo_vmware.api [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52e23424-69c4-73a8-f4d7-17ad1778dcb7, 'name': SearchDatastore_Task, 'duration_secs': 0.013939} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.677192] env[68800]: DEBUG oslo_concurrency.lockutils [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.677440] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 734.677680] env[68800]: DEBUG oslo_concurrency.lockutils [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.677827] env[68800]: DEBUG oslo_concurrency.lockutils [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.678010] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 734.678853] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41514c5-db7b-48c9-a764-805861a309a3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.681497] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8437dd5-d5d4-4a4a-a98a-30fc6dc1e36a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.691422] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba995f8-c4fa-4d76-a462-6452caf6b8df {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.694463] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 734.694650] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 734.695644] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c928d7b6-02df-4efa-a8f5-0701af882e8f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.729234] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee4cf83-32dd-4360-98d6-6e5de49ebace {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.734238] env[68800]: DEBUG oslo_vmware.api [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Waiting for the task: (returnval){ [ 734.734238] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5206ea84-a9c2-c9df-056e-b88f068ad70a" [ 734.734238] env[68800]: _type = "Task" [ 734.734238] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.737298] env[68800]: INFO nova.compute.manager [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: edf23e1c-b030-4fd8-88c6-558707c6fe87] Took 42.35 seconds to build instance. [ 734.741948] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451c80ec-24f3-4dad-9bfa-9a9755530319 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.748715] env[68800]: DEBUG oslo_vmware.api [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5206ea84-a9c2-c9df-056e-b88f068ad70a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.758176] env[68800]: DEBUG nova.compute.provider_tree [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.990978] env[68800]: DEBUG nova.network.neutron [-] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.115624] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a06cc2e0-c839-41e1-8cc4-1243eee7ea6b tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.115926] env[68800]: DEBUG oslo_vmware.api [None req-b8d2bfe7-6674-4adb-8e0c-43b3885579a7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Task: {'id': task-3243367, 'name': PowerOffVM_Task, 'duration_secs': 0.508702} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.116190] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8d2bfe7-6674-4adb-8e0c-43b3885579a7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] [instance: 7dd75bea-9645-49e0-a518-21659a16022f] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 735.116360] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d2bfe7-6674-4adb-8e0c-43b3885579a7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] [instance: 7dd75bea-9645-49e0-a518-21659a16022f] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 735.116606] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15360799-bd19-414e-915c-08e059bb8efb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.159869] env[68800]: DEBUG oslo_vmware.api [None req-5a549daa-0445-4f44-b4d4-9404b4cf0ed5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243368, 'name': Destroy_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.227447] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d2bfe7-6674-4adb-8e0c-43b3885579a7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] [instance: 7dd75bea-9645-49e0-a518-21659a16022f] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 735.227734] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d2bfe7-6674-4adb-8e0c-43b3885579a7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] [instance: 7dd75bea-9645-49e0-a518-21659a16022f] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 735.227951] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8d2bfe7-6674-4adb-8e0c-43b3885579a7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Deleting the datastore file [datastore1] 7dd75bea-9645-49e0-a518-21659a16022f {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 735.228281] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5711a16-38d8-43cc-ac6f-8fd15c967238 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.239467] env[68800]: DEBUG oslo_vmware.api [None req-b8d2bfe7-6674-4adb-8e0c-43b3885579a7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Waiting for the task: (returnval){ [ 735.239467] env[68800]: value = "task-3243370" [ 735.239467] env[68800]: _type = "Task" [ 735.239467] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.246927] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bc8e8578-2c54-4b4a-a41b-6ea7b3cc0668 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Lock "edf23e1c-b030-4fd8-88c6-558707c6fe87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.989s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.247246] env[68800]: DEBUG oslo_vmware.api [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5206ea84-a9c2-c9df-056e-b88f068ad70a, 'name': SearchDatastore_Task, 'duration_secs': 0.029353} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.249438] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f922614-489b-4190-81fb-cad348689095 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.254505] env[68800]: DEBUG oslo_vmware.api [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Waiting for the task: (returnval){ [ 735.254505] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c8514c-b072-0e0c-5230-e13b61302a20" [ 735.254505] env[68800]: _type = "Task" [ 735.254505] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.257504] env[68800]: DEBUG oslo_vmware.api [None req-b8d2bfe7-6674-4adb-8e0c-43b3885579a7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Task: {'id': task-3243370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.261839] env[68800]: DEBUG nova.scheduler.client.report [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.269876] env[68800]: DEBUG oslo_vmware.api [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c8514c-b072-0e0c-5230-e13b61302a20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.495157] env[68800]: INFO nova.compute.manager [-] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Took 1.44 seconds to deallocate network for instance. [ 735.543469] env[68800]: DEBUG nova.compute.manager [req-69d0da54-d2aa-4a31-90a9-ff7418b1c332 req-ff96d3c5-8154-4d2a-b0ce-e877db76b315 service nova] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Received event network-vif-deleted-fe9b2c0c-06e2-437b-a0bd-2226c3403d02 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.662691] env[68800]: DEBUG oslo_vmware.api [None req-5a549daa-0445-4f44-b4d4-9404b4cf0ed5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243368, 'name': Destroy_Task, 'duration_secs': 0.944799} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.662930] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-5a549daa-0445-4f44-b4d4-9404b4cf0ed5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Destroyed the VM [ 735.663188] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5a549daa-0445-4f44-b4d4-9404b4cf0ed5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Deleting Snapshot of the VM instance {{(pid=68800) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 735.664028] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1e4aa9f5-2410-4351-bb0b-2dc659c8fe6f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.670256] env[68800]: DEBUG oslo_vmware.api [None req-5a549daa-0445-4f44-b4d4-9404b4cf0ed5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 735.670256] env[68800]: value = "task-3243371" [ 735.670256] env[68800]: _type = "Task" [ 735.670256] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.678206] env[68800]: DEBUG oslo_vmware.api [None req-5a549daa-0445-4f44-b4d4-9404b4cf0ed5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243371, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.749585] env[68800]: DEBUG oslo_vmware.api [None req-b8d2bfe7-6674-4adb-8e0c-43b3885579a7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Task: {'id': task-3243370, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.431996} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.749975] env[68800]: DEBUG nova.compute.manager [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] [instance: d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 735.752491] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8d2bfe7-6674-4adb-8e0c-43b3885579a7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 735.752710] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d2bfe7-6674-4adb-8e0c-43b3885579a7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] [instance: 7dd75bea-9645-49e0-a518-21659a16022f] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 735.752929] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d2bfe7-6674-4adb-8e0c-43b3885579a7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] [instance: 7dd75bea-9645-49e0-a518-21659a16022f] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 735.753132] env[68800]: INFO nova.compute.manager [None req-b8d2bfe7-6674-4adb-8e0c-43b3885579a7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] [instance: 7dd75bea-9645-49e0-a518-21659a16022f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 735.753370] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8d2bfe7-6674-4adb-8e0c-43b3885579a7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.753805] env[68800]: DEBUG nova.compute.manager [-] [instance: 7dd75bea-9645-49e0-a518-21659a16022f] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 735.753906] env[68800]: DEBUG nova.network.neutron [-] [instance: 7dd75bea-9645-49e0-a518-21659a16022f] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 735.767559] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.768353] env[68800]: DEBUG nova.compute.manager [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 735.771702] env[68800]: DEBUG oslo_vmware.api [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c8514c-b072-0e0c-5230-e13b61302a20, 'name': SearchDatastore_Task, 'duration_secs': 0.023832} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.771702] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.556s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.772708] env[68800]: INFO nova.compute.claims [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 735.775165] env[68800]: DEBUG oslo_concurrency.lockutils [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.775424] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] d8ca704a-fbd1-43e3-bc26-a005ec7082d7/d8ca704a-fbd1-43e3-bc26-a005ec7082d7.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 735.776241] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5fb2c395-3d24-451f-b2fc-babe275a399c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.784697] env[68800]: DEBUG oslo_vmware.api [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Waiting for the task: (returnval){ [ 735.784697] env[68800]: value = "task-3243372" [ 735.784697] env[68800]: _type = "Task" [ 735.784697] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.794863] env[68800]: DEBUG oslo_vmware.api [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243372, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.005481] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7b4237f6-b8a3-41c4-ba56-85c08eebe3b4 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.099168] env[68800]: DEBUG oslo_concurrency.lockutils [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Acquiring lock "c27ce6a7-d9a3-4a37-9fc7-c72731f816fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.099760] env[68800]: DEBUG oslo_concurrency.lockutils [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Lock "c27ce6a7-d9a3-4a37-9fc7-c72731f816fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.146753] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72965f3c-c6a4-494e-b855-3ced8e66b033 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.154740] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8f1719-285a-4de7-bd4a-5800b2b0f5a5 tempest-ServersAdminNegativeTestJSON-1057016977 tempest-ServersAdminNegativeTestJSON-1057016977-project-admin] [instance: edf23e1c-b030-4fd8-88c6-558707c6fe87] Suspending the VM {{(pid=68800) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 736.154740] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-331dc8e1-23ad-4682-98c4-b83285472657 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.164211] env[68800]: DEBUG oslo_vmware.api [None req-9a8f1719-285a-4de7-bd4a-5800b2b0f5a5 tempest-ServersAdminNegativeTestJSON-1057016977 tempest-ServersAdminNegativeTestJSON-1057016977-project-admin] Waiting for the task: (returnval){ [ 736.164211] env[68800]: value = "task-3243373" [ 736.164211] env[68800]: _type = "Task" [ 736.164211] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.175756] env[68800]: DEBUG oslo_vmware.api [None req-9a8f1719-285a-4de7-bd4a-5800b2b0f5a5 tempest-ServersAdminNegativeTestJSON-1057016977 tempest-ServersAdminNegativeTestJSON-1057016977-project-admin] Task: {'id': task-3243373, 'name': SuspendVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.188311] env[68800]: DEBUG oslo_vmware.api [None req-5a549daa-0445-4f44-b4d4-9404b4cf0ed5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243371, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.276983] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.278501] env[68800]: DEBUG nova.compute.utils [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 736.283714] env[68800]: DEBUG nova.compute.manager [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 736.283969] env[68800]: DEBUG nova.network.neutron [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 736.299667] env[68800]: DEBUG oslo_vmware.api [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243372, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.363822] env[68800]: DEBUG nova.policy [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75948d52a30c46d6ab5c4c6d236e542c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84cb1a2d15ae40b294b17dabe7bbbfd4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 736.675476] env[68800]: DEBUG oslo_vmware.api [None req-9a8f1719-285a-4de7-bd4a-5800b2b0f5a5 tempest-ServersAdminNegativeTestJSON-1057016977 tempest-ServersAdminNegativeTestJSON-1057016977-project-admin] Task: {'id': task-3243373, 'name': SuspendVM_Task} progress is 58%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.683747] env[68800]: DEBUG oslo_vmware.api [None req-5a549daa-0445-4f44-b4d4-9404b4cf0ed5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243371, 'name': RemoveSnapshot_Task, 'duration_secs': 0.538608} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.684140] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5a549daa-0445-4f44-b4d4-9404b4cf0ed5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Deleted Snapshot of the VM instance {{(pid=68800) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 736.684495] env[68800]: INFO nova.compute.manager [None req-5a549daa-0445-4f44-b4d4-9404b4cf0ed5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Took 17.29 seconds to snapshot the instance on the hypervisor. [ 736.765684] env[68800]: DEBUG nova.network.neutron [-] [instance: 7dd75bea-9645-49e0-a518-21659a16022f] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.784108] env[68800]: DEBUG nova.compute.manager [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 736.801111] env[68800]: DEBUG oslo_vmware.api [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243372, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591545} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.801422] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] d8ca704a-fbd1-43e3-bc26-a005ec7082d7/d8ca704a-fbd1-43e3-bc26-a005ec7082d7.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 736.801672] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 736.801962] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d16434fc-9322-4935-bc3d-dbafd8652e6b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.809792] env[68800]: DEBUG oslo_vmware.api [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Waiting for the task: (returnval){ [ 736.809792] env[68800]: value = "task-3243374" [ 736.809792] env[68800]: _type = "Task" [ 736.809792] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.818476] env[68800]: DEBUG nova.network.neutron [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89] Successfully created port: 1781d95a-7d1e-4ff6-be6a-ae0bfd361029 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 736.826101] env[68800]: DEBUG oslo_vmware.api [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243374, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.952346] env[68800]: DEBUG oslo_concurrency.lockutils [None req-50090a99-1094-4983-8b4c-11fe4cf5de9c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquiring lock "943fcf53-ec92-4363-b6fa-ba1bec035124" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.952659] env[68800]: DEBUG oslo_concurrency.lockutils [None req-50090a99-1094-4983-8b4c-11fe4cf5de9c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lock "943fcf53-ec92-4363-b6fa-ba1bec035124" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.952883] env[68800]: DEBUG oslo_concurrency.lockutils [None req-50090a99-1094-4983-8b4c-11fe4cf5de9c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquiring lock "943fcf53-ec92-4363-b6fa-ba1bec035124-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.953102] env[68800]: DEBUG oslo_concurrency.lockutils [None req-50090a99-1094-4983-8b4c-11fe4cf5de9c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lock "943fcf53-ec92-4363-b6fa-ba1bec035124-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.953297] env[68800]: DEBUG oslo_concurrency.lockutils [None req-50090a99-1094-4983-8b4c-11fe4cf5de9c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lock "943fcf53-ec92-4363-b6fa-ba1bec035124-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.955438] env[68800]: INFO nova.compute.manager [None req-50090a99-1094-4983-8b4c-11fe4cf5de9c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Terminating instance [ 737.178299] env[68800]: DEBUG oslo_vmware.api [None req-9a8f1719-285a-4de7-bd4a-5800b2b0f5a5 tempest-ServersAdminNegativeTestJSON-1057016977 tempest-ServersAdminNegativeTestJSON-1057016977-project-admin] Task: {'id': task-3243373, 'name': SuspendVM_Task, 'duration_secs': 0.758413} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.178902] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8f1719-285a-4de7-bd4a-5800b2b0f5a5 tempest-ServersAdminNegativeTestJSON-1057016977 tempest-ServersAdminNegativeTestJSON-1057016977-project-admin] [instance: edf23e1c-b030-4fd8-88c6-558707c6fe87] Suspended the VM {{(pid=68800) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 737.178902] env[68800]: DEBUG nova.compute.manager [None req-9a8f1719-285a-4de7-bd4a-5800b2b0f5a5 tempest-ServersAdminNegativeTestJSON-1057016977 tempest-ServersAdminNegativeTestJSON-1057016977-project-admin] [instance: edf23e1c-b030-4fd8-88c6-558707c6fe87] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 737.179587] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8baf14ed-e9cc-40e5-939d-6a8efea05d6b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.188278] env[68800]: DEBUG nova.compute.manager [None req-5a549daa-0445-4f44-b4d4-9404b4cf0ed5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Instance disappeared during snapshot {{(pid=68800) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 737.206693] env[68800]: DEBUG nova.compute.manager [None req-5a549daa-0445-4f44-b4d4-9404b4cf0ed5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Image not found during clean up b8d07655-06dd-4063-bd05-c45501129535 {{(pid=68800) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 737.270896] env[68800]: INFO nova.compute.manager [-] [instance: 7dd75bea-9645-49e0-a518-21659a16022f] Took 1.52 seconds to deallocate network for instance. [ 737.321612] env[68800]: DEBUG oslo_vmware.api [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243374, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071558} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.321865] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.323853] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f23f0f8-16f2-457d-8d61-53c97a745547 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.328710] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1385854b-fc8b-4db1-a2f1-ee5f5c0e0b32 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.348761] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] d8ca704a-fbd1-43e3-bc26-a005ec7082d7/d8ca704a-fbd1-43e3-bc26-a005ec7082d7.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 737.349656] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01080e42-67a8-4ceb-a7b1-0d2ca4b38e7a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.367347] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf956e7-be9e-444d-b5c4-5bccc198ee39 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.371294] env[68800]: DEBUG oslo_vmware.api [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Waiting for the task: (returnval){ [ 737.371294] env[68800]: value = "task-3243375" [ 737.371294] env[68800]: _type = "Task" [ 737.371294] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.399224] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e5ebca-6736-44e3-b866-1ea8f770cc48 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.404709] env[68800]: DEBUG oslo_vmware.api [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243375, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.409241] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4364837b-96d0-4244-b0d5-b643a7ccdc47 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.422064] env[68800]: DEBUG nova.compute.provider_tree [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.459297] env[68800]: DEBUG nova.compute.manager [None req-50090a99-1094-4983-8b4c-11fe4cf5de9c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 737.459519] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-50090a99-1094-4983-8b4c-11fe4cf5de9c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 737.460423] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6af7bf-a4a3-496e-8848-53d430602d28 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.467492] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-50090a99-1094-4983-8b4c-11fe4cf5de9c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 737.467723] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd867bf9-d540-46cc-badb-6d4190b998bc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.530266] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-50090a99-1094-4983-8b4c-11fe4cf5de9c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 737.530544] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-50090a99-1094-4983-8b4c-11fe4cf5de9c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 737.530772] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-50090a99-1094-4983-8b4c-11fe4cf5de9c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Deleting the datastore file [datastore1] 943fcf53-ec92-4363-b6fa-ba1bec035124 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 737.532268] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd67f2ae-2d72-4342-8dff-d0cfdfb48731 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.539288] env[68800]: DEBUG oslo_vmware.api [None req-50090a99-1094-4983-8b4c-11fe4cf5de9c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 737.539288] env[68800]: value = "task-3243377" [ 737.539288] env[68800]: _type = "Task" [ 737.539288] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.549523] env[68800]: DEBUG oslo_vmware.api [None req-50090a99-1094-4983-8b4c-11fe4cf5de9c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.611028] env[68800]: DEBUG nova.compute.manager [req-a644ebf1-0b39-4f13-9be0-9f823a2b2592 req-8b014c69-e606-4158-9c67-9c56c842d3cc service nova] [instance: 7dd75bea-9645-49e0-a518-21659a16022f] Received event network-vif-deleted-8dddd687-3bf3-41f0-af32-b9ee89e1b741 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.623251] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquiring lock "2bc10214-7e42-4af6-8970-d0b06ed4e3be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.623536] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lock "2bc10214-7e42-4af6-8970-d0b06ed4e3be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.778021] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b8d2bfe7-6674-4adb-8e0c-43b3885579a7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.794478] env[68800]: DEBUG nova.compute.manager [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 737.816930] env[68800]: DEBUG nova.virt.hardware [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 737.817192] env[68800]: DEBUG nova.virt.hardware [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 737.817349] env[68800]: DEBUG nova.virt.hardware [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 737.817526] env[68800]: DEBUG nova.virt.hardware [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 737.817670] env[68800]: DEBUG nova.virt.hardware [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 737.817815] env[68800]: DEBUG nova.virt.hardware [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 737.818058] env[68800]: DEBUG nova.virt.hardware [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 737.818238] env[68800]: DEBUG nova.virt.hardware [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 737.818406] env[68800]: DEBUG nova.virt.hardware [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 737.818579] env[68800]: DEBUG nova.virt.hardware [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 737.818755] env[68800]: DEBUG nova.virt.hardware [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 737.819635] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310b2d31-a337-4a58-963b-83f7bee76a42 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.827687] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958bc173-eb85-4fad-ba4c-d6b97b39a9ac {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.880651] env[68800]: DEBUG oslo_vmware.api [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243375, 'name': ReconfigVM_Task, 'duration_secs': 0.329487} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.880905] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Reconfigured VM instance instance-0000001d to attach disk [datastore2] d8ca704a-fbd1-43e3-bc26-a005ec7082d7/d8ca704a-fbd1-43e3-bc26-a005ec7082d7.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.881518] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eda6ea14-30ad-4c89-be45-d8e36a1ef363 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.889354] env[68800]: DEBUG oslo_vmware.api [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Waiting for the task: (returnval){ [ 737.889354] env[68800]: value = "task-3243378" [ 737.889354] env[68800]: _type = "Task" [ 737.889354] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.900297] env[68800]: DEBUG oslo_vmware.api [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243378, 'name': Rename_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.925495] env[68800]: DEBUG nova.scheduler.client.report [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.049748] env[68800]: DEBUG oslo_vmware.api [None req-50090a99-1094-4983-8b4c-11fe4cf5de9c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243377, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141597} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.049996] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-50090a99-1094-4983-8b4c-11fe4cf5de9c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 738.050222] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-50090a99-1094-4983-8b4c-11fe4cf5de9c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 738.050403] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-50090a99-1094-4983-8b4c-11fe4cf5de9c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 738.050589] env[68800]: INFO nova.compute.manager [None req-50090a99-1094-4983-8b4c-11fe4cf5de9c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Took 0.59 seconds to destroy the instance on the hypervisor. [ 738.050826] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50090a99-1094-4983-8b4c-11fe4cf5de9c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.051028] env[68800]: DEBUG nova.compute.manager [-] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 738.051127] env[68800]: DEBUG nova.network.neutron [-] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 738.322704] env[68800]: DEBUG nova.compute.manager [req-b57d1a7f-fb87-4b0b-8feb-e643cf1b1c58 req-5dd2484a-de7d-462b-b86b-49c985daf51a service nova] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Received event network-vif-deleted-9aebee5b-dedc-4d0f-be33-0c2587ac0217 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.322942] env[68800]: INFO nova.compute.manager [req-b57d1a7f-fb87-4b0b-8feb-e643cf1b1c58 req-5dd2484a-de7d-462b-b86b-49c985daf51a service nova] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Neutron deleted interface 9aebee5b-dedc-4d0f-be33-0c2587ac0217; detaching it from the instance and deleting it from the info cache [ 738.323108] env[68800]: DEBUG nova.network.neutron [req-b57d1a7f-fb87-4b0b-8feb-e643cf1b1c58 req-5dd2484a-de7d-462b-b86b-49c985daf51a service nova] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.398966] env[68800]: DEBUG oslo_vmware.api [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243378, 'name': Rename_Task, 'duration_secs': 0.156865} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.399267] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.399528] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c3dcaf6-4396-4131-a802-eb2788827d06 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.406123] env[68800]: DEBUG oslo_vmware.api [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Waiting for the task: (returnval){ [ 738.406123] env[68800]: value = "task-3243379" [ 738.406123] env[68800]: _type = "Task" [ 738.406123] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.415333] env[68800]: DEBUG oslo_vmware.api [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243379, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.430644] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.431077] env[68800]: DEBUG nova.compute.manager [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 738.433847] env[68800]: DEBUG oslo_concurrency.lockutils [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.016s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.435144] env[68800]: INFO nova.compute.claims [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 738.571565] env[68800]: DEBUG nova.network.neutron [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89] Successfully updated port: 1781d95a-7d1e-4ff6-be6a-ae0bfd361029 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 738.807866] env[68800]: DEBUG nova.network.neutron [-] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.826899] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d1782a56-e57e-4705-841f-ac2cd492d78e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.836870] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063ef509-0d6b-4c85-8b35-16a23508b408 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.870842] env[68800]: DEBUG nova.compute.manager [req-b57d1a7f-fb87-4b0b-8feb-e643cf1b1c58 req-5dd2484a-de7d-462b-b86b-49c985daf51a service nova] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Detach interface failed, port_id=9aebee5b-dedc-4d0f-be33-0c2587ac0217, reason: Instance 943fcf53-ec92-4363-b6fa-ba1bec035124 could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 738.915538] env[68800]: DEBUG oslo_vmware.api [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243379, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.939236] env[68800]: DEBUG nova.compute.utils [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 738.942398] env[68800]: DEBUG nova.compute.manager [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 738.942655] env[68800]: DEBUG nova.network.neutron [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 739.008761] env[68800]: DEBUG nova.policy [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '196829e3381a4fd5bc2eeba817005c14', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5830aa2af4e84fdfa5aa4b50ab0d123b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 739.074022] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "refresh_cache-d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.074192] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquired lock "refresh_cache-d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.074343] env[68800]: DEBUG nova.network.neutron [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.311937] env[68800]: INFO nova.compute.manager [-] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Took 1.26 seconds to deallocate network for instance. [ 739.366282] env[68800]: DEBUG nova.network.neutron [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Successfully created port: a9e5a6d2-9124-42a1-bd45-6580b6f214ee {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 739.417310] env[68800]: DEBUG oslo_vmware.api [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243379, 'name': PowerOnVM_Task, 'duration_secs': 0.686395} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.417620] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.417765] env[68800]: INFO nova.compute.manager [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Took 9.35 seconds to spawn the instance on the hypervisor. [ 739.417943] env[68800]: DEBUG nova.compute.manager [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.418750] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe8e2b4-1336-4d0e-b5fd-be3d554f8a11 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.451693] env[68800]: DEBUG nova.compute.manager [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 739.610544] env[68800]: DEBUG nova.network.neutron [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.770851] env[68800]: DEBUG nova.network.neutron [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89] Updating instance_info_cache with network_info: [{"id": "1781d95a-7d1e-4ff6-be6a-ae0bfd361029", "address": "fa:16:3e:f1:fe:e1", "network": {"id": "aee245cb-ee4d-4a69-b6dd-d607d862d951", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-900599029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84cb1a2d15ae40b294b17dabe7bbbfd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1781d95a-7d", "ovs_interfaceid": "1781d95a-7d1e-4ff6-be6a-ae0bfd361029", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.774597] env[68800]: DEBUG nova.compute.manager [req-395a7b96-0325-459c-93be-ce9457151f9e req-3a760403-b855-4b4d-a76b-da8c3aefdd74 service nova] [instance: d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89] Received event network-vif-plugged-1781d95a-7d1e-4ff6-be6a-ae0bfd361029 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.774843] env[68800]: DEBUG oslo_concurrency.lockutils [req-395a7b96-0325-459c-93be-ce9457151f9e req-3a760403-b855-4b4d-a76b-da8c3aefdd74 service nova] Acquiring lock "d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.775067] env[68800]: DEBUG oslo_concurrency.lockutils [req-395a7b96-0325-459c-93be-ce9457151f9e req-3a760403-b855-4b4d-a76b-da8c3aefdd74 service nova] Lock "d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.775249] env[68800]: DEBUG oslo_concurrency.lockutils [req-395a7b96-0325-459c-93be-ce9457151f9e req-3a760403-b855-4b4d-a76b-da8c3aefdd74 service nova] Lock "d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.775390] env[68800]: DEBUG nova.compute.manager [req-395a7b96-0325-459c-93be-ce9457151f9e req-3a760403-b855-4b4d-a76b-da8c3aefdd74 service nova] [instance: d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89] No waiting events found dispatching network-vif-plugged-1781d95a-7d1e-4ff6-be6a-ae0bfd361029 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 739.775550] env[68800]: WARNING nova.compute.manager [req-395a7b96-0325-459c-93be-ce9457151f9e req-3a760403-b855-4b4d-a76b-da8c3aefdd74 service nova] [instance: d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89] Received unexpected event network-vif-plugged-1781d95a-7d1e-4ff6-be6a-ae0bfd361029 for instance with vm_state building and task_state spawning. [ 739.775700] env[68800]: DEBUG nova.compute.manager [req-395a7b96-0325-459c-93be-ce9457151f9e req-3a760403-b855-4b4d-a76b-da8c3aefdd74 service nova] [instance: d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89] Received event network-changed-1781d95a-7d1e-4ff6-be6a-ae0bfd361029 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.775844] env[68800]: DEBUG nova.compute.manager [req-395a7b96-0325-459c-93be-ce9457151f9e req-3a760403-b855-4b4d-a76b-da8c3aefdd74 service nova] [instance: d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89] Refreshing instance network info cache due to event network-changed-1781d95a-7d1e-4ff6-be6a-ae0bfd361029. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 739.776021] env[68800]: DEBUG oslo_concurrency.lockutils [req-395a7b96-0325-459c-93be-ce9457151f9e req-3a760403-b855-4b4d-a76b-da8c3aefdd74 service nova] Acquiring lock "refresh_cache-d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.820850] env[68800]: DEBUG oslo_concurrency.lockutils [None req-50090a99-1094-4983-8b4c-11fe4cf5de9c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.886336] env[68800]: DEBUG oslo_concurrency.lockutils [None req-08b5f0d7-1e32-4785-b11c-096806aa3590 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Acquiring lock "edf23e1c-b030-4fd8-88c6-558707c6fe87" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.886336] env[68800]: DEBUG oslo_concurrency.lockutils [None req-08b5f0d7-1e32-4785-b11c-096806aa3590 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Lock "edf23e1c-b030-4fd8-88c6-558707c6fe87" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.886336] env[68800]: DEBUG oslo_concurrency.lockutils [None req-08b5f0d7-1e32-4785-b11c-096806aa3590 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Acquiring lock "edf23e1c-b030-4fd8-88c6-558707c6fe87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.886461] env[68800]: DEBUG oslo_concurrency.lockutils [None req-08b5f0d7-1e32-4785-b11c-096806aa3590 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Lock "edf23e1c-b030-4fd8-88c6-558707c6fe87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.887045] env[68800]: DEBUG oslo_concurrency.lockutils [None req-08b5f0d7-1e32-4785-b11c-096806aa3590 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Lock "edf23e1c-b030-4fd8-88c6-558707c6fe87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.891884] env[68800]: INFO nova.compute.manager [None req-08b5f0d7-1e32-4785-b11c-096806aa3590 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: edf23e1c-b030-4fd8-88c6-558707c6fe87] Terminating instance [ 739.939796] env[68800]: INFO nova.compute.manager [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Took 43.18 seconds to build instance. [ 740.060225] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc52cff-1902-4c4f-8b25-bab22ebb87f6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.068359] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb47340-57b5-4845-9513-6e884aa6c370 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.098621] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b91b8fc-a79e-4793-840c-5f5d70c19922 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.106552] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ceb9fc1-e23d-4c2e-9e85-c752ded14984 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.121636] env[68800]: DEBUG nova.compute.provider_tree [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Updating inventory in ProviderTree for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 740.278675] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Releasing lock "refresh_cache-d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.279204] env[68800]: DEBUG nova.compute.manager [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89] Instance network_info: |[{"id": "1781d95a-7d1e-4ff6-be6a-ae0bfd361029", "address": "fa:16:3e:f1:fe:e1", "network": {"id": "aee245cb-ee4d-4a69-b6dd-d607d862d951", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-900599029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84cb1a2d15ae40b294b17dabe7bbbfd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1781d95a-7d", "ovs_interfaceid": "1781d95a-7d1e-4ff6-be6a-ae0bfd361029", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 740.279652] env[68800]: DEBUG oslo_concurrency.lockutils [req-395a7b96-0325-459c-93be-ce9457151f9e req-3a760403-b855-4b4d-a76b-da8c3aefdd74 service nova] Acquired lock "refresh_cache-d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.279942] env[68800]: DEBUG nova.network.neutron [req-395a7b96-0325-459c-93be-ce9457151f9e req-3a760403-b855-4b4d-a76b-da8c3aefdd74 service nova] [instance: d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89] Refreshing network info cache for port 1781d95a-7d1e-4ff6-be6a-ae0bfd361029 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.281576] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:fe:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2c019b6-3ef3-4c8f-95bd-edede2c554a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1781d95a-7d1e-4ff6-be6a-ae0bfd361029', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.289823] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Creating folder: Project (84cb1a2d15ae40b294b17dabe7bbbfd4). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.293658] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2867fa87-3eb2-433b-8d1a-02b86b249c88 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.306735] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Created folder: Project (84cb1a2d15ae40b294b17dabe7bbbfd4) in parent group-v648080. [ 740.306979] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Creating folder: Instances. Parent ref: group-v648169. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.307248] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-902e8d7c-552a-4942-a2f9-b74baaa3315a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.317493] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Created folder: Instances in parent group-v648169. [ 740.317772] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.317971] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.318199] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a66460f-b9cd-4d63-82ac-5e6a848d6a4b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.342208] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.342208] env[68800]: value = "task-3243382" [ 740.342208] env[68800]: _type = "Task" [ 740.342208] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.352057] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243382, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.396773] env[68800]: DEBUG nova.compute.manager [None req-08b5f0d7-1e32-4785-b11c-096806aa3590 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: edf23e1c-b030-4fd8-88c6-558707c6fe87] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 740.397151] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-08b5f0d7-1e32-4785-b11c-096806aa3590 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: edf23e1c-b030-4fd8-88c6-558707c6fe87] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 740.397899] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d8610b-3b53-42e5-939e-8827325f12e9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.406627] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-08b5f0d7-1e32-4785-b11c-096806aa3590 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: edf23e1c-b030-4fd8-88c6-558707c6fe87] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 740.407015] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b258919-7d8f-4f69-82e0-60b0bfdac683 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.442066] env[68800]: DEBUG oslo_concurrency.lockutils [None req-299bffa5-da27-44c4-b1d5-04ef83a10f7a tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Lock "d8ca704a-fbd1-43e3-bc26-a005ec7082d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.623s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.468915] env[68800]: DEBUG nova.compute.manager [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 740.482740] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-08b5f0d7-1e32-4785-b11c-096806aa3590 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: edf23e1c-b030-4fd8-88c6-558707c6fe87] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 740.482740] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-08b5f0d7-1e32-4785-b11c-096806aa3590 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: edf23e1c-b030-4fd8-88c6-558707c6fe87] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 740.482994] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-08b5f0d7-1e32-4785-b11c-096806aa3590 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Deleting the datastore file [datastore2] edf23e1c-b030-4fd8-88c6-558707c6fe87 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 740.483371] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-544d67ed-8f77-4826-a880-a8a51102d12f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.492335] env[68800]: DEBUG oslo_vmware.api [None req-08b5f0d7-1e32-4785-b11c-096806aa3590 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Waiting for the task: (returnval){ [ 740.492335] env[68800]: value = "task-3243384" [ 740.492335] env[68800]: _type = "Task" [ 740.492335] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.503906] env[68800]: DEBUG oslo_vmware.api [None req-08b5f0d7-1e32-4785-b11c-096806aa3590 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Task: {'id': task-3243384, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.507964] env[68800]: DEBUG nova.virt.hardware [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 740.508223] env[68800]: DEBUG nova.virt.hardware [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 740.508539] env[68800]: DEBUG nova.virt.hardware [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 740.508720] env[68800]: DEBUG nova.virt.hardware [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 740.508889] env[68800]: DEBUG nova.virt.hardware [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 740.509150] env[68800]: DEBUG nova.virt.hardware [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 740.509421] env[68800]: DEBUG nova.virt.hardware [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 740.509733] env[68800]: DEBUG nova.virt.hardware [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 740.509769] env[68800]: DEBUG nova.virt.hardware [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 740.509922] env[68800]: DEBUG nova.virt.hardware [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 740.510242] env[68800]: DEBUG nova.virt.hardware [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 740.511193] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ff12f0-b185-427e-bd3c-1bb9a52b90d8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.536707] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e064c2-5ab3-4bf1-8c8d-8ff1adbf9bac {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.558869] env[68800]: DEBUG nova.network.neutron [req-395a7b96-0325-459c-93be-ce9457151f9e req-3a760403-b855-4b4d-a76b-da8c3aefdd74 service nova] [instance: d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89] Updated VIF entry in instance network info cache for port 1781d95a-7d1e-4ff6-be6a-ae0bfd361029. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.559278] env[68800]: DEBUG nova.network.neutron [req-395a7b96-0325-459c-93be-ce9457151f9e req-3a760403-b855-4b4d-a76b-da8c3aefdd74 service nova] [instance: d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89] Updating instance_info_cache with network_info: [{"id": "1781d95a-7d1e-4ff6-be6a-ae0bfd361029", "address": "fa:16:3e:f1:fe:e1", "network": {"id": "aee245cb-ee4d-4a69-b6dd-d607d862d951", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-900599029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84cb1a2d15ae40b294b17dabe7bbbfd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1781d95a-7d", "ovs_interfaceid": "1781d95a-7d1e-4ff6-be6a-ae0bfd361029", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.646630] env[68800]: ERROR nova.scheduler.client.report [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] [req-0506f3f9-1195-40e7-9f05-22b8b07edf1f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 73f3eca7-007c-4a24-bdc1-0c0996f315e2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0506f3f9-1195-40e7-9f05-22b8b07edf1f"}]} [ 740.666323] env[68800]: DEBUG nova.scheduler.client.report [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Refreshing inventories for resource provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 740.682445] env[68800]: DEBUG nova.scheduler.client.report [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Updating ProviderTree inventory for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 740.683288] env[68800]: DEBUG nova.compute.provider_tree [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Updating inventory in ProviderTree for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 740.695669] env[68800]: DEBUG nova.scheduler.client.report [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Refreshing aggregate associations for resource provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2, aggregates: None {{(pid=68800) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 740.715962] env[68800]: DEBUG nova.scheduler.client.report [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Refreshing trait associations for resource provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68800) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 740.854871] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243382, 'name': CreateVM_Task, 'duration_secs': 0.344936} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.856905] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 740.858582] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.858582] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.858582] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.858582] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fdbc82f-4c17-452a-80e7-273b7a8ccdd7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.864881] env[68800]: DEBUG oslo_vmware.api [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 740.864881] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52513a67-139a-bcd1-593c-e1e738cc7ddc" [ 740.864881] env[68800]: _type = "Task" [ 740.864881] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.876765] env[68800]: DEBUG oslo_vmware.api [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52513a67-139a-bcd1-593c-e1e738cc7ddc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.944480] env[68800]: DEBUG nova.compute.manager [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 741.004366] env[68800]: DEBUG oslo_vmware.api [None req-08b5f0d7-1e32-4785-b11c-096806aa3590 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Task: {'id': task-3243384, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159629} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.006741] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-08b5f0d7-1e32-4785-b11c-096806aa3590 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 741.006927] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-08b5f0d7-1e32-4785-b11c-096806aa3590 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: edf23e1c-b030-4fd8-88c6-558707c6fe87] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 741.007108] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-08b5f0d7-1e32-4785-b11c-096806aa3590 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: edf23e1c-b030-4fd8-88c6-558707c6fe87] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 741.007279] env[68800]: INFO nova.compute.manager [None req-08b5f0d7-1e32-4785-b11c-096806aa3590 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: edf23e1c-b030-4fd8-88c6-558707c6fe87] Took 0.61 seconds to destroy the instance on the hypervisor. [ 741.007512] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08b5f0d7-1e32-4785-b11c-096806aa3590 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.007876] env[68800]: DEBUG nova.compute.manager [-] [instance: edf23e1c-b030-4fd8-88c6-558707c6fe87] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 741.007977] env[68800]: DEBUG nova.network.neutron [-] [instance: edf23e1c-b030-4fd8-88c6-558707c6fe87] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 741.065431] env[68800]: DEBUG oslo_concurrency.lockutils [req-395a7b96-0325-459c-93be-ce9457151f9e req-3a760403-b855-4b4d-a76b-da8c3aefdd74 service nova] Releasing lock "refresh_cache-d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.237754] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7cf404c-deb4-4640-835b-ac882ae78347 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.245325] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8e4451-0457-44bb-9fdd-1165d86e666a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.279729] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ac8e08-b584-418d-a9ec-f2584e519403 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.287517] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3ce23e-dd14-4fd5-a414-5b54d55f0401 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.307026] env[68800]: DEBUG nova.compute.provider_tree [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Updating inventory in ProviderTree for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 741.316804] env[68800]: DEBUG nova.compute.manager [req-c69b468a-93a9-4194-895a-4a5e6dbc0387 req-38fc27fb-aa30-41ea-a288-bb3c558694f6 service nova] [instance: edf23e1c-b030-4fd8-88c6-558707c6fe87] Received event network-vif-deleted-edfd9146-e227-41af-aacd-9921c5ead6b0 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.316873] env[68800]: INFO nova.compute.manager [req-c69b468a-93a9-4194-895a-4a5e6dbc0387 req-38fc27fb-aa30-41ea-a288-bb3c558694f6 service nova] [instance: edf23e1c-b030-4fd8-88c6-558707c6fe87] Neutron deleted interface edfd9146-e227-41af-aacd-9921c5ead6b0; detaching it from the instance and deleting it from the info cache [ 741.317103] env[68800]: DEBUG nova.network.neutron [req-c69b468a-93a9-4194-895a-4a5e6dbc0387 req-38fc27fb-aa30-41ea-a288-bb3c558694f6 service nova] [instance: edf23e1c-b030-4fd8-88c6-558707c6fe87] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.319268] env[68800]: DEBUG nova.network.neutron [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Successfully updated port: a9e5a6d2-9124-42a1-bd45-6580b6f214ee {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 741.374248] env[68800]: DEBUG oslo_vmware.api [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52513a67-139a-bcd1-593c-e1e738cc7ddc, 'name': SearchDatastore_Task, 'duration_secs': 0.010741} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.374529] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.374783] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 741.375029] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.375177] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.375349] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 741.375586] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-539ced4a-1119-438c-b445-6c34580ffd0d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.382867] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 741.383043] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 741.383702] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f08c6380-a200-47e8-9138-dce294b486b5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.391096] env[68800]: DEBUG oslo_vmware.api [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 741.391096] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c725bf-6ebe-a83e-7a05-854924f907d9" [ 741.391096] env[68800]: _type = "Task" [ 741.391096] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.397442] env[68800]: DEBUG oslo_vmware.api [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c725bf-6ebe-a83e-7a05-854924f907d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.465505] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.794110] env[68800]: DEBUG nova.network.neutron [-] [instance: edf23e1c-b030-4fd8-88c6-558707c6fe87] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.824051] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Acquiring lock "refresh_cache-f5251e20-8dda-4d70-b30c-26ffe9218656" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.824051] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Acquired lock "refresh_cache-f5251e20-8dda-4d70-b30c-26ffe9218656" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.824051] env[68800]: DEBUG nova.network.neutron [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.827085] env[68800]: DEBUG nova.compute.manager [req-b3ad3b33-bc14-458d-96f8-83406ef30a76 req-4fdc9192-9456-4052-b862-6ddcef77482c service nova] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Received event network-vif-plugged-a9e5a6d2-9124-42a1-bd45-6580b6f214ee {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.827346] env[68800]: DEBUG oslo_concurrency.lockutils [req-b3ad3b33-bc14-458d-96f8-83406ef30a76 req-4fdc9192-9456-4052-b862-6ddcef77482c service nova] Acquiring lock "f5251e20-8dda-4d70-b30c-26ffe9218656-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.827626] env[68800]: DEBUG oslo_concurrency.lockutils [req-b3ad3b33-bc14-458d-96f8-83406ef30a76 req-4fdc9192-9456-4052-b862-6ddcef77482c service nova] Lock "f5251e20-8dda-4d70-b30c-26ffe9218656-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.827874] env[68800]: DEBUG oslo_concurrency.lockutils [req-b3ad3b33-bc14-458d-96f8-83406ef30a76 req-4fdc9192-9456-4052-b862-6ddcef77482c service nova] Lock "f5251e20-8dda-4d70-b30c-26ffe9218656-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.828269] env[68800]: DEBUG nova.compute.manager [req-b3ad3b33-bc14-458d-96f8-83406ef30a76 req-4fdc9192-9456-4052-b862-6ddcef77482c service nova] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] No waiting events found dispatching network-vif-plugged-a9e5a6d2-9124-42a1-bd45-6580b6f214ee {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 741.828509] env[68800]: WARNING nova.compute.manager [req-b3ad3b33-bc14-458d-96f8-83406ef30a76 req-4fdc9192-9456-4052-b862-6ddcef77482c service nova] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Received unexpected event network-vif-plugged-a9e5a6d2-9124-42a1-bd45-6580b6f214ee for instance with vm_state building and task_state spawning. [ 741.828737] env[68800]: DEBUG nova.compute.manager [req-b3ad3b33-bc14-458d-96f8-83406ef30a76 req-4fdc9192-9456-4052-b862-6ddcef77482c service nova] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Received event network-changed-a9e5a6d2-9124-42a1-bd45-6580b6f214ee {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.829162] env[68800]: DEBUG nova.compute.manager [req-b3ad3b33-bc14-458d-96f8-83406ef30a76 req-4fdc9192-9456-4052-b862-6ddcef77482c service nova] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Refreshing instance network info cache due to event network-changed-a9e5a6d2-9124-42a1-bd45-6580b6f214ee. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 741.829202] env[68800]: DEBUG oslo_concurrency.lockutils [req-b3ad3b33-bc14-458d-96f8-83406ef30a76 req-4fdc9192-9456-4052-b862-6ddcef77482c service nova] Acquiring lock "refresh_cache-f5251e20-8dda-4d70-b30c-26ffe9218656" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.829904] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4884b1c5-1060-47fa-ae7f-36a6fbebee8d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.842190] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6804ae-6afc-4333-8c14-3fa5aa9b9649 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.853497] env[68800]: DEBUG nova.scheduler.client.report [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Updated inventory for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 with generation 56 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 741.853777] env[68800]: DEBUG nova.compute.provider_tree [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Updating resource provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 generation from 56 to 57 during operation: update_inventory {{(pid=68800) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 741.853982] env[68800]: DEBUG nova.compute.provider_tree [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Updating inventory in ProviderTree for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 741.881513] env[68800]: DEBUG nova.compute.manager [req-c69b468a-93a9-4194-895a-4a5e6dbc0387 req-38fc27fb-aa30-41ea-a288-bb3c558694f6 service nova] [instance: edf23e1c-b030-4fd8-88c6-558707c6fe87] Detach interface failed, port_id=edfd9146-e227-41af-aacd-9921c5ead6b0, reason: Instance edf23e1c-b030-4fd8-88c6-558707c6fe87 could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 741.900091] env[68800]: DEBUG oslo_vmware.api [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c725bf-6ebe-a83e-7a05-854924f907d9, 'name': SearchDatastore_Task, 'duration_secs': 0.008664} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.900930] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cf758a5-d9f7-4625-a985-838f262b4ecb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.906370] env[68800]: DEBUG oslo_vmware.api [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 741.906370] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520678cf-2f3f-cb2c-9d62-c93a2daa4812" [ 741.906370] env[68800]: _type = "Task" [ 741.906370] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.914499] env[68800]: DEBUG oslo_vmware.api [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520678cf-2f3f-cb2c-9d62-c93a2daa4812, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.296792] env[68800]: INFO nova.compute.manager [-] [instance: edf23e1c-b030-4fd8-88c6-558707c6fe87] Took 1.29 seconds to deallocate network for instance. [ 742.358900] env[68800]: DEBUG oslo_concurrency.lockutils [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.925s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.359449] env[68800]: DEBUG nova.compute.manager [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 742.362795] env[68800]: DEBUG oslo_concurrency.lockutils [None req-29205ade-c44d-428c-a356-eae1e7c85ed6 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.006s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.363020] env[68800]: DEBUG nova.objects.instance [None req-29205ade-c44d-428c-a356-eae1e7c85ed6 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Lazy-loading 'resources' on Instance uuid 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 742.365998] env[68800]: DEBUG nova.network.neutron [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 742.418786] env[68800]: DEBUG oslo_vmware.api [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520678cf-2f3f-cb2c-9d62-c93a2daa4812, 'name': SearchDatastore_Task, 'duration_secs': 0.009775} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.419138] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.419298] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89/d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 742.419549] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79268e66-3637-4724-80e4-149958c3eaff {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.427124] env[68800]: DEBUG oslo_vmware.api [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 742.427124] env[68800]: value = "task-3243385" [ 742.427124] env[68800]: _type = "Task" [ 742.427124] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.435191] env[68800]: DEBUG oslo_vmware.api [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243385, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.503498] env[68800]: DEBUG nova.network.neutron [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Updating instance_info_cache with network_info: [{"id": "a9e5a6d2-9124-42a1-bd45-6580b6f214ee", "address": "fa:16:3e:3f:ee:34", "network": {"id": "910263fe-5348-43bf-a2dc-80270861caea", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3ae10f76bf14ae69232ca090f1bb0ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9e5a6d2-91", "ovs_interfaceid": "a9e5a6d2-9124-42a1-bd45-6580b6f214ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.803780] env[68800]: DEBUG oslo_concurrency.lockutils [None req-08b5f0d7-1e32-4785-b11c-096806aa3590 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.864430] env[68800]: DEBUG nova.compute.utils [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 742.866890] env[68800]: DEBUG nova.compute.manager [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 742.866890] env[68800]: DEBUG nova.network.neutron [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 742.915397] env[68800]: DEBUG nova.policy [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a121ffffd1b42ea8da41f588b755126', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b4e8a875218424290331c1ab3bb7405', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 742.937207] env[68800]: DEBUG oslo_vmware.api [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243385, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455673} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.939786] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89/d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 742.940017] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 742.940497] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b8256cc-f7bb-487e-8cd5-a34cf34b7e15 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.947733] env[68800]: DEBUG oslo_vmware.api [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 742.947733] env[68800]: value = "task-3243386" [ 742.947733] env[68800]: _type = "Task" [ 742.947733] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.958363] env[68800]: DEBUG oslo_vmware.api [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243386, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.011581] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Releasing lock "refresh_cache-f5251e20-8dda-4d70-b30c-26ffe9218656" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.011894] env[68800]: DEBUG nova.compute.manager [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Instance network_info: |[{"id": "a9e5a6d2-9124-42a1-bd45-6580b6f214ee", "address": "fa:16:3e:3f:ee:34", "network": {"id": "910263fe-5348-43bf-a2dc-80270861caea", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3ae10f76bf14ae69232ca090f1bb0ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9e5a6d2-91", "ovs_interfaceid": "a9e5a6d2-9124-42a1-bd45-6580b6f214ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 743.012197] env[68800]: DEBUG oslo_concurrency.lockutils [req-b3ad3b33-bc14-458d-96f8-83406ef30a76 req-4fdc9192-9456-4052-b862-6ddcef77482c service nova] Acquired lock "refresh_cache-f5251e20-8dda-4d70-b30c-26ffe9218656" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.012373] env[68800]: DEBUG nova.network.neutron [req-b3ad3b33-bc14-458d-96f8-83406ef30a76 req-4fdc9192-9456-4052-b862-6ddcef77482c service nova] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Refreshing network info cache for port a9e5a6d2-9124-42a1-bd45-6580b6f214ee {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.013639] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:ee:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cbd5e0e-9116-46f1-9748-13a73d2d7e75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9e5a6d2-9124-42a1-bd45-6580b6f214ee', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 743.026386] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.028390] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 743.031427] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d102de2e-6508-4815-b4e0-8deab43e9b3d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.051843] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.051843] env[68800]: value = "task-3243387" [ 743.051843] env[68800]: _type = "Task" [ 743.051843] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.059694] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243387, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.359561] env[68800]: DEBUG nova.network.neutron [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Successfully created port: dce77884-a8c0-4cda-9684-4172f9554de3 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 743.373682] env[68800]: DEBUG nova.compute.manager [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 743.457616] env[68800]: DEBUG oslo_vmware.api [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243386, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.225653} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.458321] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 743.460030] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6132421a-2e40-4fe8-ad50-78aad6f2789f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.480697] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89/d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.481015] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6d55612-a452-442c-a3b1-7d14802b6ec8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.500156] env[68800]: DEBUG oslo_vmware.api [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 743.500156] env[68800]: value = "task-3243388" [ 743.500156] env[68800]: _type = "Task" [ 743.500156] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.509497] env[68800]: DEBUG oslo_vmware.api [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243388, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.552743] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b7b531-a4cd-4756-bdd3-10cbb4a525dc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.567591] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b1580c-4e41-4e27-9b65-5cc98a1aa201 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.570490] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243387, 'name': CreateVM_Task} progress is 25%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.597841] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98ae49d-82dd-497d-9b32-44ee949252ad {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.605093] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1671a2-09ee-46bc-83e7-7e73d2e691e1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.620136] env[68800]: DEBUG nova.compute.provider_tree [None req-29205ade-c44d-428c-a356-eae1e7c85ed6 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Updating inventory in ProviderTree for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 743.759869] env[68800]: DEBUG nova.network.neutron [req-b3ad3b33-bc14-458d-96f8-83406ef30a76 req-4fdc9192-9456-4052-b862-6ddcef77482c service nova] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Updated VIF entry in instance network info cache for port a9e5a6d2-9124-42a1-bd45-6580b6f214ee. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.760234] env[68800]: DEBUG nova.network.neutron [req-b3ad3b33-bc14-458d-96f8-83406ef30a76 req-4fdc9192-9456-4052-b862-6ddcef77482c service nova] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Updating instance_info_cache with network_info: [{"id": "a9e5a6d2-9124-42a1-bd45-6580b6f214ee", "address": "fa:16:3e:3f:ee:34", "network": {"id": "910263fe-5348-43bf-a2dc-80270861caea", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3ae10f76bf14ae69232ca090f1bb0ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9e5a6d2-91", "ovs_interfaceid": "a9e5a6d2-9124-42a1-bd45-6580b6f214ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.010322] env[68800]: DEBUG oslo_vmware.api [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243388, 'name': ReconfigVM_Task, 'duration_secs': 0.291211} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.011026] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89] Reconfigured VM instance instance-0000001e to attach disk [datastore1] d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89/d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.011283] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36d81049-a9a5-488b-977e-044a58d66fbe {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.018044] env[68800]: DEBUG oslo_vmware.api [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 744.018044] env[68800]: value = "task-3243389" [ 744.018044] env[68800]: _type = "Task" [ 744.018044] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.028883] env[68800]: DEBUG oslo_vmware.api [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243389, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.064326] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243387, 'name': CreateVM_Task, 'duration_secs': 0.882707} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.064495] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 744.065165] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.065331] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.065635] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.065882] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d319851-2832-4bd3-86d5-2cdc4fa04a0b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.069834] env[68800]: DEBUG oslo_vmware.api [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Waiting for the task: (returnval){ [ 744.069834] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529da2d5-3201-8239-23af-8d07a7a2409c" [ 744.069834] env[68800]: _type = "Task" [ 744.069834] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.077959] env[68800]: DEBUG oslo_vmware.api [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529da2d5-3201-8239-23af-8d07a7a2409c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.158285] env[68800]: DEBUG nova.scheduler.client.report [None req-29205ade-c44d-428c-a356-eae1e7c85ed6 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Updated inventory for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 with generation 57 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 744.158496] env[68800]: DEBUG nova.compute.provider_tree [None req-29205ade-c44d-428c-a356-eae1e7c85ed6 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Updating resource provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 generation from 57 to 58 during operation: update_inventory {{(pid=68800) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 744.158982] env[68800]: DEBUG nova.compute.provider_tree [None req-29205ade-c44d-428c-a356-eae1e7c85ed6 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Updating inventory in ProviderTree for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 744.263176] env[68800]: DEBUG oslo_concurrency.lockutils [req-b3ad3b33-bc14-458d-96f8-83406ef30a76 req-4fdc9192-9456-4052-b862-6ddcef77482c service nova] Releasing lock "refresh_cache-f5251e20-8dda-4d70-b30c-26ffe9218656" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.382675] env[68800]: DEBUG nova.compute.manager [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 744.407371] env[68800]: DEBUG nova.virt.hardware [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 744.407622] env[68800]: DEBUG nova.virt.hardware [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 744.407802] env[68800]: DEBUG nova.virt.hardware [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 744.407946] env[68800]: DEBUG nova.virt.hardware [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 744.408103] env[68800]: DEBUG nova.virt.hardware [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 744.408251] env[68800]: DEBUG nova.virt.hardware [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 744.408456] env[68800]: DEBUG nova.virt.hardware [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 744.408611] env[68800]: DEBUG nova.virt.hardware [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 744.408770] env[68800]: DEBUG nova.virt.hardware [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 744.409061] env[68800]: DEBUG nova.virt.hardware [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 744.409293] env[68800]: DEBUG nova.virt.hardware [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 744.410156] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23fc5a31-6ddc-4975-83e3-e9f4fc7c1a6e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.418436] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130f9a4c-ebbc-4123-aede-9e50acb822d0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.527110] env[68800]: DEBUG oslo_vmware.api [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243389, 'name': Rename_Task, 'duration_secs': 0.14456} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.527375] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 744.527557] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16cca9e9-f1c8-49c4-b084-9b3909a3a004 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.535895] env[68800]: DEBUG oslo_vmware.api [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 744.535895] env[68800]: value = "task-3243390" [ 744.535895] env[68800]: _type = "Task" [ 744.535895] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.541379] env[68800]: DEBUG oslo_vmware.api [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243390, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.579112] env[68800]: DEBUG oslo_vmware.api [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529da2d5-3201-8239-23af-8d07a7a2409c, 'name': SearchDatastore_Task, 'duration_secs': 0.010119} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.579391] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.579617] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 744.579845] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.579988] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.580180] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 744.580432] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1c3090e-8970-46d5-94dc-853204ec0e1a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.588127] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 744.588299] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 744.588937] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8acf7ca9-cbc4-45b8-ae1b-694c9546b4e0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.593271] env[68800]: DEBUG oslo_vmware.api [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Waiting for the task: (returnval){ [ 744.593271] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]525ed8ad-b0ff-9128-abfa-41e688b025c6" [ 744.593271] env[68800]: _type = "Task" [ 744.593271] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.600162] env[68800]: DEBUG oslo_vmware.api [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]525ed8ad-b0ff-9128-abfa-41e688b025c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.664168] env[68800]: DEBUG oslo_concurrency.lockutils [None req-29205ade-c44d-428c-a356-eae1e7c85ed6 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.301s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.666517] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.316s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.668069] env[68800]: INFO nova.compute.claims [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 744.690257] env[68800]: INFO nova.scheduler.client.report [None req-29205ade-c44d-428c-a356-eae1e7c85ed6 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Deleted allocations for instance 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad [ 744.858461] env[68800]: DEBUG nova.compute.manager [req-ef04d5d2-3d13-4700-8c80-8a7a466900e8 req-6b845242-da67-4386-8c8e-3de2556c1b70 service nova] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Received event network-vif-plugged-dce77884-a8c0-4cda-9684-4172f9554de3 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.858556] env[68800]: DEBUG oslo_concurrency.lockutils [req-ef04d5d2-3d13-4700-8c80-8a7a466900e8 req-6b845242-da67-4386-8c8e-3de2556c1b70 service nova] Acquiring lock "38df7b29-99a7-42a1-8dcd-47bedc72f440-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.858719] env[68800]: DEBUG oslo_concurrency.lockutils [req-ef04d5d2-3d13-4700-8c80-8a7a466900e8 req-6b845242-da67-4386-8c8e-3de2556c1b70 service nova] Lock "38df7b29-99a7-42a1-8dcd-47bedc72f440-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.858881] env[68800]: DEBUG oslo_concurrency.lockutils [req-ef04d5d2-3d13-4700-8c80-8a7a466900e8 req-6b845242-da67-4386-8c8e-3de2556c1b70 service nova] Lock "38df7b29-99a7-42a1-8dcd-47bedc72f440-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.859061] env[68800]: DEBUG nova.compute.manager [req-ef04d5d2-3d13-4700-8c80-8a7a466900e8 req-6b845242-da67-4386-8c8e-3de2556c1b70 service nova] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] No waiting events found dispatching network-vif-plugged-dce77884-a8c0-4cda-9684-4172f9554de3 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 744.859227] env[68800]: WARNING nova.compute.manager [req-ef04d5d2-3d13-4700-8c80-8a7a466900e8 req-6b845242-da67-4386-8c8e-3de2556c1b70 service nova] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Received unexpected event network-vif-plugged-dce77884-a8c0-4cda-9684-4172f9554de3 for instance with vm_state building and task_state spawning. [ 744.980148] env[68800]: DEBUG nova.network.neutron [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Successfully updated port: dce77884-a8c0-4cda-9684-4172f9554de3 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 745.044718] env[68800]: DEBUG oslo_vmware.api [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243390, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.104946] env[68800]: DEBUG oslo_vmware.api [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]525ed8ad-b0ff-9128-abfa-41e688b025c6, 'name': SearchDatastore_Task, 'duration_secs': 0.007453} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.106154] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b654a2b9-d895-4719-a7dd-8860e5d3b918 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.110927] env[68800]: DEBUG oslo_vmware.api [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Waiting for the task: (returnval){ [ 745.110927] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]527a683b-ecb2-9db5-a9c0-5e935e9b1a8f" [ 745.110927] env[68800]: _type = "Task" [ 745.110927] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.119115] env[68800]: DEBUG oslo_vmware.api [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]527a683b-ecb2-9db5-a9c0-5e935e9b1a8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.199127] env[68800]: DEBUG oslo_concurrency.lockutils [None req-29205ade-c44d-428c-a356-eae1e7c85ed6 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Lock "1e3a449b-34b8-4d53-8bcb-6e7aed6668ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.766s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.485046] env[68800]: DEBUG oslo_concurrency.lockutils [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Acquiring lock "refresh_cache-38df7b29-99a7-42a1-8dcd-47bedc72f440" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.485046] env[68800]: DEBUG oslo_concurrency.lockutils [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Acquired lock "refresh_cache-38df7b29-99a7-42a1-8dcd-47bedc72f440" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.485046] env[68800]: DEBUG nova.network.neutron [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.545043] env[68800]: DEBUG oslo_vmware.api [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243390, 'name': PowerOnVM_Task, 'duration_secs': 1.008634} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.545372] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 745.545409] env[68800]: INFO nova.compute.manager [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89] Took 7.75 seconds to spawn the instance on the hypervisor. [ 745.545585] env[68800]: DEBUG nova.compute.manager [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 745.546395] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb05ee0-d1bd-48bb-a3ff-3dbf0097ef51 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.628034] env[68800]: DEBUG oslo_vmware.api [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]527a683b-ecb2-9db5-a9c0-5e935e9b1a8f, 'name': SearchDatastore_Task, 'duration_secs': 0.010392} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.628683] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.629116] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] f5251e20-8dda-4d70-b30c-26ffe9218656/f5251e20-8dda-4d70-b30c-26ffe9218656.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 745.629488] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e24c82d9-df4d-4219-b52b-9656cc1a6a0d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.638094] env[68800]: DEBUG oslo_vmware.api [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Waiting for the task: (returnval){ [ 745.638094] env[68800]: value = "task-3243391" [ 745.638094] env[68800]: _type = "Task" [ 745.638094] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.649494] env[68800]: DEBUG oslo_vmware.api [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243391, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.035468] env[68800]: DEBUG nova.network.neutron [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 746.075212] env[68800]: INFO nova.compute.manager [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89] Took 35.64 seconds to build instance. [ 746.150981] env[68800]: DEBUG oslo_vmware.api [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243391, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447889} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.153424] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] f5251e20-8dda-4d70-b30c-26ffe9218656/f5251e20-8dda-4d70-b30c-26ffe9218656.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 746.153424] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 746.153424] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6996fd9-871c-4ed7-9c6c-1add2bd84b75 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.161265] env[68800]: DEBUG oslo_vmware.api [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Waiting for the task: (returnval){ [ 746.161265] env[68800]: value = "task-3243392" [ 746.161265] env[68800]: _type = "Task" [ 746.161265] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.171684] env[68800]: DEBUG oslo_vmware.api [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243392, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.242923] env[68800]: DEBUG nova.network.neutron [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Updating instance_info_cache with network_info: [{"id": "dce77884-a8c0-4cda-9684-4172f9554de3", "address": "fa:16:3e:e0:50:a3", "network": {"id": "00c6c2a1-b6c6-4ff7-a544-ea88c40444f6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1437066368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6b4e8a875218424290331c1ab3bb7405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdce77884-a8", "ovs_interfaceid": "dce77884-a8c0-4cda-9684-4172f9554de3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.263624] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540bfdfb-0861-48ce-9959-6c2b9fcd91ff {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.271712] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a618ce90-71d6-46e4-bda1-62263a10ed38 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.303015] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a370a5-f4f4-48ad-b7f5-6c9bf0b0825f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.310108] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603e7c22-262f-4c3d-8009-9a7cedd5205a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.325898] env[68800]: DEBUG nova.compute.provider_tree [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.581578] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d4056565-f023-497f-9aa6-5e908f25af6b tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.285s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.675024] env[68800]: DEBUG oslo_vmware.api [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243392, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067867} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.675024] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 746.675024] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35cac028-e50e-4641-9b48-6dd9673a1fa0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.695355] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] f5251e20-8dda-4d70-b30c-26ffe9218656/f5251e20-8dda-4d70-b30c-26ffe9218656.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 746.695784] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fe7fe77-7701-4c41-ae6a-f793db25b1c7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.721831] env[68800]: DEBUG oslo_vmware.api [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Waiting for the task: (returnval){ [ 746.721831] env[68800]: value = "task-3243393" [ 746.721831] env[68800]: _type = "Task" [ 746.721831] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.730299] env[68800]: DEBUG oslo_vmware.api [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243393, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.748022] env[68800]: DEBUG oslo_concurrency.lockutils [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Releasing lock "refresh_cache-38df7b29-99a7-42a1-8dcd-47bedc72f440" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.748022] env[68800]: DEBUG nova.compute.manager [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Instance network_info: |[{"id": "dce77884-a8c0-4cda-9684-4172f9554de3", "address": "fa:16:3e:e0:50:a3", "network": {"id": "00c6c2a1-b6c6-4ff7-a544-ea88c40444f6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1437066368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6b4e8a875218424290331c1ab3bb7405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdce77884-a8", "ovs_interfaceid": "dce77884-a8c0-4cda-9684-4172f9554de3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 746.748319] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:50:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '257e5ea7-8b80-4301-9900-a754f1fe2031', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dce77884-a8c0-4cda-9684-4172f9554de3', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.755235] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Creating folder: Project (6b4e8a875218424290331c1ab3bb7405). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.755670] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9fb0ea6a-eff3-48f3-b0cb-019b89125452 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.768349] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Created folder: Project (6b4e8a875218424290331c1ab3bb7405) in parent group-v648080. [ 746.768349] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Creating folder: Instances. Parent ref: group-v648173. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.768349] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f179a1cb-5aea-40f6-bd5d-af30d384e662 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.775090] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Created folder: Instances in parent group-v648173. [ 746.775493] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.775829] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.776169] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-484ed832-79e7-4f3f-9755-471053556b91 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.796040] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.796040] env[68800]: value = "task-3243396" [ 746.796040] env[68800]: _type = "Task" [ 746.796040] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.805734] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243396, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.828885] env[68800]: DEBUG nova.scheduler.client.report [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.993296] env[68800]: DEBUG nova.compute.manager [req-68e7684c-7ad8-4397-b018-f4e09e969677 req-8b99439d-5543-4cfd-961d-6879bd635424 service nova] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Received event network-changed-dce77884-a8c0-4cda-9684-4172f9554de3 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.993296] env[68800]: DEBUG nova.compute.manager [req-68e7684c-7ad8-4397-b018-f4e09e969677 req-8b99439d-5543-4cfd-961d-6879bd635424 service nova] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Refreshing instance network info cache due to event network-changed-dce77884-a8c0-4cda-9684-4172f9554de3. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 746.993598] env[68800]: DEBUG oslo_concurrency.lockutils [req-68e7684c-7ad8-4397-b018-f4e09e969677 req-8b99439d-5543-4cfd-961d-6879bd635424 service nova] Acquiring lock "refresh_cache-38df7b29-99a7-42a1-8dcd-47bedc72f440" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.993718] env[68800]: DEBUG oslo_concurrency.lockutils [req-68e7684c-7ad8-4397-b018-f4e09e969677 req-8b99439d-5543-4cfd-961d-6879bd635424 service nova] Acquired lock "refresh_cache-38df7b29-99a7-42a1-8dcd-47bedc72f440" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.993888] env[68800]: DEBUG nova.network.neutron [req-68e7684c-7ad8-4397-b018-f4e09e969677 req-8b99439d-5543-4cfd-961d-6879bd635424 service nova] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Refreshing network info cache for port dce77884-a8c0-4cda-9684-4172f9554de3 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.084749] env[68800]: DEBUG nova.compute.manager [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 747.137840] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0661c0ef-ac70-4c41-aa01-453e7b71e65c tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.138120] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0661c0ef-ac70-4c41-aa01-453e7b71e65c tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.138323] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0661c0ef-ac70-4c41-aa01-453e7b71e65c tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.138520] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0661c0ef-ac70-4c41-aa01-453e7b71e65c tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.138693] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0661c0ef-ac70-4c41-aa01-453e7b71e65c tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.140926] env[68800]: INFO nova.compute.manager [None req-0661c0ef-ac70-4c41-aa01-453e7b71e65c tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89] Terminating instance [ 747.232627] env[68800]: DEBUG oslo_vmware.api [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243393, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.305833] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243396, 'name': CreateVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.333887] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.334451] env[68800]: DEBUG nova.compute.manager [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 747.337121] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.676s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.338489] env[68800]: INFO nova.compute.claims [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] [instance: 88b6dbfd-2340-430d-96f5-fbe15e3b654b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 747.444086] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Acquiring lock "d9fb180f-dcd3-4123-a2a0-890182749779" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.444316] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Lock "d9fb180f-dcd3-4123-a2a0-890182749779" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.610819] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.644395] env[68800]: DEBUG nova.compute.manager [None req-0661c0ef-ac70-4c41-aa01-453e7b71e65c tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 747.644609] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-0661c0ef-ac70-4c41-aa01-453e7b71e65c tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 747.645819] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e8d32f-6a18-40d7-81b1-d7af9dc8314e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.653372] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-0661c0ef-ac70-4c41-aa01-453e7b71e65c tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 747.653558] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-def341ce-916b-44bf-9021-f1e4d46eb707 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.660578] env[68800]: DEBUG oslo_vmware.api [None req-0661c0ef-ac70-4c41-aa01-453e7b71e65c tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 747.660578] env[68800]: value = "task-3243397" [ 747.660578] env[68800]: _type = "Task" [ 747.660578] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.671286] env[68800]: DEBUG oslo_vmware.api [None req-0661c0ef-ac70-4c41-aa01-453e7b71e65c tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243397, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.732590] env[68800]: DEBUG oslo_vmware.api [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243393, 'name': ReconfigVM_Task, 'duration_secs': 0.546244} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.732891] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Reconfigured VM instance instance-0000001f to attach disk [datastore1] f5251e20-8dda-4d70-b30c-26ffe9218656/f5251e20-8dda-4d70-b30c-26ffe9218656.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.733666] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1922b390-081e-47fd-ae12-b5fd2fec539d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.740841] env[68800]: DEBUG oslo_vmware.api [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Waiting for the task: (returnval){ [ 747.740841] env[68800]: value = "task-3243398" [ 747.740841] env[68800]: _type = "Task" [ 747.740841] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.751122] env[68800]: DEBUG oslo_vmware.api [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243398, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.808451] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243396, 'name': CreateVM_Task, 'duration_secs': 0.640654} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.808613] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.809446] env[68800]: DEBUG oslo_concurrency.lockutils [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.809619] env[68800]: DEBUG oslo_concurrency.lockutils [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.810024] env[68800]: DEBUG oslo_concurrency.lockutils [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.810302] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0df3a56b-d12e-4b5d-ad48-2651bd8405da {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.815510] env[68800]: DEBUG oslo_vmware.api [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Waiting for the task: (returnval){ [ 747.815510] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52bc95cb-4589-492d-0fd5-e19d2e170314" [ 747.815510] env[68800]: _type = "Task" [ 747.815510] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.824711] env[68800]: DEBUG oslo_vmware.api [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52bc95cb-4589-492d-0fd5-e19d2e170314, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.825927] env[68800]: DEBUG nova.network.neutron [req-68e7684c-7ad8-4397-b018-f4e09e969677 req-8b99439d-5543-4cfd-961d-6879bd635424 service nova] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Updated VIF entry in instance network info cache for port dce77884-a8c0-4cda-9684-4172f9554de3. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 747.826444] env[68800]: DEBUG nova.network.neutron [req-68e7684c-7ad8-4397-b018-f4e09e969677 req-8b99439d-5543-4cfd-961d-6879bd635424 service nova] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Updating instance_info_cache with network_info: [{"id": "dce77884-a8c0-4cda-9684-4172f9554de3", "address": "fa:16:3e:e0:50:a3", "network": {"id": "00c6c2a1-b6c6-4ff7-a544-ea88c40444f6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1437066368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6b4e8a875218424290331c1ab3bb7405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdce77884-a8", "ovs_interfaceid": "dce77884-a8c0-4cda-9684-4172f9554de3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.844767] env[68800]: DEBUG nova.compute.utils [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 747.846093] env[68800]: DEBUG nova.compute.manager [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 747.846266] env[68800]: DEBUG nova.network.neutron [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 747.912144] env[68800]: DEBUG nova.policy [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cbad1987963842d5ae736e4d440e809f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b74621381dc4bbca8fea1513bfe56e2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 748.173230] env[68800]: DEBUG oslo_vmware.api [None req-0661c0ef-ac70-4c41-aa01-453e7b71e65c tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243397, 'name': PowerOffVM_Task, 'duration_secs': 0.249425} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.173230] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-0661c0ef-ac70-4c41-aa01-453e7b71e65c tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 748.173373] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-0661c0ef-ac70-4c41-aa01-453e7b71e65c tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 748.173636] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-578a4320-719e-4016-814d-a700aabf432d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.243982] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-0661c0ef-ac70-4c41-aa01-453e7b71e65c tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 748.244222] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-0661c0ef-ac70-4c41-aa01-453e7b71e65c tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 748.244404] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-0661c0ef-ac70-4c41-aa01-453e7b71e65c tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Deleting the datastore file [datastore1] d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 748.248027] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d34e1d6-1be8-474c-815a-309a469936f1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.254423] env[68800]: DEBUG oslo_vmware.api [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243398, 'name': Rename_Task, 'duration_secs': 0.232129} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.255616] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 748.255918] env[68800]: DEBUG oslo_vmware.api [None req-0661c0ef-ac70-4c41-aa01-453e7b71e65c tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 748.255918] env[68800]: value = "task-3243400" [ 748.255918] env[68800]: _type = "Task" [ 748.255918] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.256113] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe847232-b992-4b3f-bbd2-75c6deb56365 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.265559] env[68800]: DEBUG oslo_vmware.api [None req-0661c0ef-ac70-4c41-aa01-453e7b71e65c tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243400, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.267063] env[68800]: DEBUG oslo_vmware.api [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Waiting for the task: (returnval){ [ 748.267063] env[68800]: value = "task-3243401" [ 748.267063] env[68800]: _type = "Task" [ 748.267063] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.280827] env[68800]: DEBUG oslo_vmware.api [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243401, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.329630] env[68800]: DEBUG oslo_concurrency.lockutils [req-68e7684c-7ad8-4397-b018-f4e09e969677 req-8b99439d-5543-4cfd-961d-6879bd635424 service nova] Releasing lock "refresh_cache-38df7b29-99a7-42a1-8dcd-47bedc72f440" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.334347] env[68800]: DEBUG oslo_vmware.api [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52bc95cb-4589-492d-0fd5-e19d2e170314, 'name': SearchDatastore_Task, 'duration_secs': 0.012961} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.334437] env[68800]: DEBUG oslo_concurrency.lockutils [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.334613] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 748.334866] env[68800]: DEBUG oslo_concurrency.lockutils [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.335015] env[68800]: DEBUG oslo_concurrency.lockutils [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.335219] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 748.335559] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c43ae17a-4200-4ff2-bcbe-1bc6da2677a4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.344010] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.344010] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.344630] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28c37ac8-2723-4739-a7b0-2ca823e0a1e3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.353031] env[68800]: DEBUG nova.compute.manager [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 748.356588] env[68800]: DEBUG oslo_vmware.api [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Waiting for the task: (returnval){ [ 748.356588] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c7daa6-e883-1396-0545-44d7ac22129a" [ 748.356588] env[68800]: _type = "Task" [ 748.356588] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.367732] env[68800]: DEBUG oslo_vmware.api [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c7daa6-e883-1396-0545-44d7ac22129a, 'name': SearchDatastore_Task, 'duration_secs': 0.008107} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.367732] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f736e1e-4c83-44dc-a216-2ede660647a8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.377911] env[68800]: DEBUG oslo_vmware.api [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Waiting for the task: (returnval){ [ 748.377911] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]525bdb28-ab55-99f3-1f66-4a866fc61714" [ 748.377911] env[68800]: _type = "Task" [ 748.377911] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.386503] env[68800]: DEBUG oslo_vmware.api [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]525bdb28-ab55-99f3-1f66-4a866fc61714, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.387276] env[68800]: DEBUG nova.network.neutron [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Successfully created port: 40cff95f-1e23-45e0-95c6-8caed85595d5 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 748.766905] env[68800]: DEBUG oslo_vmware.api [None req-0661c0ef-ac70-4c41-aa01-453e7b71e65c tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243400, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149702} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.769380] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-0661c0ef-ac70-4c41-aa01-453e7b71e65c tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 748.769574] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-0661c0ef-ac70-4c41-aa01-453e7b71e65c tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 748.769754] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-0661c0ef-ac70-4c41-aa01-453e7b71e65c tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 748.769926] env[68800]: INFO nova.compute.manager [None req-0661c0ef-ac70-4c41-aa01-453e7b71e65c tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89] Took 1.13 seconds to destroy the instance on the hypervisor. [ 748.770176] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0661c0ef-ac70-4c41-aa01-453e7b71e65c tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.770958] env[68800]: DEBUG nova.compute.manager [-] [instance: d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 748.770958] env[68800]: DEBUG nova.network.neutron [-] [instance: d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 748.783920] env[68800]: DEBUG oslo_vmware.api [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243401, 'name': PowerOnVM_Task} progress is 81%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.837629] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0a31df-f644-417f-b678-1df65291d984 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.846154] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7db090-8f21-43e9-8ed9-3044d3aab938 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.879182] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05287fca-576a-48f7-b36a-d1744094f81e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.892966] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6209a8-4043-4e44-a767-5955efaf0b07 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.896746] env[68800]: DEBUG oslo_vmware.api [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]525bdb28-ab55-99f3-1f66-4a866fc61714, 'name': SearchDatastore_Task, 'duration_secs': 0.00947} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.897014] env[68800]: DEBUG oslo_concurrency.lockutils [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.897270] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 38df7b29-99a7-42a1-8dcd-47bedc72f440/38df7b29-99a7-42a1-8dcd-47bedc72f440.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.897870] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0fb3c8d-d051-403a-afaf-9e93975474b4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.908361] env[68800]: DEBUG nova.compute.provider_tree [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.915656] env[68800]: DEBUG oslo_vmware.api [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Waiting for the task: (returnval){ [ 748.915656] env[68800]: value = "task-3243402" [ 748.915656] env[68800]: _type = "Task" [ 748.915656] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.924498] env[68800]: DEBUG oslo_vmware.api [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Task: {'id': task-3243402, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.210232] env[68800]: DEBUG nova.compute.manager [req-e6c3233f-c154-4ba2-960e-71b7b13ac08f req-44fd2840-3862-473a-944b-54713389d194 service nova] [instance: d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89] Received event network-vif-deleted-1781d95a-7d1e-4ff6-be6a-ae0bfd361029 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.210443] env[68800]: INFO nova.compute.manager [req-e6c3233f-c154-4ba2-960e-71b7b13ac08f req-44fd2840-3862-473a-944b-54713389d194 service nova] [instance: d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89] Neutron deleted interface 1781d95a-7d1e-4ff6-be6a-ae0bfd361029; detaching it from the instance and deleting it from the info cache [ 749.210599] env[68800]: DEBUG nova.network.neutron [req-e6c3233f-c154-4ba2-960e-71b7b13ac08f req-44fd2840-3862-473a-944b-54713389d194 service nova] [instance: d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.284965] env[68800]: DEBUG oslo_vmware.api [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243401, 'name': PowerOnVM_Task, 'duration_secs': 0.67531} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.284965] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 749.284965] env[68800]: INFO nova.compute.manager [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Took 8.82 seconds to spawn the instance on the hypervisor. [ 749.284965] env[68800]: DEBUG nova.compute.manager [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 749.285765] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a78e758-3b13-468f-a663-d436a9d586cb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.383493] env[68800]: DEBUG nova.compute.manager [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 749.407745] env[68800]: DEBUG nova.virt.hardware [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 749.407983] env[68800]: DEBUG nova.virt.hardware [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 749.408157] env[68800]: DEBUG nova.virt.hardware [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 749.408339] env[68800]: DEBUG nova.virt.hardware [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 749.408500] env[68800]: DEBUG nova.virt.hardware [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 749.408620] env[68800]: DEBUG nova.virt.hardware [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 749.408825] env[68800]: DEBUG nova.virt.hardware [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 749.408983] env[68800]: DEBUG nova.virt.hardware [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 749.409166] env[68800]: DEBUG nova.virt.hardware [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 749.409329] env[68800]: DEBUG nova.virt.hardware [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 749.409499] env[68800]: DEBUG nova.virt.hardware [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 749.410635] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200fcd44-5db5-49d3-9d2c-d9f53fe76f6c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.413712] env[68800]: DEBUG nova.scheduler.client.report [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.423929] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8301bc71-2524-4d9f-9543-314a083eedfd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.430580] env[68800]: DEBUG oslo_vmware.api [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Task: {'id': task-3243402, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460494} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.431668] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 38df7b29-99a7-42a1-8dcd-47bedc72f440/38df7b29-99a7-42a1-8dcd-47bedc72f440.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.431946] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.432208] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97dd6c61-1d14-4524-9a23-a0f9d8757616 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.447204] env[68800]: DEBUG oslo_vmware.api [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Waiting for the task: (returnval){ [ 749.447204] env[68800]: value = "task-3243403" [ 749.447204] env[68800]: _type = "Task" [ 749.447204] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.455554] env[68800]: DEBUG oslo_vmware.api [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Task: {'id': task-3243403, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.521952] env[68800]: DEBUG nova.network.neutron [-] [instance: d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.716705] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f0442af-4018-44ec-bfd1-eea39a2ac2a6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.723695] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282fa2f2-0445-4808-ab45-84b3e7160dd3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.755662] env[68800]: DEBUG nova.compute.manager [req-e6c3233f-c154-4ba2-960e-71b7b13ac08f req-44fd2840-3862-473a-944b-54713389d194 service nova] [instance: d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89] Detach interface failed, port_id=1781d95a-7d1e-4ff6-be6a-ae0bfd361029, reason: Instance d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89 could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 749.809173] env[68800]: INFO nova.compute.manager [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Took 37.62 seconds to build instance. [ 749.918343] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.919766] env[68800]: DEBUG nova.compute.manager [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] [instance: 88b6dbfd-2340-430d-96f5-fbe15e3b654b] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 749.921777] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.684s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.921959] env[68800]: DEBUG nova.objects.instance [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68800) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 749.929625] env[68800]: DEBUG nova.compute.manager [req-40a2bb41-bd26-479c-bdee-f8c555fd7b03 req-e715d296-0d64-4d0d-86d1-346dd8f7e2b1 service nova] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Received event network-vif-plugged-40cff95f-1e23-45e0-95c6-8caed85595d5 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.929840] env[68800]: DEBUG oslo_concurrency.lockutils [req-40a2bb41-bd26-479c-bdee-f8c555fd7b03 req-e715d296-0d64-4d0d-86d1-346dd8f7e2b1 service nova] Acquiring lock "3569d4a2-f210-4a85-bc56-0de724aba1b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.930055] env[68800]: DEBUG oslo_concurrency.lockutils [req-40a2bb41-bd26-479c-bdee-f8c555fd7b03 req-e715d296-0d64-4d0d-86d1-346dd8f7e2b1 service nova] Lock "3569d4a2-f210-4a85-bc56-0de724aba1b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.930922] env[68800]: DEBUG oslo_concurrency.lockutils [req-40a2bb41-bd26-479c-bdee-f8c555fd7b03 req-e715d296-0d64-4d0d-86d1-346dd8f7e2b1 service nova] Lock "3569d4a2-f210-4a85-bc56-0de724aba1b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.930922] env[68800]: DEBUG nova.compute.manager [req-40a2bb41-bd26-479c-bdee-f8c555fd7b03 req-e715d296-0d64-4d0d-86d1-346dd8f7e2b1 service nova] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] No waiting events found dispatching network-vif-plugged-40cff95f-1e23-45e0-95c6-8caed85595d5 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 749.930922] env[68800]: WARNING nova.compute.manager [req-40a2bb41-bd26-479c-bdee-f8c555fd7b03 req-e715d296-0d64-4d0d-86d1-346dd8f7e2b1 service nova] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Received unexpected event network-vif-plugged-40cff95f-1e23-45e0-95c6-8caed85595d5 for instance with vm_state building and task_state spawning. [ 749.958632] env[68800]: DEBUG oslo_vmware.api [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Task: {'id': task-3243403, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063294} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.959068] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 749.959987] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed691b94-1141-46c2-bf26-3fc918e77580 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.984252] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 38df7b29-99a7-42a1-8dcd-47bedc72f440/38df7b29-99a7-42a1-8dcd-47bedc72f440.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.984650] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-324704fa-3c5d-46e7-ad9d-9cbdc35b8248 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.005495] env[68800]: DEBUG oslo_vmware.api [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Waiting for the task: (returnval){ [ 750.005495] env[68800]: value = "task-3243404" [ 750.005495] env[68800]: _type = "Task" [ 750.005495] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.013054] env[68800]: DEBUG oslo_vmware.api [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Task: {'id': task-3243404, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.025963] env[68800]: INFO nova.compute.manager [-] [instance: d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89] Took 1.25 seconds to deallocate network for instance. [ 750.033022] env[68800]: DEBUG nova.network.neutron [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Successfully updated port: 40cff95f-1e23-45e0-95c6-8caed85595d5 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 750.313246] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7daef07b-5cdd-433e-9885-fadb1b99e886 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Lock "f5251e20-8dda-4d70-b30c-26ffe9218656" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.835s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.426085] env[68800]: DEBUG nova.compute.utils [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 750.427474] env[68800]: DEBUG nova.compute.manager [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] [instance: 88b6dbfd-2340-430d-96f5-fbe15e3b654b] Not allocating networking since 'none' was specified. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 750.516034] env[68800]: DEBUG oslo_vmware.api [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Task: {'id': task-3243404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.535329] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0661c0ef-ac70-4c41-aa01-453e7b71e65c tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.537908] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquiring lock "refresh_cache-3569d4a2-f210-4a85-bc56-0de724aba1b0" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.538055] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquired lock "refresh_cache-3569d4a2-f210-4a85-bc56-0de724aba1b0" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.538203] env[68800]: DEBUG nova.network.neutron [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.815838] env[68800]: DEBUG nova.compute.manager [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b6ce6d33-aebc-420e-afe7-9e0908a2c560] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 750.932161] env[68800]: DEBUG nova.compute.manager [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] [instance: 88b6dbfd-2340-430d-96f5-fbe15e3b654b] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 750.935592] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0377b6f2-bcfb-4f10-9c68-160ec09c23f5 tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.936817] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d9ebfa1d-6397-4e97-8baa-8f9aabbf56e0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.481s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.937114] env[68800]: DEBUG nova.objects.instance [None req-d9ebfa1d-6397-4e97-8baa-8f9aabbf56e0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Lazy-loading 'resources' on Instance uuid 8eec0f90-ecd9-4124-ae1b-c533efa09c7d {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 751.018855] env[68800]: DEBUG oslo_vmware.api [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Task: {'id': task-3243404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.087280] env[68800]: DEBUG nova.network.neutron [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 751.237536] env[68800]: DEBUG nova.network.neutron [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Updating instance_info_cache with network_info: [{"id": "40cff95f-1e23-45e0-95c6-8caed85595d5", "address": "fa:16:3e:0a:0a:8e", "network": {"id": "2ad65ae6-e96d-418b-8904-1b8c899626b0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1659419657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b74621381dc4bbca8fea1513bfe56e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40cff95f-1e", "ovs_interfaceid": "40cff95f-1e23-45e0-95c6-8caed85595d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.337023] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.522251] env[68800]: DEBUG oslo_vmware.api [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Task: {'id': task-3243404, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.740699] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Releasing lock "refresh_cache-3569d4a2-f210-4a85-bc56-0de724aba1b0" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.741039] env[68800]: DEBUG nova.compute.manager [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Instance network_info: |[{"id": "40cff95f-1e23-45e0-95c6-8caed85595d5", "address": "fa:16:3e:0a:0a:8e", "network": {"id": "2ad65ae6-e96d-418b-8904-1b8c899626b0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1659419657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b74621381dc4bbca8fea1513bfe56e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40cff95f-1e", "ovs_interfaceid": "40cff95f-1e23-45e0-95c6-8caed85595d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 751.741459] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:0a:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40cff95f-1e23-45e0-95c6-8caed85595d5', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 751.749193] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Creating folder: Project (4b74621381dc4bbca8fea1513bfe56e2). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.752227] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29dc9a98-7675-465b-9880-e18e0655fab3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.764367] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Created folder: Project (4b74621381dc4bbca8fea1513bfe56e2) in parent group-v648080. [ 751.764575] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Creating folder: Instances. Parent ref: group-v648176. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.764822] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f4c3ce3-80f9-4b8a-9841-53143e9d9fde {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.778284] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Created folder: Instances in parent group-v648176. [ 751.778735] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.781341] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 751.782747] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bdbe8a16-9300-4906-a2e0-9b56b2cfedbd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.805713] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 751.805713] env[68800]: value = "task-3243407" [ 751.805713] env[68800]: _type = "Task" [ 751.805713] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.816605] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243407, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.940560] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463de56c-a9f7-4605-bbca-513b02e161fa {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.944470] env[68800]: DEBUG nova.compute.manager [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] [instance: 88b6dbfd-2340-430d-96f5-fbe15e3b654b] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 751.949432] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f98ac9-defd-42d0-89c6-6d3c0d6c40ea {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.983393] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47bedb04-536d-4835-8050-f93579dce55a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.987017] env[68800]: DEBUG nova.compute.manager [req-d6ff95af-90b3-4d6b-b8f1-b4d1c9f7f354 req-689b69ef-81ea-41c1-9ab0-d4e6f1de89cd service nova] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Received event network-changed-40cff95f-1e23-45e0-95c6-8caed85595d5 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.987223] env[68800]: DEBUG nova.compute.manager [req-d6ff95af-90b3-4d6b-b8f1-b4d1c9f7f354 req-689b69ef-81ea-41c1-9ab0-d4e6f1de89cd service nova] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Refreshing instance network info cache due to event network-changed-40cff95f-1e23-45e0-95c6-8caed85595d5. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 751.987446] env[68800]: DEBUG oslo_concurrency.lockutils [req-d6ff95af-90b3-4d6b-b8f1-b4d1c9f7f354 req-689b69ef-81ea-41c1-9ab0-d4e6f1de89cd service nova] Acquiring lock "refresh_cache-3569d4a2-f210-4a85-bc56-0de724aba1b0" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.987600] env[68800]: DEBUG oslo_concurrency.lockutils [req-d6ff95af-90b3-4d6b-b8f1-b4d1c9f7f354 req-689b69ef-81ea-41c1-9ab0-d4e6f1de89cd service nova] Acquired lock "refresh_cache-3569d4a2-f210-4a85-bc56-0de724aba1b0" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.987770] env[68800]: DEBUG nova.network.neutron [req-d6ff95af-90b3-4d6b-b8f1-b4d1c9f7f354 req-689b69ef-81ea-41c1-9ab0-d4e6f1de89cd service nova] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Refreshing network info cache for port 40cff95f-1e23-45e0-95c6-8caed85595d5 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 751.993053] env[68800]: DEBUG nova.compute.manager [None req-476e190c-4b37-4f77-997a-35b5a6db942b tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 751.994764] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666dee23-b369-4e64-9747-2de6545067dc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.999770] env[68800]: DEBUG nova.virt.hardware [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 751.999990] env[68800]: DEBUG nova.virt.hardware [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 752.000175] env[68800]: DEBUG nova.virt.hardware [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 752.000358] env[68800]: DEBUG nova.virt.hardware [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 752.000530] env[68800]: DEBUG nova.virt.hardware [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 752.000694] env[68800]: DEBUG nova.virt.hardware [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 752.001010] env[68800]: DEBUG nova.virt.hardware [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 752.001066] env[68800]: DEBUG nova.virt.hardware [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 752.001241] env[68800]: DEBUG nova.virt.hardware [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 752.001403] env[68800]: DEBUG nova.virt.hardware [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 752.001576] env[68800]: DEBUG nova.virt.hardware [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 752.002656] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16aa03c8-6285-4787-b7f3-e67168597795 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.010032] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3fb8eb-8c63-48c2-9c0a-a5dfdb3d7a86 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.024329] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b00d0e-eb4a-4300-96f0-43646d40db08 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.036428] env[68800]: DEBUG nova.compute.provider_tree [None req-d9ebfa1d-6397-4e97-8baa-8f9aabbf56e0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.041379] env[68800]: DEBUG oslo_vmware.api [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Task: {'id': task-3243404, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.050897] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] [instance: 88b6dbfd-2340-430d-96f5-fbe15e3b654b] Instance VIF info [] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 752.056615] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Creating folder: Project (9fc3193168764afb8106aff7a40e9f6f). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.057551] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa1ab5bc-7d12-4bae-8426-e5bc42d56181 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.068113] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Created folder: Project (9fc3193168764afb8106aff7a40e9f6f) in parent group-v648080. [ 752.068313] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Creating folder: Instances. Parent ref: group-v648179. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.068547] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2662e1ad-6f21-47f9-b620-d63080b25282 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.077588] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Created folder: Instances in parent group-v648179. [ 752.077817] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.078011] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88b6dbfd-2340-430d-96f5-fbe15e3b654b] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 752.078217] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b07ac830-d433-44db-a3a1-ca558d22d804 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.093763] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 752.093763] env[68800]: value = "task-3243410" [ 752.093763] env[68800]: _type = "Task" [ 752.093763] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.101429] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243410, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.315355] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243407, 'name': CreateVM_Task, 'duration_secs': 0.405908} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.315532] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 752.316232] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.316393] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.316713] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.316969] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9321d0c1-31ec-40fc-9737-46a31b6b9d8f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.321644] env[68800]: DEBUG oslo_vmware.api [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 752.321644] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]523c4366-5e43-c6f8-68b9-eb8c33b505dd" [ 752.321644] env[68800]: _type = "Task" [ 752.321644] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.329189] env[68800]: DEBUG oslo_vmware.api [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]523c4366-5e43-c6f8-68b9-eb8c33b505dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.518300] env[68800]: DEBUG oslo_vmware.api [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Task: {'id': task-3243404, 'name': ReconfigVM_Task, 'duration_secs': 2.138569} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.518624] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 38df7b29-99a7-42a1-8dcd-47bedc72f440/38df7b29-99a7-42a1-8dcd-47bedc72f440.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.519317] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f205af77-096e-45c2-b6f2-4b6c733decca {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.526131] env[68800]: DEBUG oslo_vmware.api [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Waiting for the task: (returnval){ [ 752.526131] env[68800]: value = "task-3243411" [ 752.526131] env[68800]: _type = "Task" [ 752.526131] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.529694] env[68800]: INFO nova.compute.manager [None req-476e190c-4b37-4f77-997a-35b5a6db942b tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] instance snapshotting [ 752.532606] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b750d3df-41e1-441c-8f88-58524fbf2b01 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.538148] env[68800]: DEBUG oslo_vmware.api [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Task: {'id': task-3243411, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.555150] env[68800]: DEBUG nova.scheduler.client.report [None req-d9ebfa1d-6397-4e97-8baa-8f9aabbf56e0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.561428] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ee49f7-a9c8-4673-97c4-cdd7a6583407 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.604730] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243410, 'name': CreateVM_Task, 'duration_secs': 0.363787} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.605372] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88b6dbfd-2340-430d-96f5-fbe15e3b654b] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 752.606762] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.832943] env[68800]: DEBUG oslo_vmware.api [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]523c4366-5e43-c6f8-68b9-eb8c33b505dd, 'name': SearchDatastore_Task, 'duration_secs': 0.010135} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.833237] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.833466] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 752.833730] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.833879] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.834645] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 752.834645] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.834880] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.835048] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4eca21c-f321-43b6-8c72-aae4c0334f7f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.840316] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c644d021-535a-4563-80cb-19f6bfce1a5e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.842666] env[68800]: DEBUG oslo_vmware.api [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Waiting for the task: (returnval){ [ 752.842666] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]522c39a6-0ac1-870e-7d6c-d75701c68b70" [ 752.842666] env[68800]: _type = "Task" [ 752.842666] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.848041] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 752.848186] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 752.849261] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4956ec42-7584-4251-a7b3-fb9277fd0c92 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.855165] env[68800]: DEBUG nova.network.neutron [req-d6ff95af-90b3-4d6b-b8f1-b4d1c9f7f354 req-689b69ef-81ea-41c1-9ab0-d4e6f1de89cd service nova] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Updated VIF entry in instance network info cache for port 40cff95f-1e23-45e0-95c6-8caed85595d5. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 752.855502] env[68800]: DEBUG nova.network.neutron [req-d6ff95af-90b3-4d6b-b8f1-b4d1c9f7f354 req-689b69ef-81ea-41c1-9ab0-d4e6f1de89cd service nova] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Updating instance_info_cache with network_info: [{"id": "40cff95f-1e23-45e0-95c6-8caed85595d5", "address": "fa:16:3e:0a:0a:8e", "network": {"id": "2ad65ae6-e96d-418b-8904-1b8c899626b0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1659419657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b74621381dc4bbca8fea1513bfe56e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40cff95f-1e", "ovs_interfaceid": "40cff95f-1e23-45e0-95c6-8caed85595d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.856668] env[68800]: DEBUG oslo_vmware.api [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]522c39a6-0ac1-870e-7d6c-d75701c68b70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.860164] env[68800]: DEBUG oslo_vmware.api [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 752.860164] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52b5102a-63aa-c035-6f9a-b464177855b1" [ 752.860164] env[68800]: _type = "Task" [ 752.860164] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.869795] env[68800]: DEBUG oslo_vmware.api [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52b5102a-63aa-c035-6f9a-b464177855b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.035534] env[68800]: DEBUG oslo_vmware.api [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Task: {'id': task-3243411, 'name': Rename_Task, 'duration_secs': 0.322328} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.035814] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 753.036072] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-909cc45a-4f07-4ca2-8cc2-6916601b8cba {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.042037] env[68800]: DEBUG oslo_vmware.api [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Waiting for the task: (returnval){ [ 753.042037] env[68800]: value = "task-3243412" [ 753.042037] env[68800]: _type = "Task" [ 753.042037] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.054359] env[68800]: DEBUG oslo_vmware.api [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Task: {'id': task-3243412, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.066314] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d9ebfa1d-6397-4e97-8baa-8f9aabbf56e0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.129s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.068684] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 24.938s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.077258] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-476e190c-4b37-4f77-997a-35b5a6db942b tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Creating Snapshot of the VM instance {{(pid=68800) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 753.077456] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-20fbf9ae-2c2e-452d-a1f6-ad7ecba681ad {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.085632] env[68800]: DEBUG oslo_vmware.api [None req-476e190c-4b37-4f77-997a-35b5a6db942b tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Waiting for the task: (returnval){ [ 753.085632] env[68800]: value = "task-3243413" [ 753.085632] env[68800]: _type = "Task" [ 753.085632] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.093817] env[68800]: DEBUG oslo_vmware.api [None req-476e190c-4b37-4f77-997a-35b5a6db942b tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243413, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.094798] env[68800]: INFO nova.scheduler.client.report [None req-d9ebfa1d-6397-4e97-8baa-8f9aabbf56e0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Deleted allocations for instance 8eec0f90-ecd9-4124-ae1b-c533efa09c7d [ 753.352979] env[68800]: DEBUG oslo_vmware.api [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]522c39a6-0ac1-870e-7d6c-d75701c68b70, 'name': SearchDatastore_Task, 'duration_secs': 0.030642} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.353363] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.353622] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] [instance: 88b6dbfd-2340-430d-96f5-fbe15e3b654b] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.353871] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.358449] env[68800]: DEBUG oslo_concurrency.lockutils [req-d6ff95af-90b3-4d6b-b8f1-b4d1c9f7f354 req-689b69ef-81ea-41c1-9ab0-d4e6f1de89cd service nova] Releasing lock "refresh_cache-3569d4a2-f210-4a85-bc56-0de724aba1b0" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.371310] env[68800]: DEBUG oslo_vmware.api [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52b5102a-63aa-c035-6f9a-b464177855b1, 'name': SearchDatastore_Task, 'duration_secs': 0.021723} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.371310] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87d281c3-ef55-476c-8c29-24306f7555bb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.377840] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b92f9937-353b-4545-979b-3548d053e78a tempest-VolumesAssistedSnapshotsTest-1145657880 tempest-VolumesAssistedSnapshotsTest-1145657880-project-admin] Acquiring lock "2bab2519-fc00-4b92-8226-bae70048ad1f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.378100] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b92f9937-353b-4545-979b-3548d053e78a tempest-VolumesAssistedSnapshotsTest-1145657880 tempest-VolumesAssistedSnapshotsTest-1145657880-project-admin] Lock "2bab2519-fc00-4b92-8226-bae70048ad1f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.381970] env[68800]: DEBUG oslo_vmware.api [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 753.381970] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52b49332-dc01-0044-0348-d635de41368a" [ 753.381970] env[68800]: _type = "Task" [ 753.381970] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.390380] env[68800]: DEBUG oslo_vmware.api [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52b49332-dc01-0044-0348-d635de41368a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.551651] env[68800]: DEBUG oslo_vmware.api [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Task: {'id': task-3243412, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.599449] env[68800]: DEBUG oslo_vmware.api [None req-476e190c-4b37-4f77-997a-35b5a6db942b tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243413, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.602669] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d9ebfa1d-6397-4e97-8baa-8f9aabbf56e0 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Lock "8eec0f90-ecd9-4124-ae1b-c533efa09c7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.733s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.883660] env[68800]: DEBUG nova.compute.utils [None req-b92f9937-353b-4545-979b-3548d053e78a tempest-VolumesAssistedSnapshotsTest-1145657880 tempest-VolumesAssistedSnapshotsTest-1145657880-project-admin] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 753.894329] env[68800]: DEBUG oslo_vmware.api [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52b49332-dc01-0044-0348-d635de41368a, 'name': SearchDatastore_Task, 'duration_secs': 0.011828} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.895216] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.895479] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 3569d4a2-f210-4a85-bc56-0de724aba1b0/3569d4a2-f210-4a85-bc56-0de724aba1b0.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 753.895764] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.895948] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.896168] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07984ed4-cc11-47a3-92bf-6914a398a705 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.898588] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec3541dc-6186-4134-946f-8a097961524c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.906139] env[68800]: DEBUG oslo_vmware.api [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 753.906139] env[68800]: value = "task-3243414" [ 753.906139] env[68800]: _type = "Task" [ 753.906139] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.910389] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.910566] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 753.911618] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be32b8a9-6b97-4284-b400-a43ac2568825 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.916753] env[68800]: DEBUG oslo_vmware.api [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3243414, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.920134] env[68800]: DEBUG oslo_vmware.api [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Waiting for the task: (returnval){ [ 753.920134] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52efe5ce-90b7-dd28-3b54-3c7062d4fa4d" [ 753.920134] env[68800]: _type = "Task" [ 753.920134] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.927587] env[68800]: DEBUG oslo_vmware.api [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52efe5ce-90b7-dd28-3b54-3c7062d4fa4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.053455] env[68800]: DEBUG oslo_vmware.api [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Task: {'id': task-3243412, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.097023] env[68800]: DEBUG oslo_vmware.api [None req-476e190c-4b37-4f77-997a-35b5a6db942b tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243413, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.112291] env[68800]: WARNING nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 195e2543-8984-4a01-bfdf-1ee3c98f1105 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 754.112530] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 2bab2519-fc00-4b92-8226-bae70048ad1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 754.112694] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance ce1649cf-3921-41e7-aeed-c4e3e03ccda9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 754.112827] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 5207f0f8-398c-478f-8382-7cbe6e3b201d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 754.112949] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 1ccaea17-56f1-442f-82f3-6126e60913c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 754.113082] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 04804c6c-0112-4d22-8d0a-eb1ad7825625 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 754.113203] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 0200ac67-ec70-479f-a0be-af4c17410c61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 754.113318] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 949aac90-1d3e-47c1-8d53-eef78adaa390 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 754.113464] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 9edbd4b6-b890-4a22-896a-26e315d18fd0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 754.113588] env[68800]: WARNING nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 943fcf53-ec92-4363-b6fa-ba1bec035124 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 754.113727] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance e7259d4c-9982-4579-a073-484a8fa49264 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 754.113925] env[68800]: WARNING nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 9fe2f914-935a-4a24-9d71-487e7c0a69c7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 754.114493] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance af1b5f44-b442-4c3e-923c-92c0d7db49b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 754.114493] env[68800]: WARNING nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance a5b62cef-6f64-47fc-beb0-aaa1229511b8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 754.114493] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance e20d7c2b-7bc9-4656-af23-bde9b48efe1d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 754.114657] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 99f2d44f-e361-466f-998c-f23a2b04bcbf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 754.114812] env[68800]: WARNING nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 7dd75bea-9645-49e0-a518-21659a16022f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 754.114972] env[68800]: WARNING nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance edf23e1c-b030-4fd8-88c6-558707c6fe87 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 754.115077] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance d8ca704a-fbd1-43e3-bc26-a005ec7082d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 754.115206] env[68800]: WARNING nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 754.115319] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance f5251e20-8dda-4d70-b30c-26ffe9218656 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 754.115429] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 38df7b29-99a7-42a1-8dcd-47bedc72f440 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 754.115541] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 3569d4a2-f210-4a85-bc56-0de724aba1b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 754.115658] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 88b6dbfd-2340-430d-96f5-fbe15e3b654b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 754.389708] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b92f9937-353b-4545-979b-3548d053e78a tempest-VolumesAssistedSnapshotsTest-1145657880 tempest-VolumesAssistedSnapshotsTest-1145657880-project-admin] Lock "2bab2519-fc00-4b92-8226-bae70048ad1f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.417191] env[68800]: DEBUG oslo_vmware.api [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3243414, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507514} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.417484] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 3569d4a2-f210-4a85-bc56-0de724aba1b0/3569d4a2-f210-4a85-bc56-0de724aba1b0.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 754.417705] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 754.418455] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a358ce78-3002-4132-a853-55bb63f4f19d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.430689] env[68800]: DEBUG oslo_vmware.api [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 754.430689] env[68800]: value = "task-3243415" [ 754.430689] env[68800]: _type = "Task" [ 754.430689] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.433870] env[68800]: DEBUG oslo_vmware.api [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52efe5ce-90b7-dd28-3b54-3c7062d4fa4d, 'name': SearchDatastore_Task, 'duration_secs': 0.008348} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.437572] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eddae1c2-e9b5-45a5-bfca-3a397e03362f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.444820] env[68800]: DEBUG oslo_vmware.api [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3243415, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.445739] env[68800]: DEBUG oslo_vmware.api [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Waiting for the task: (returnval){ [ 754.445739] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]526307a2-2707-744f-0e95-1ce1d9a669e0" [ 754.445739] env[68800]: _type = "Task" [ 754.445739] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.453154] env[68800]: DEBUG oslo_vmware.api [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]526307a2-2707-744f-0e95-1ce1d9a669e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.555284] env[68800]: DEBUG oslo_vmware.api [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Task: {'id': task-3243412, 'name': PowerOnVM_Task, 'duration_secs': 1.066186} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.555548] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.555745] env[68800]: INFO nova.compute.manager [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Took 10.17 seconds to spawn the instance on the hypervisor. [ 754.555935] env[68800]: DEBUG nova.compute.manager [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.556739] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7cebbc-8cb4-45c7-b43e-442279d209e9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.597991] env[68800]: DEBUG oslo_vmware.api [None req-476e190c-4b37-4f77-997a-35b5a6db942b tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243413, 'name': CreateSnapshot_Task, 'duration_secs': 1.219106} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.598706] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-476e190c-4b37-4f77-997a-35b5a6db942b tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Created Snapshot of the VM instance {{(pid=68800) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 754.599571] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc02760-0d79-4946-aa06-cc7697413d73 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.620499] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 754.943561] env[68800]: DEBUG oslo_vmware.api [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3243415, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061919} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.943957] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 754.944647] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7cbaca-3f8d-43e1-88e9-7465d7301105 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.972676] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 3569d4a2-f210-4a85-bc56-0de724aba1b0/3569d4a2-f210-4a85-bc56-0de724aba1b0.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 754.977239] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e724b06-4054-4973-849a-fa5dbef1e956 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.991250] env[68800]: DEBUG oslo_vmware.api [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]526307a2-2707-744f-0e95-1ce1d9a669e0, 'name': SearchDatastore_Task, 'duration_secs': 0.008898} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.991689] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.991951] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 88b6dbfd-2340-430d-96f5-fbe15e3b654b/88b6dbfd-2340-430d-96f5-fbe15e3b654b.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 754.992616] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a45c9b0b-6199-432c-9356-03270a9c3438 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.997684] env[68800]: DEBUG oslo_vmware.api [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 754.997684] env[68800]: value = "task-3243416" [ 754.997684] env[68800]: _type = "Task" [ 754.997684] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.005517] env[68800]: DEBUG oslo_vmware.api [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Waiting for the task: (returnval){ [ 755.005517] env[68800]: value = "task-3243417" [ 755.005517] env[68800]: _type = "Task" [ 755.005517] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.011793] env[68800]: DEBUG oslo_vmware.api [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3243416, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.016393] env[68800]: DEBUG oslo_vmware.api [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Task: {'id': task-3243417, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.035546] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8af6a6c2-063d-4035-854e-0f963082ae1f tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Acquiring lock "04804c6c-0112-4d22-8d0a-eb1ad7825625" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.035927] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8af6a6c2-063d-4035-854e-0f963082ae1f tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Lock "04804c6c-0112-4d22-8d0a-eb1ad7825625" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.036240] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8af6a6c2-063d-4035-854e-0f963082ae1f tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Acquiring lock "04804c6c-0112-4d22-8d0a-eb1ad7825625-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.036494] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8af6a6c2-063d-4035-854e-0f963082ae1f tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Lock "04804c6c-0112-4d22-8d0a-eb1ad7825625-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.036721] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8af6a6c2-063d-4035-854e-0f963082ae1f tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Lock "04804c6c-0112-4d22-8d0a-eb1ad7825625-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.039031] env[68800]: INFO nova.compute.manager [None req-8af6a6c2-063d-4035-854e-0f963082ae1f tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 04804c6c-0112-4d22-8d0a-eb1ad7825625] Terminating instance [ 755.074329] env[68800]: INFO nova.compute.manager [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Took 41.72 seconds to build instance. [ 755.117898] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-476e190c-4b37-4f77-997a-35b5a6db942b tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Creating linked-clone VM from snapshot {{(pid=68800) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 755.118209] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-50beb774-4cda-48d7-9ab4-f1b9c52be98a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.122366] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance c8d19cdf-eced-4fa6-ba93-223530bb7fe2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 755.128592] env[68800]: DEBUG oslo_vmware.api [None req-476e190c-4b37-4f77-997a-35b5a6db942b tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Waiting for the task: (returnval){ [ 755.128592] env[68800]: value = "task-3243418" [ 755.128592] env[68800]: _type = "Task" [ 755.128592] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.137115] env[68800]: DEBUG oslo_vmware.api [None req-476e190c-4b37-4f77-997a-35b5a6db942b tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243418, 'name': CloneVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.454747] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b92f9937-353b-4545-979b-3548d053e78a tempest-VolumesAssistedSnapshotsTest-1145657880 tempest-VolumesAssistedSnapshotsTest-1145657880-project-admin] Acquiring lock "2bab2519-fc00-4b92-8226-bae70048ad1f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.455106] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b92f9937-353b-4545-979b-3548d053e78a tempest-VolumesAssistedSnapshotsTest-1145657880 tempest-VolumesAssistedSnapshotsTest-1145657880-project-admin] Lock "2bab2519-fc00-4b92-8226-bae70048ad1f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.455767] env[68800]: INFO nova.compute.manager [None req-b92f9937-353b-4545-979b-3548d053e78a tempest-VolumesAssistedSnapshotsTest-1145657880 tempest-VolumesAssistedSnapshotsTest-1145657880-project-admin] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Attaching volume faae53e7-0895-4085-a3e0-e2b75d89a4d0 to /dev/sdb [ 755.493482] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc06c08-d344-40c9-a684-a5a31d976f36 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.503028] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36db652-c7cb-4f8a-a146-8f6859e6cad2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.511237] env[68800]: DEBUG oslo_vmware.api [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3243416, 'name': ReconfigVM_Task, 'duration_secs': 0.309802} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.511817] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 3569d4a2-f210-4a85-bc56-0de724aba1b0/3569d4a2-f210-4a85-bc56-0de724aba1b0.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 755.512423] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0e0f8a3-f460-4cdf-b116-c8ea52eca0a9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.519927] env[68800]: DEBUG oslo_vmware.api [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Task: {'id': task-3243417, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46815} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.524309] env[68800]: DEBUG nova.virt.block_device [None req-b92f9937-353b-4545-979b-3548d053e78a tempest-VolumesAssistedSnapshotsTest-1145657880 tempest-VolumesAssistedSnapshotsTest-1145657880-project-admin] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Updating existing volume attachment record: a19aa124-8e06-4ce8-a694-99e3a0a9ec02 {{(pid=68800) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 755.526709] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 88b6dbfd-2340-430d-96f5-fbe15e3b654b/88b6dbfd-2340-430d-96f5-fbe15e3b654b.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 755.526968] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] [instance: 88b6dbfd-2340-430d-96f5-fbe15e3b654b] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 755.528731] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8fcf7d98-27fa-4fd6-a0ad-244a6c776876 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.531583] env[68800]: DEBUG oslo_vmware.api [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 755.531583] env[68800]: value = "task-3243419" [ 755.531583] env[68800]: _type = "Task" [ 755.531583] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.535952] env[68800]: DEBUG oslo_vmware.api [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Waiting for the task: (returnval){ [ 755.535952] env[68800]: value = "task-3243420" [ 755.535952] env[68800]: _type = "Task" [ 755.535952] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.543191] env[68800]: DEBUG oslo_vmware.api [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3243419, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.543191] env[68800]: DEBUG nova.compute.manager [None req-8af6a6c2-063d-4035-854e-0f963082ae1f tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 04804c6c-0112-4d22-8d0a-eb1ad7825625] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 755.543191] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8af6a6c2-063d-4035-854e-0f963082ae1f tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 04804c6c-0112-4d22-8d0a-eb1ad7825625] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 755.543981] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1133541f-ca40-4027-95cc-6a966fe7edb8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.548602] env[68800]: DEBUG oslo_vmware.api [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Task: {'id': task-3243420, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.552595] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-8af6a6c2-063d-4035-854e-0f963082ae1f tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 04804c6c-0112-4d22-8d0a-eb1ad7825625] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 755.552595] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1505d09-f8d9-4e54-b8e6-2c9ffdb736bd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.557982] env[68800]: DEBUG oslo_vmware.api [None req-8af6a6c2-063d-4035-854e-0f963082ae1f tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Waiting for the task: (returnval){ [ 755.557982] env[68800]: value = "task-3243421" [ 755.557982] env[68800]: _type = "Task" [ 755.557982] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.567788] env[68800]: DEBUG oslo_vmware.api [None req-8af6a6c2-063d-4035-854e-0f963082ae1f tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243421, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.576416] env[68800]: DEBUG oslo_concurrency.lockutils [None req-970a18f9-7788-4773-87c7-525570daf504 tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Lock "38df7b29-99a7-42a1-8dcd-47bedc72f440" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.045s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.625500] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance c4e41c81-3958-4797-84a2-9486ba6278f1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 755.637699] env[68800]: DEBUG oslo_vmware.api [None req-476e190c-4b37-4f77-997a-35b5a6db942b tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243418, 'name': CloneVM_Task} progress is 94%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.687035] env[68800]: INFO nova.compute.manager [None req-6e5d4149-21ca-4b9e-a29b-c684d0d03dee tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Rescuing [ 755.687134] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6e5d4149-21ca-4b9e-a29b-c684d0d03dee tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Acquiring lock "refresh_cache-38df7b29-99a7-42a1-8dcd-47bedc72f440" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.687264] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6e5d4149-21ca-4b9e-a29b-c684d0d03dee tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Acquired lock "refresh_cache-38df7b29-99a7-42a1-8dcd-47bedc72f440" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.687435] env[68800]: DEBUG nova.network.neutron [None req-6e5d4149-21ca-4b9e-a29b-c684d0d03dee tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.044920] env[68800]: DEBUG oslo_vmware.api [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3243419, 'name': Rename_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.047718] env[68800]: DEBUG oslo_vmware.api [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Task: {'id': task-3243420, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.066861] env[68800]: DEBUG oslo_vmware.api [None req-8af6a6c2-063d-4035-854e-0f963082ae1f tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243421, 'name': PowerOffVM_Task, 'duration_secs': 0.471372} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.067092] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-8af6a6c2-063d-4035-854e-0f963082ae1f tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 04804c6c-0112-4d22-8d0a-eb1ad7825625] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.067270] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8af6a6c2-063d-4035-854e-0f963082ae1f tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 04804c6c-0112-4d22-8d0a-eb1ad7825625] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.067594] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d71fb054-926f-4d88-8fc9-3c98290ac7aa {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.078668] env[68800]: DEBUG nova.compute.manager [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] [instance: b636f115-b125-4317-915a-d03d85d128aa] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 756.129764] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 756.141218] env[68800]: DEBUG oslo_vmware.api [None req-476e190c-4b37-4f77-997a-35b5a6db942b tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243418, 'name': CloneVM_Task} progress is 94%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.164238] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8af6a6c2-063d-4035-854e-0f963082ae1f tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 04804c6c-0112-4d22-8d0a-eb1ad7825625] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 756.164544] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8af6a6c2-063d-4035-854e-0f963082ae1f tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 04804c6c-0112-4d22-8d0a-eb1ad7825625] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 756.164721] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-8af6a6c2-063d-4035-854e-0f963082ae1f tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Deleting the datastore file [datastore2] 04804c6c-0112-4d22-8d0a-eb1ad7825625 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 756.164946] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22f2c606-0d79-43b5-85f1-4dc63e9beb71 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.171654] env[68800]: DEBUG oslo_vmware.api [None req-8af6a6c2-063d-4035-854e-0f963082ae1f tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Waiting for the task: (returnval){ [ 756.171654] env[68800]: value = "task-3243426" [ 756.171654] env[68800]: _type = "Task" [ 756.171654] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.179673] env[68800]: DEBUG oslo_vmware.api [None req-8af6a6c2-063d-4035-854e-0f963082ae1f tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243426, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.471325] env[68800]: DEBUG nova.network.neutron [None req-6e5d4149-21ca-4b9e-a29b-c684d0d03dee tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Updating instance_info_cache with network_info: [{"id": "dce77884-a8c0-4cda-9684-4172f9554de3", "address": "fa:16:3e:e0:50:a3", "network": {"id": "00c6c2a1-b6c6-4ff7-a544-ea88c40444f6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1437066368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6b4e8a875218424290331c1ab3bb7405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdce77884-a8", "ovs_interfaceid": "dce77884-a8c0-4cda-9684-4172f9554de3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.552844] env[68800]: DEBUG oslo_vmware.api [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3243419, 'name': Rename_Task, 'duration_secs': 0.898556} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.553684] env[68800]: DEBUG oslo_vmware.api [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Task: {'id': task-3243420, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.830917} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.554543] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.554543] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] [instance: 88b6dbfd-2340-430d-96f5-fbe15e3b654b] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 756.554663] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e475fc8f-16d7-4989-bbcf-8cfe27de2f9c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.557442] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dace6e01-8ae8-47a1-b33d-a2e5e6328dff {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.580690] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] [instance: 88b6dbfd-2340-430d-96f5-fbe15e3b654b] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 88b6dbfd-2340-430d-96f5-fbe15e3b654b/88b6dbfd-2340-430d-96f5-fbe15e3b654b.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.582499] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d702025-8791-478b-accb-00bb9fdba2d3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.600680] env[68800]: DEBUG oslo_vmware.api [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 756.600680] env[68800]: value = "task-3243427" [ 756.600680] env[68800]: _type = "Task" [ 756.600680] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.607796] env[68800]: DEBUG oslo_vmware.api [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Waiting for the task: (returnval){ [ 756.607796] env[68800]: value = "task-3243428" [ 756.607796] env[68800]: _type = "Task" [ 756.607796] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.616026] env[68800]: DEBUG oslo_vmware.api [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3243427, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.619156] env[68800]: DEBUG oslo_concurrency.lockutils [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.623305] env[68800]: DEBUG oslo_vmware.api [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Task: {'id': task-3243428, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.636902] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance d09d6489-64ed-44b7-8a61-ee59d6160ba4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 756.641756] env[68800]: DEBUG oslo_vmware.api [None req-476e190c-4b37-4f77-997a-35b5a6db942b tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243418, 'name': CloneVM_Task} progress is 94%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.683731] env[68800]: DEBUG oslo_vmware.api [None req-8af6a6c2-063d-4035-854e-0f963082ae1f tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243426, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168244} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.684151] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-8af6a6c2-063d-4035-854e-0f963082ae1f tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 756.684400] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8af6a6c2-063d-4035-854e-0f963082ae1f tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 04804c6c-0112-4d22-8d0a-eb1ad7825625] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 756.684660] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8af6a6c2-063d-4035-854e-0f963082ae1f tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 04804c6c-0112-4d22-8d0a-eb1ad7825625] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 756.684889] env[68800]: INFO nova.compute.manager [None req-8af6a6c2-063d-4035-854e-0f963082ae1f tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 04804c6c-0112-4d22-8d0a-eb1ad7825625] Took 1.14 seconds to destroy the instance on the hypervisor. [ 756.685224] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8af6a6c2-063d-4035-854e-0f963082ae1f tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.685485] env[68800]: DEBUG nova.compute.manager [-] [instance: 04804c6c-0112-4d22-8d0a-eb1ad7825625] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 756.685690] env[68800]: DEBUG nova.network.neutron [-] [instance: 04804c6c-0112-4d22-8d0a-eb1ad7825625] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 756.974687] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6e5d4149-21ca-4b9e-a29b-c684d0d03dee tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Releasing lock "refresh_cache-38df7b29-99a7-42a1-8dcd-47bedc72f440" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.093722] env[68800]: DEBUG nova.compute.manager [req-b8621afd-98f4-4171-838c-9273b37b43ee req-c33e2798-f708-464f-8140-e82a1b0cb65e service nova] [instance: 04804c6c-0112-4d22-8d0a-eb1ad7825625] Received event network-vif-deleted-f65def13-06c1-4e7b-8941-f58241a867c1 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 757.093993] env[68800]: INFO nova.compute.manager [req-b8621afd-98f4-4171-838c-9273b37b43ee req-c33e2798-f708-464f-8140-e82a1b0cb65e service nova] [instance: 04804c6c-0112-4d22-8d0a-eb1ad7825625] Neutron deleted interface f65def13-06c1-4e7b-8941-f58241a867c1; detaching it from the instance and deleting it from the info cache [ 757.094278] env[68800]: DEBUG nova.network.neutron [req-b8621afd-98f4-4171-838c-9273b37b43ee req-c33e2798-f708-464f-8140-e82a1b0cb65e service nova] [instance: 04804c6c-0112-4d22-8d0a-eb1ad7825625] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.116344] env[68800]: DEBUG oslo_vmware.api [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3243427, 'name': PowerOnVM_Task, 'duration_secs': 0.525966} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.116717] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.116960] env[68800]: INFO nova.compute.manager [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Took 7.73 seconds to spawn the instance on the hypervisor. [ 757.117609] env[68800]: DEBUG nova.compute.manager [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.118881] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1ded64-a8de-4a3f-8d73-8d93fb3394d0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.125054] env[68800]: DEBUG oslo_vmware.api [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Task: {'id': task-3243428, 'name': ReconfigVM_Task, 'duration_secs': 0.319382} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.125686] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] [instance: 88b6dbfd-2340-430d-96f5-fbe15e3b654b] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 88b6dbfd-2340-430d-96f5-fbe15e3b654b/88b6dbfd-2340-430d-96f5-fbe15e3b654b.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.126985] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee4aa1ee-b112-4f4c-9dd9-d11bc445fa8f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.139360] env[68800]: DEBUG oslo_vmware.api [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Waiting for the task: (returnval){ [ 757.139360] env[68800]: value = "task-3243429" [ 757.139360] env[68800]: _type = "Task" [ 757.139360] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.146042] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 913f76bd-2cb4-450b-a506-6687ee98cd86 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 757.146499] env[68800]: DEBUG oslo_vmware.api [None req-476e190c-4b37-4f77-997a-35b5a6db942b tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243418, 'name': CloneVM_Task, 'duration_secs': 1.995597} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.147353] env[68800]: INFO nova.virt.vmwareapi.vmops [None req-476e190c-4b37-4f77-997a-35b5a6db942b tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Created linked-clone VM from snapshot [ 757.147938] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354ce842-a1db-48ee-a63f-0446366e0e80 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.154512] env[68800]: DEBUG oslo_vmware.api [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Task: {'id': task-3243429, 'name': Rename_Task} progress is 10%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.159632] env[68800]: DEBUG nova.virt.vmwareapi.images [None req-476e190c-4b37-4f77-997a-35b5a6db942b tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Uploading image 4b4d7851-ca33-4349-8b6e-b39aebd4a5f6 {{(pid=68800) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 757.184601] env[68800]: DEBUG oslo_vmware.rw_handles [None req-476e190c-4b37-4f77-997a-35b5a6db942b tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 757.184601] env[68800]: value = "vm-648183" [ 757.184601] env[68800]: _type = "VirtualMachine" [ 757.184601] env[68800]: }. {{(pid=68800) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 757.185171] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9b9562ef-01ed-4cf4-b128-29ab9be17cb3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.192883] env[68800]: DEBUG oslo_vmware.rw_handles [None req-476e190c-4b37-4f77-997a-35b5a6db942b tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Lease: (returnval){ [ 757.192883] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5296d28e-3894-20af-3e2a-1b34a2642914" [ 757.192883] env[68800]: _type = "HttpNfcLease" [ 757.192883] env[68800]: } obtained for exporting VM: (result){ [ 757.192883] env[68800]: value = "vm-648183" [ 757.192883] env[68800]: _type = "VirtualMachine" [ 757.192883] env[68800]: }. {{(pid=68800) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 757.193236] env[68800]: DEBUG oslo_vmware.api [None req-476e190c-4b37-4f77-997a-35b5a6db942b tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Waiting for the lease: (returnval){ [ 757.193236] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5296d28e-3894-20af-3e2a-1b34a2642914" [ 757.193236] env[68800]: _type = "HttpNfcLease" [ 757.193236] env[68800]: } to be ready. {{(pid=68800) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 757.200583] env[68800]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 757.200583] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5296d28e-3894-20af-3e2a-1b34a2642914" [ 757.200583] env[68800]: _type = "HttpNfcLease" [ 757.200583] env[68800]: } is initializing. {{(pid=68800) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 757.573844] env[68800]: DEBUG nova.network.neutron [-] [instance: 04804c6c-0112-4d22-8d0a-eb1ad7825625] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.597755] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0d53baa6-a4af-46bd-96e1-de0c65920a65 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.609495] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde18176-351f-45ca-8277-51298de72d2e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.650155] env[68800]: DEBUG nova.compute.manager [req-b8621afd-98f4-4171-838c-9273b37b43ee req-c33e2798-f708-464f-8140-e82a1b0cb65e service nova] [instance: 04804c6c-0112-4d22-8d0a-eb1ad7825625] Detach interface failed, port_id=f65def13-06c1-4e7b-8941-f58241a867c1, reason: Instance 04804c6c-0112-4d22-8d0a-eb1ad7825625 could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 757.650996] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance b6ce6d33-aebc-420e-afe7-9e0908a2c560 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 757.660112] env[68800]: INFO nova.compute.manager [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Took 38.33 seconds to build instance. [ 757.667453] env[68800]: DEBUG oslo_vmware.api [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Task: {'id': task-3243429, 'name': Rename_Task, 'duration_secs': 0.212184} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.668081] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] [instance: 88b6dbfd-2340-430d-96f5-fbe15e3b654b] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 757.668081] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab1fba23-3612-4eba-b91b-7cc00a93db99 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.677267] env[68800]: DEBUG oslo_vmware.api [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Waiting for the task: (returnval){ [ 757.677267] env[68800]: value = "task-3243431" [ 757.677267] env[68800]: _type = "Task" [ 757.677267] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.683996] env[68800]: DEBUG oslo_vmware.api [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Task: {'id': task-3243431, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.701330] env[68800]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 757.701330] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5296d28e-3894-20af-3e2a-1b34a2642914" [ 757.701330] env[68800]: _type = "HttpNfcLease" [ 757.701330] env[68800]: } is ready. {{(pid=68800) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 757.701620] env[68800]: DEBUG oslo_vmware.rw_handles [None req-476e190c-4b37-4f77-997a-35b5a6db942b tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 757.701620] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5296d28e-3894-20af-3e2a-1b34a2642914" [ 757.701620] env[68800]: _type = "HttpNfcLease" [ 757.701620] env[68800]: }. {{(pid=68800) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 757.702397] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689fffb9-8e36-42c7-bb10-b32efe11b905 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.712346] env[68800]: DEBUG oslo_vmware.rw_handles [None req-476e190c-4b37-4f77-997a-35b5a6db942b tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fb5878-cfb2-7c2a-9bbe-8a49cadb94c7/disk-0.vmdk from lease info. {{(pid=68800) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 757.712573] env[68800]: DEBUG oslo_vmware.rw_handles [None req-476e190c-4b37-4f77-997a-35b5a6db942b tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fb5878-cfb2-7c2a-9bbe-8a49cadb94c7/disk-0.vmdk for reading. {{(pid=68800) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 757.841344] env[68800]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-eb826de5-c5a6-47e9-a03c-6969cb126c24 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.076865] env[68800]: INFO nova.compute.manager [-] [instance: 04804c6c-0112-4d22-8d0a-eb1ad7825625] Took 1.39 seconds to deallocate network for instance. [ 758.161383] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance b636f115-b125-4317-915a-d03d85d128aa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 758.164109] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c9855568-459b-4aca-907e-048faa43b54c tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "3569d4a2-f210-4a85-bc56-0de724aba1b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.971s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.190968] env[68800]: DEBUG oslo_vmware.api [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Task: {'id': task-3243431, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.514690] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e5d4149-21ca-4b9e-a29b-c684d0d03dee tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.515121] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54aa9260-ad76-45bb-85cd-ca558269f111 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.525741] env[68800]: DEBUG oslo_vmware.api [None req-6e5d4149-21ca-4b9e-a29b-c684d0d03dee tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Waiting for the task: (returnval){ [ 758.525741] env[68800]: value = "task-3243433" [ 758.525741] env[68800]: _type = "Task" [ 758.525741] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.538844] env[68800]: DEBUG oslo_vmware.api [None req-6e5d4149-21ca-4b9e-a29b-c684d0d03dee tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Task: {'id': task-3243433, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.583255] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8af6a6c2-063d-4035-854e-0f963082ae1f tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.665290] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 10bc35c7-e142-4916-8e91-e4498042c6f3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 758.667027] env[68800]: DEBUG nova.compute.manager [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 758.689869] env[68800]: DEBUG oslo_vmware.api [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Task: {'id': task-3243431, 'name': PowerOnVM_Task, 'duration_secs': 0.639154} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.690391] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] [instance: 88b6dbfd-2340-430d-96f5-fbe15e3b654b] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 758.690710] env[68800]: INFO nova.compute.manager [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] [instance: 88b6dbfd-2340-430d-96f5-fbe15e3b654b] Took 6.75 seconds to spawn the instance on the hypervisor. [ 758.690903] env[68800]: DEBUG nova.compute.manager [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] [instance: 88b6dbfd-2340-430d-96f5-fbe15e3b654b] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 758.691934] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b06121f-d205-4915-b375-3f4f6df45ada {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.036179] env[68800]: DEBUG oslo_vmware.api [None req-6e5d4149-21ca-4b9e-a29b-c684d0d03dee tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Task: {'id': task-3243433, 'name': PowerOffVM_Task, 'duration_secs': 0.252426} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.037482] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e5d4149-21ca-4b9e-a29b-c684d0d03dee tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.037632] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7fda52-30c3-4937-ad07-045543b69b34 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.056637] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0bf0357-becb-474a-9eaa-565eee851471 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.084709] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e5d4149-21ca-4b9e-a29b-c684d0d03dee tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.085200] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72714e1e-218c-46ea-aa92-2eede9cc635e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.091136] env[68800]: DEBUG oslo_vmware.api [None req-6e5d4149-21ca-4b9e-a29b-c684d0d03dee tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Waiting for the task: (returnval){ [ 759.091136] env[68800]: value = "task-3243434" [ 759.091136] env[68800]: _type = "Task" [ 759.091136] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.098632] env[68800]: DEBUG oslo_vmware.api [None req-6e5d4149-21ca-4b9e-a29b-c684d0d03dee tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Task: {'id': task-3243434, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.120470] env[68800]: DEBUG nova.compute.manager [req-b7c4df3c-af90-4bc9-81fe-af5912e98470 req-e232ccad-2747-4f80-a1bc-ed765b4cd04b service nova] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Received event network-changed-40cff95f-1e23-45e0-95c6-8caed85595d5 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.120522] env[68800]: DEBUG nova.compute.manager [req-b7c4df3c-af90-4bc9-81fe-af5912e98470 req-e232ccad-2747-4f80-a1bc-ed765b4cd04b service nova] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Refreshing instance network info cache due to event network-changed-40cff95f-1e23-45e0-95c6-8caed85595d5. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 759.120821] env[68800]: DEBUG oslo_concurrency.lockutils [req-b7c4df3c-af90-4bc9-81fe-af5912e98470 req-e232ccad-2747-4f80-a1bc-ed765b4cd04b service nova] Acquiring lock "refresh_cache-3569d4a2-f210-4a85-bc56-0de724aba1b0" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.120884] env[68800]: DEBUG oslo_concurrency.lockutils [req-b7c4df3c-af90-4bc9-81fe-af5912e98470 req-e232ccad-2747-4f80-a1bc-ed765b4cd04b service nova] Acquired lock "refresh_cache-3569d4a2-f210-4a85-bc56-0de724aba1b0" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.121065] env[68800]: DEBUG nova.network.neutron [req-b7c4df3c-af90-4bc9-81fe-af5912e98470 req-e232ccad-2747-4f80-a1bc-ed765b4cd04b service nova] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Refreshing network info cache for port 40cff95f-1e23-45e0-95c6-8caed85595d5 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.171824] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 8fc1914e-feaf-4004-92d1-af93a6e5b399 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 759.193408] env[68800]: DEBUG oslo_concurrency.lockutils [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.214616] env[68800]: INFO nova.compute.manager [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] [instance: 88b6dbfd-2340-430d-96f5-fbe15e3b654b] Took 39.57 seconds to build instance. [ 759.602375] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e5d4149-21ca-4b9e-a29b-c684d0d03dee tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] VM already powered off {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 759.602697] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5d4149-21ca-4b9e-a29b-c684d0d03dee tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.603083] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6e5d4149-21ca-4b9e-a29b-c684d0d03dee tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.603247] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6e5d4149-21ca-4b9e-a29b-c684d0d03dee tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.603573] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e5d4149-21ca-4b9e-a29b-c684d0d03dee tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.603978] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbc3df92-d0ef-4083-9f44-cc799ef4d35e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.614030] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e5d4149-21ca-4b9e-a29b-c684d0d03dee tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.614272] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5d4149-21ca-4b9e-a29b-c684d0d03dee tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.615109] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eefb6d7b-3aa5-4df1-8ce7-2356f75da5c0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.620666] env[68800]: DEBUG oslo_vmware.api [None req-6e5d4149-21ca-4b9e-a29b-c684d0d03dee tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Waiting for the task: (returnval){ [ 759.620666] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52aa1b78-3433-ecd8-5d68-fb0326eaae76" [ 759.620666] env[68800]: _type = "Task" [ 759.620666] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.633561] env[68800]: DEBUG oslo_vmware.api [None req-6e5d4149-21ca-4b9e-a29b-c684d0d03dee tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52aa1b78-3433-ecd8-5d68-fb0326eaae76, 'name': SearchDatastore_Task, 'duration_secs': 0.009708} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.634586] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d3f76ae-24b0-4a74-8189-39f14044eebe {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.640566] env[68800]: DEBUG oslo_vmware.api [None req-6e5d4149-21ca-4b9e-a29b-c684d0d03dee tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Waiting for the task: (returnval){ [ 759.640566] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c9bdc3-7857-f4db-35c5-bae1dc6c0347" [ 759.640566] env[68800]: _type = "Task" [ 759.640566] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.651898] env[68800]: DEBUG oslo_vmware.api [None req-6e5d4149-21ca-4b9e-a29b-c684d0d03dee tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c9bdc3-7857-f4db-35c5-bae1dc6c0347, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.679385] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance c27ce6a7-d9a3-4a37-9fc7-c72731f816fa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 759.716683] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e56513e2-fead-4437-a7a5-bf86adba12ce tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Lock "88b6dbfd-2340-430d-96f5-fbe15e3b654b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.128s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.961180] env[68800]: DEBUG nova.network.neutron [req-b7c4df3c-af90-4bc9-81fe-af5912e98470 req-e232ccad-2747-4f80-a1bc-ed765b4cd04b service nova] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Updated VIF entry in instance network info cache for port 40cff95f-1e23-45e0-95c6-8caed85595d5. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.961596] env[68800]: DEBUG nova.network.neutron [req-b7c4df3c-af90-4bc9-81fe-af5912e98470 req-e232ccad-2747-4f80-a1bc-ed765b4cd04b service nova] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Updating instance_info_cache with network_info: [{"id": "40cff95f-1e23-45e0-95c6-8caed85595d5", "address": "fa:16:3e:0a:0a:8e", "network": {"id": "2ad65ae6-e96d-418b-8904-1b8c899626b0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1659419657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b74621381dc4bbca8fea1513bfe56e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40cff95f-1e", "ovs_interfaceid": "40cff95f-1e23-45e0-95c6-8caed85595d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.080355] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-b92f9937-353b-4545-979b-3548d053e78a tempest-VolumesAssistedSnapshotsTest-1145657880 tempest-VolumesAssistedSnapshotsTest-1145657880-project-admin] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Volume attach. Driver type: vmdk {{(pid=68800) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 760.080681] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-b92f9937-353b-4545-979b-3548d053e78a tempest-VolumesAssistedSnapshotsTest-1145657880 tempest-VolumesAssistedSnapshotsTest-1145657880-project-admin] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648186', 'volume_id': 'faae53e7-0895-4085-a3e0-e2b75d89a4d0', 'name': 'volume-faae53e7-0895-4085-a3e0-e2b75d89a4d0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2bab2519-fc00-4b92-8226-bae70048ad1f', 'attached_at': '', 'detached_at': '', 'volume_id': 'faae53e7-0895-4085-a3e0-e2b75d89a4d0', 'serial': 'faae53e7-0895-4085-a3e0-e2b75d89a4d0'} {{(pid=68800) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 760.081760] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6781c90-53d8-485f-b439-3b2bc44b5585 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.099395] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf05ccf9-6998-4959-b39c-2f9f2ef63353 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.127022] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-b92f9937-353b-4545-979b-3548d053e78a tempest-VolumesAssistedSnapshotsTest-1145657880 tempest-VolumesAssistedSnapshotsTest-1145657880-project-admin] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] volume-faae53e7-0895-4085-a3e0-e2b75d89a4d0/volume-faae53e7-0895-4085-a3e0-e2b75d89a4d0.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.127022] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22e7cb72-8b6b-4771-852c-4331b9dc7ee0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.150929] env[68800]: DEBUG oslo_vmware.api [None req-b92f9937-353b-4545-979b-3548d053e78a tempest-VolumesAssistedSnapshotsTest-1145657880 tempest-VolumesAssistedSnapshotsTest-1145657880-project-admin] Waiting for the task: (returnval){ [ 760.150929] env[68800]: value = "task-3243435" [ 760.150929] env[68800]: _type = "Task" [ 760.150929] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.158919] env[68800]: DEBUG oslo_vmware.api [None req-6e5d4149-21ca-4b9e-a29b-c684d0d03dee tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c9bdc3-7857-f4db-35c5-bae1dc6c0347, 'name': SearchDatastore_Task, 'duration_secs': 0.011429} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.159606] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6e5d4149-21ca-4b9e-a29b-c684d0d03dee tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.159905] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e5d4149-21ca-4b9e-a29b-c684d0d03dee tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 38df7b29-99a7-42a1-8dcd-47bedc72f440/5878416b-a2ce-41e8-a2c0-8cea34632bd2-rescue.vmdk. {{(pid=68800) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 760.160557] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4fec62b1-e590-41e4-8697-eec401f2e9ab {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.167569] env[68800]: DEBUG oslo_vmware.api [None req-b92f9937-353b-4545-979b-3548d053e78a tempest-VolumesAssistedSnapshotsTest-1145657880 tempest-VolumesAssistedSnapshotsTest-1145657880-project-admin] Task: {'id': task-3243435, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.173408] env[68800]: DEBUG oslo_vmware.api [None req-6e5d4149-21ca-4b9e-a29b-c684d0d03dee tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Waiting for the task: (returnval){ [ 760.173408] env[68800]: value = "task-3243436" [ 760.173408] env[68800]: _type = "Task" [ 760.173408] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.186102] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 2bc10214-7e42-4af6-8970-d0b06ed4e3be has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 760.189900] env[68800]: DEBUG oslo_vmware.api [None req-6e5d4149-21ca-4b9e-a29b-c684d0d03dee tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Task: {'id': task-3243436, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.219367] env[68800]: DEBUG nova.compute.manager [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 760.441746] env[68800]: DEBUG nova.compute.manager [None req-add37673-3998-4d74-b72e-b9c69f375d72 tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] [instance: 88b6dbfd-2340-430d-96f5-fbe15e3b654b] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.443407] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c6eacd-1cf4-473e-b6a5-64bc445262b6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.464405] env[68800]: DEBUG oslo_concurrency.lockutils [req-b7c4df3c-af90-4bc9-81fe-af5912e98470 req-e232ccad-2747-4f80-a1bc-ed765b4cd04b service nova] Releasing lock "refresh_cache-3569d4a2-f210-4a85-bc56-0de724aba1b0" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.651807] env[68800]: DEBUG oslo_concurrency.lockutils [None req-544cddf9-8455-4de2-a6de-62cfe6969678 tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Acquiring lock "88b6dbfd-2340-430d-96f5-fbe15e3b654b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.651807] env[68800]: DEBUG oslo_concurrency.lockutils [None req-544cddf9-8455-4de2-a6de-62cfe6969678 tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Lock "88b6dbfd-2340-430d-96f5-fbe15e3b654b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.651807] env[68800]: DEBUG oslo_concurrency.lockutils [None req-544cddf9-8455-4de2-a6de-62cfe6969678 tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Acquiring lock "88b6dbfd-2340-430d-96f5-fbe15e3b654b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.651807] env[68800]: DEBUG oslo_concurrency.lockutils [None req-544cddf9-8455-4de2-a6de-62cfe6969678 tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Lock "88b6dbfd-2340-430d-96f5-fbe15e3b654b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.651999] env[68800]: DEBUG oslo_concurrency.lockutils [None req-544cddf9-8455-4de2-a6de-62cfe6969678 tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Lock "88b6dbfd-2340-430d-96f5-fbe15e3b654b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.658569] env[68800]: INFO nova.compute.manager [None req-544cddf9-8455-4de2-a6de-62cfe6969678 tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] [instance: 88b6dbfd-2340-430d-96f5-fbe15e3b654b] Terminating instance [ 760.665546] env[68800]: DEBUG oslo_vmware.api [None req-b92f9937-353b-4545-979b-3548d053e78a tempest-VolumesAssistedSnapshotsTest-1145657880 tempest-VolumesAssistedSnapshotsTest-1145657880-project-admin] Task: {'id': task-3243435, 'name': ReconfigVM_Task, 'duration_secs': 0.47264} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.665851] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-b92f9937-353b-4545-979b-3548d053e78a tempest-VolumesAssistedSnapshotsTest-1145657880 tempest-VolumesAssistedSnapshotsTest-1145657880-project-admin] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Reconfigured VM instance instance-00000009 to attach disk [datastore1] volume-faae53e7-0895-4085-a3e0-e2b75d89a4d0/volume-faae53e7-0895-4085-a3e0-e2b75d89a4d0.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.671484] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6781c1b9-77ca-41bb-98d3-9443d0aaacee {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.689526] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance d9fb180f-dcd3-4123-a2a0-890182749779 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 760.689834] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=68800) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 760.689983] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=68800) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 760.696780] env[68800]: DEBUG oslo_vmware.api [None req-6e5d4149-21ca-4b9e-a29b-c684d0d03dee tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Task: {'id': task-3243436, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459206} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.696780] env[68800]: DEBUG oslo_vmware.api [None req-b92f9937-353b-4545-979b-3548d053e78a tempest-VolumesAssistedSnapshotsTest-1145657880 tempest-VolumesAssistedSnapshotsTest-1145657880-project-admin] Waiting for the task: (returnval){ [ 760.696780] env[68800]: value = "task-3243437" [ 760.696780] env[68800]: _type = "Task" [ 760.696780] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.697230] env[68800]: INFO nova.virt.vmwareapi.ds_util [None req-6e5d4149-21ca-4b9e-a29b-c684d0d03dee tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 38df7b29-99a7-42a1-8dcd-47bedc72f440/5878416b-a2ce-41e8-a2c0-8cea34632bd2-rescue.vmdk. [ 760.698022] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeaefdd6-086d-4245-a5f2-b674dff2b62a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.728981] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e5d4149-21ca-4b9e-a29b-c684d0d03dee tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 38df7b29-99a7-42a1-8dcd-47bedc72f440/5878416b-a2ce-41e8-a2c0-8cea34632bd2-rescue.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.734401] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8f79d46-b1ff-4c8c-864d-03656cf8a599 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.754652] env[68800]: DEBUG oslo_vmware.api [None req-6e5d4149-21ca-4b9e-a29b-c684d0d03dee tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Waiting for the task: (returnval){ [ 760.754652] env[68800]: value = "task-3243438" [ 760.754652] env[68800]: _type = "Task" [ 760.754652] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.761777] env[68800]: DEBUG oslo_concurrency.lockutils [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.767611] env[68800]: DEBUG oslo_vmware.api [None req-6e5d4149-21ca-4b9e-a29b-c684d0d03dee tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Task: {'id': task-3243438, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.955396] env[68800]: INFO nova.compute.manager [None req-add37673-3998-4d74-b72e-b9c69f375d72 tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] [instance: 88b6dbfd-2340-430d-96f5-fbe15e3b654b] instance snapshotting [ 760.956223] env[68800]: DEBUG nova.objects.instance [None req-add37673-3998-4d74-b72e-b9c69f375d72 tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Lazy-loading 'flavor' on Instance uuid 88b6dbfd-2340-430d-96f5-fbe15e3b654b {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 761.163298] env[68800]: DEBUG oslo_concurrency.lockutils [None req-544cddf9-8455-4de2-a6de-62cfe6969678 tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Acquiring lock "refresh_cache-88b6dbfd-2340-430d-96f5-fbe15e3b654b" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.163535] env[68800]: DEBUG oslo_concurrency.lockutils [None req-544cddf9-8455-4de2-a6de-62cfe6969678 tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Acquired lock "refresh_cache-88b6dbfd-2340-430d-96f5-fbe15e3b654b" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.163777] env[68800]: DEBUG nova.network.neutron [None req-544cddf9-8455-4de2-a6de-62cfe6969678 tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] [instance: 88b6dbfd-2340-430d-96f5-fbe15e3b654b] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 761.207676] env[68800]: DEBUG oslo_vmware.api [None req-b92f9937-353b-4545-979b-3548d053e78a tempest-VolumesAssistedSnapshotsTest-1145657880 tempest-VolumesAssistedSnapshotsTest-1145657880-project-admin] Task: {'id': task-3243437, 'name': ReconfigVM_Task, 'duration_secs': 0.21578} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.208021] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-b92f9937-353b-4545-979b-3548d053e78a tempest-VolumesAssistedSnapshotsTest-1145657880 tempest-VolumesAssistedSnapshotsTest-1145657880-project-admin] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648186', 'volume_id': 'faae53e7-0895-4085-a3e0-e2b75d89a4d0', 'name': 'volume-faae53e7-0895-4085-a3e0-e2b75d89a4d0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2bab2519-fc00-4b92-8226-bae70048ad1f', 'attached_at': '', 'detached_at': '', 'volume_id': 'faae53e7-0895-4085-a3e0-e2b75d89a4d0', 'serial': 'faae53e7-0895-4085-a3e0-e2b75d89a4d0'} {{(pid=68800) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 761.246058] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b6e68a-ec68-41b1-90ed-e9fb0171924f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.255839] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766c7fa9-8bec-483d-8e5b-2ceccabec438 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.267479] env[68800]: DEBUG oslo_vmware.api [None req-6e5d4149-21ca-4b9e-a29b-c684d0d03dee tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Task: {'id': task-3243438, 'name': ReconfigVM_Task, 'duration_secs': 0.378081} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.291702] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e5d4149-21ca-4b9e-a29b-c684d0d03dee tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 38df7b29-99a7-42a1-8dcd-47bedc72f440/5878416b-a2ce-41e8-a2c0-8cea34632bd2-rescue.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.293278] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2fda011-fa9e-473a-9a4e-4dfb20158beb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.296383] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4dcb36c-31c6-4d39-8596-bbcb47cd354b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.318983] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af925901-5a1d-4c23-9ee4-05131cfbbdf4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.327998] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a517cb34-cfcf-412e-beb4-34b1fa67e5be {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.349825] env[68800]: DEBUG nova.compute.provider_tree [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.354022] env[68800]: DEBUG oslo_vmware.api [None req-6e5d4149-21ca-4b9e-a29b-c684d0d03dee tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Waiting for the task: (returnval){ [ 761.354022] env[68800]: value = "task-3243439" [ 761.354022] env[68800]: _type = "Task" [ 761.354022] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.360740] env[68800]: DEBUG oslo_vmware.api [None req-6e5d4149-21ca-4b9e-a29b-c684d0d03dee tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Task: {'id': task-3243439, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.461802] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9ae02c-ad53-4777-bfe2-cdaa24f74f62 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.479982] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23945bf0-80b5-4e7e-94df-6a00a897e6b1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.683891] env[68800]: DEBUG nova.network.neutron [None req-544cddf9-8455-4de2-a6de-62cfe6969678 tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] [instance: 88b6dbfd-2340-430d-96f5-fbe15e3b654b] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 761.765957] env[68800]: DEBUG nova.network.neutron [None req-544cddf9-8455-4de2-a6de-62cfe6969678 tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] [instance: 88b6dbfd-2340-430d-96f5-fbe15e3b654b] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.853977] env[68800]: DEBUG nova.scheduler.client.report [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.866726] env[68800]: DEBUG oslo_vmware.api [None req-6e5d4149-21ca-4b9e-a29b-c684d0d03dee tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Task: {'id': task-3243439, 'name': ReconfigVM_Task, 'duration_secs': 0.215132} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.867008] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e5d4149-21ca-4b9e-a29b-c684d0d03dee tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.867272] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18962b15-05e1-4c51-8f46-2804d497b55d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.875443] env[68800]: DEBUG oslo_vmware.api [None req-6e5d4149-21ca-4b9e-a29b-c684d0d03dee tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Waiting for the task: (returnval){ [ 761.875443] env[68800]: value = "task-3243440" [ 761.875443] env[68800]: _type = "Task" [ 761.875443] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.888125] env[68800]: DEBUG oslo_vmware.api [None req-6e5d4149-21ca-4b9e-a29b-c684d0d03dee tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Task: {'id': task-3243440, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.989813] env[68800]: DEBUG nova.compute.manager [None req-add37673-3998-4d74-b72e-b9c69f375d72 tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] [instance: 88b6dbfd-2340-430d-96f5-fbe15e3b654b] Instance disappeared during snapshot {{(pid=68800) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 762.091310] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e34f6c7b-e76c-4944-8ed2-b6e14dfee177 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Acquiring lock "ce1649cf-3921-41e7-aeed-c4e3e03ccda9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.091650] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e34f6c7b-e76c-4944-8ed2-b6e14dfee177 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Lock "ce1649cf-3921-41e7-aeed-c4e3e03ccda9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.091909] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e34f6c7b-e76c-4944-8ed2-b6e14dfee177 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Acquiring lock "ce1649cf-3921-41e7-aeed-c4e3e03ccda9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.092124] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e34f6c7b-e76c-4944-8ed2-b6e14dfee177 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Lock "ce1649cf-3921-41e7-aeed-c4e3e03ccda9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.092317] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e34f6c7b-e76c-4944-8ed2-b6e14dfee177 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Lock "ce1649cf-3921-41e7-aeed-c4e3e03ccda9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.095253] env[68800]: INFO nova.compute.manager [None req-e34f6c7b-e76c-4944-8ed2-b6e14dfee177 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: ce1649cf-3921-41e7-aeed-c4e3e03ccda9] Terminating instance [ 762.127280] env[68800]: DEBUG nova.compute.manager [None req-add37673-3998-4d74-b72e-b9c69f375d72 tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] [instance: 88b6dbfd-2340-430d-96f5-fbe15e3b654b] Found 0 images (rotation: 2) {{(pid=68800) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 762.252987] env[68800]: DEBUG nova.objects.instance [None req-b92f9937-353b-4545-979b-3548d053e78a tempest-VolumesAssistedSnapshotsTest-1145657880 tempest-VolumesAssistedSnapshotsTest-1145657880-project-admin] Lazy-loading 'flavor' on Instance uuid 2bab2519-fc00-4b92-8226-bae70048ad1f {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 762.271205] env[68800]: DEBUG oslo_concurrency.lockutils [None req-544cddf9-8455-4de2-a6de-62cfe6969678 tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Releasing lock "refresh_cache-88b6dbfd-2340-430d-96f5-fbe15e3b654b" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.271205] env[68800]: DEBUG nova.compute.manager [None req-544cddf9-8455-4de2-a6de-62cfe6969678 tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] [instance: 88b6dbfd-2340-430d-96f5-fbe15e3b654b] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 762.271205] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-544cddf9-8455-4de2-a6de-62cfe6969678 tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] [instance: 88b6dbfd-2340-430d-96f5-fbe15e3b654b] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 762.271205] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a5d5f0-2090-4ce2-b55e-29ee729fda82 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.278368] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-544cddf9-8455-4de2-a6de-62cfe6969678 tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] [instance: 88b6dbfd-2340-430d-96f5-fbe15e3b654b] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 762.278633] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9bcc7e8-bfbe-4454-8b4c-c6e6df6d825b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.289676] env[68800]: DEBUG oslo_vmware.api [None req-544cddf9-8455-4de2-a6de-62cfe6969678 tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Waiting for the task: (returnval){ [ 762.289676] env[68800]: value = "task-3243441" [ 762.289676] env[68800]: _type = "Task" [ 762.289676] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.301664] env[68800]: DEBUG oslo_vmware.api [None req-544cddf9-8455-4de2-a6de-62cfe6969678 tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Task: {'id': task-3243441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.362181] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68800) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 762.362446] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.294s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.362768] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.764s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.364722] env[68800]: INFO nova.compute.claims [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.384925] env[68800]: DEBUG oslo_vmware.api [None req-6e5d4149-21ca-4b9e-a29b-c684d0d03dee tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Task: {'id': task-3243440, 'name': PowerOnVM_Task, 'duration_secs': 0.488057} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.385197] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e5d4149-21ca-4b9e-a29b-c684d0d03dee tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.391446] env[68800]: DEBUG nova.compute.manager [None req-6e5d4149-21ca-4b9e-a29b-c684d0d03dee tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.392287] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a9d2e0-399a-4158-b494-91df759c8f0d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.599592] env[68800]: DEBUG nova.compute.manager [None req-e34f6c7b-e76c-4944-8ed2-b6e14dfee177 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: ce1649cf-3921-41e7-aeed-c4e3e03ccda9] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 762.599841] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e34f6c7b-e76c-4944-8ed2-b6e14dfee177 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: ce1649cf-3921-41e7-aeed-c4e3e03ccda9] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 762.600776] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9fe4de8-4eb6-42d6-aba6-ed07204f73d7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.609673] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e34f6c7b-e76c-4944-8ed2-b6e14dfee177 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: ce1649cf-3921-41e7-aeed-c4e3e03ccda9] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 762.609929] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-274a6c2c-8050-4973-be87-0792040f57fe {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.617301] env[68800]: DEBUG oslo_vmware.api [None req-e34f6c7b-e76c-4944-8ed2-b6e14dfee177 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Waiting for the task: (returnval){ [ 762.617301] env[68800]: value = "task-3243442" [ 762.617301] env[68800]: _type = "Task" [ 762.617301] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.628042] env[68800]: DEBUG oslo_vmware.api [None req-e34f6c7b-e76c-4944-8ed2-b6e14dfee177 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Task: {'id': task-3243442, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.692066] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Acquiring lock "21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.692066] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Lock "21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.761318] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b92f9937-353b-4545-979b-3548d053e78a tempest-VolumesAssistedSnapshotsTest-1145657880 tempest-VolumesAssistedSnapshotsTest-1145657880-project-admin] Lock "2bab2519-fc00-4b92-8226-bae70048ad1f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.306s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.799776] env[68800]: DEBUG oslo_vmware.api [None req-544cddf9-8455-4de2-a6de-62cfe6969678 tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Task: {'id': task-3243441, 'name': PowerOffVM_Task, 'duration_secs': 0.164106} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.799949] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-544cddf9-8455-4de2-a6de-62cfe6969678 tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] [instance: 88b6dbfd-2340-430d-96f5-fbe15e3b654b] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 762.800112] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-544cddf9-8455-4de2-a6de-62cfe6969678 tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] [instance: 88b6dbfd-2340-430d-96f5-fbe15e3b654b] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 762.800362] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3248696-744c-4800-8b57-87a7162cdc98 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.826460] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-544cddf9-8455-4de2-a6de-62cfe6969678 tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] [instance: 88b6dbfd-2340-430d-96f5-fbe15e3b654b] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 762.826688] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-544cddf9-8455-4de2-a6de-62cfe6969678 tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] [instance: 88b6dbfd-2340-430d-96f5-fbe15e3b654b] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 762.826868] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-544cddf9-8455-4de2-a6de-62cfe6969678 tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Deleting the datastore file [datastore1] 88b6dbfd-2340-430d-96f5-fbe15e3b654b {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 762.827152] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8be5e6b0-099f-4edd-a2a1-d2fb37605a23 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.833439] env[68800]: DEBUG oslo_vmware.api [None req-544cddf9-8455-4de2-a6de-62cfe6969678 tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Waiting for the task: (returnval){ [ 762.833439] env[68800]: value = "task-3243444" [ 762.833439] env[68800]: _type = "Task" [ 762.833439] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.841360] env[68800]: DEBUG oslo_vmware.api [None req-544cddf9-8455-4de2-a6de-62cfe6969678 tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Task: {'id': task-3243444, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.128811] env[68800]: DEBUG oslo_vmware.api [None req-e34f6c7b-e76c-4944-8ed2-b6e14dfee177 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Task: {'id': task-3243442, 'name': PowerOffVM_Task, 'duration_secs': 0.395769} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.129096] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e34f6c7b-e76c-4944-8ed2-b6e14dfee177 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: ce1649cf-3921-41e7-aeed-c4e3e03ccda9] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 763.129272] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e34f6c7b-e76c-4944-8ed2-b6e14dfee177 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: ce1649cf-3921-41e7-aeed-c4e3e03ccda9] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 763.129525] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30f97915-770c-43f9-8864-ae4c078d40de {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.202353] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e34f6c7b-e76c-4944-8ed2-b6e14dfee177 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: ce1649cf-3921-41e7-aeed-c4e3e03ccda9] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 763.202633] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e34f6c7b-e76c-4944-8ed2-b6e14dfee177 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: ce1649cf-3921-41e7-aeed-c4e3e03ccda9] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 763.202838] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-e34f6c7b-e76c-4944-8ed2-b6e14dfee177 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Deleting the datastore file [datastore1] ce1649cf-3921-41e7-aeed-c4e3e03ccda9 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 763.203159] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a07cff1-e4fa-41e3-9898-2c15bf0f5e3a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.211406] env[68800]: DEBUG oslo_vmware.api [None req-e34f6c7b-e76c-4944-8ed2-b6e14dfee177 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Waiting for the task: (returnval){ [ 763.211406] env[68800]: value = "task-3243446" [ 763.211406] env[68800]: _type = "Task" [ 763.211406] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.220516] env[68800]: DEBUG oslo_vmware.api [None req-e34f6c7b-e76c-4944-8ed2-b6e14dfee177 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Task: {'id': task-3243446, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.344945] env[68800]: DEBUG oslo_vmware.api [None req-544cddf9-8455-4de2-a6de-62cfe6969678 tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Task: {'id': task-3243444, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.096377} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.345290] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-544cddf9-8455-4de2-a6de-62cfe6969678 tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 763.345433] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-544cddf9-8455-4de2-a6de-62cfe6969678 tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] [instance: 88b6dbfd-2340-430d-96f5-fbe15e3b654b] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 763.345601] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-544cddf9-8455-4de2-a6de-62cfe6969678 tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] [instance: 88b6dbfd-2340-430d-96f5-fbe15e3b654b] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 763.345765] env[68800]: INFO nova.compute.manager [None req-544cddf9-8455-4de2-a6de-62cfe6969678 tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] [instance: 88b6dbfd-2340-430d-96f5-fbe15e3b654b] Took 1.08 seconds to destroy the instance on the hypervisor. [ 763.346007] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-544cddf9-8455-4de2-a6de-62cfe6969678 tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.346210] env[68800]: DEBUG nova.compute.manager [-] [instance: 88b6dbfd-2340-430d-96f5-fbe15e3b654b] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 763.346307] env[68800]: DEBUG nova.network.neutron [-] [instance: 88b6dbfd-2340-430d-96f5-fbe15e3b654b] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 763.377513] env[68800]: DEBUG nova.network.neutron [-] [instance: 88b6dbfd-2340-430d-96f5-fbe15e3b654b] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 763.413862] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ea3179c1-f4de-42c2-b7bf-26300203aa97 tempest-VolumesAssistedSnapshotsTest-1145657880 tempest-VolumesAssistedSnapshotsTest-1145657880-project-admin] Acquiring lock "2bab2519-fc00-4b92-8226-bae70048ad1f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.414115] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ea3179c1-f4de-42c2-b7bf-26300203aa97 tempest-VolumesAssistedSnapshotsTest-1145657880 tempest-VolumesAssistedSnapshotsTest-1145657880-project-admin] Lock "2bab2519-fc00-4b92-8226-bae70048ad1f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.722099] env[68800]: DEBUG oslo_vmware.api [None req-e34f6c7b-e76c-4944-8ed2-b6e14dfee177 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Task: {'id': task-3243446, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14355} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.722320] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-e34f6c7b-e76c-4944-8ed2-b6e14dfee177 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 763.722578] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e34f6c7b-e76c-4944-8ed2-b6e14dfee177 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: ce1649cf-3921-41e7-aeed-c4e3e03ccda9] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 763.722779] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e34f6c7b-e76c-4944-8ed2-b6e14dfee177 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: ce1649cf-3921-41e7-aeed-c4e3e03ccda9] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 763.722963] env[68800]: INFO nova.compute.manager [None req-e34f6c7b-e76c-4944-8ed2-b6e14dfee177 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: ce1649cf-3921-41e7-aeed-c4e3e03ccda9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 763.723221] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e34f6c7b-e76c-4944-8ed2-b6e14dfee177 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.726984] env[68800]: DEBUG nova.compute.manager [-] [instance: ce1649cf-3921-41e7-aeed-c4e3e03ccda9] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 763.726984] env[68800]: DEBUG nova.network.neutron [-] [instance: ce1649cf-3921-41e7-aeed-c4e3e03ccda9] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 763.849939] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a820eb74-f3c1-4e6c-8782-5076351628de {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.857772] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abb1be7-5b52-49c7-ba95-1e5f207b8596 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.887656] env[68800]: DEBUG nova.network.neutron [-] [instance: 88b6dbfd-2340-430d-96f5-fbe15e3b654b] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.892768] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba32e719-3c4b-4cc2-b4c2-0482a058cd0d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.904780] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ee604d-9417-43f3-ad3e-4f6614b9ab7e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.919688] env[68800]: INFO nova.compute.manager [None req-ea3179c1-f4de-42c2-b7bf-26300203aa97 tempest-VolumesAssistedSnapshotsTest-1145657880 tempest-VolumesAssistedSnapshotsTest-1145657880-project-admin] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Detaching volume faae53e7-0895-4085-a3e0-e2b75d89a4d0 [ 763.921691] env[68800]: DEBUG nova.compute.provider_tree [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.960139] env[68800]: INFO nova.virt.block_device [None req-ea3179c1-f4de-42c2-b7bf-26300203aa97 tempest-VolumesAssistedSnapshotsTest-1145657880 tempest-VolumesAssistedSnapshotsTest-1145657880-project-admin] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Attempting to driver detach volume faae53e7-0895-4085-a3e0-e2b75d89a4d0 from mountpoint /dev/sdb [ 763.960434] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea3179c1-f4de-42c2-b7bf-26300203aa97 tempest-VolumesAssistedSnapshotsTest-1145657880 tempest-VolumesAssistedSnapshotsTest-1145657880-project-admin] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Volume detach. Driver type: vmdk {{(pid=68800) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 763.960649] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea3179c1-f4de-42c2-b7bf-26300203aa97 tempest-VolumesAssistedSnapshotsTest-1145657880 tempest-VolumesAssistedSnapshotsTest-1145657880-project-admin] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648186', 'volume_id': 'faae53e7-0895-4085-a3e0-e2b75d89a4d0', 'name': 'volume-faae53e7-0895-4085-a3e0-e2b75d89a4d0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2bab2519-fc00-4b92-8226-bae70048ad1f', 'attached_at': '', 'detached_at': '', 'volume_id': 'faae53e7-0895-4085-a3e0-e2b75d89a4d0', 'serial': 'faae53e7-0895-4085-a3e0-e2b75d89a4d0'} {{(pid=68800) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 763.961518] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9eee134-0cfd-4c4d-b883-532cf179d240 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.987871] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6691b4-c381-40e7-9910-df8e3d80d812 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.995091] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb9c52c-55d3-4aec-aaa7-6d024a614d68 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.015999] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd6c7b4-713e-4a4d-802e-bece7c2a9561 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.032426] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea3179c1-f4de-42c2-b7bf-26300203aa97 tempest-VolumesAssistedSnapshotsTest-1145657880 tempest-VolumesAssistedSnapshotsTest-1145657880-project-admin] The volume has not been displaced from its original location: [datastore1] volume-faae53e7-0895-4085-a3e0-e2b75d89a4d0/volume-faae53e7-0895-4085-a3e0-e2b75d89a4d0.vmdk. No consolidation needed. {{(pid=68800) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 764.039508] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea3179c1-f4de-42c2-b7bf-26300203aa97 tempest-VolumesAssistedSnapshotsTest-1145657880 tempest-VolumesAssistedSnapshotsTest-1145657880-project-admin] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Reconfiguring VM instance instance-00000009 to detach disk 2001 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 764.039508] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff0baa3f-93b6-4034-adba-5c44947eab28 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.062154] env[68800]: DEBUG oslo_vmware.api [None req-ea3179c1-f4de-42c2-b7bf-26300203aa97 tempest-VolumesAssistedSnapshotsTest-1145657880 tempest-VolumesAssistedSnapshotsTest-1145657880-project-admin] Waiting for the task: (returnval){ [ 764.062154] env[68800]: value = "task-3243447" [ 764.062154] env[68800]: _type = "Task" [ 764.062154] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.072817] env[68800]: DEBUG oslo_vmware.api [None req-ea3179c1-f4de-42c2-b7bf-26300203aa97 tempest-VolumesAssistedSnapshotsTest-1145657880 tempest-VolumesAssistedSnapshotsTest-1145657880-project-admin] Task: {'id': task-3243447, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.398142] env[68800]: INFO nova.compute.manager [-] [instance: 88b6dbfd-2340-430d-96f5-fbe15e3b654b] Took 1.05 seconds to deallocate network for instance. [ 764.425216] env[68800]: DEBUG nova.scheduler.client.report [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.574628] env[68800]: DEBUG oslo_vmware.api [None req-ea3179c1-f4de-42c2-b7bf-26300203aa97 tempest-VolumesAssistedSnapshotsTest-1145657880 tempest-VolumesAssistedSnapshotsTest-1145657880-project-admin] Task: {'id': task-3243447, 'name': ReconfigVM_Task, 'duration_secs': 0.319172} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.574628] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea3179c1-f4de-42c2-b7bf-26300203aa97 tempest-VolumesAssistedSnapshotsTest-1145657880 tempest-VolumesAssistedSnapshotsTest-1145657880-project-admin] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Reconfigured VM instance instance-00000009 to detach disk 2001 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 764.580249] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9310c314-342b-4652-a03b-2ffd37b92cde {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.596714] env[68800]: DEBUG oslo_vmware.api [None req-ea3179c1-f4de-42c2-b7bf-26300203aa97 tempest-VolumesAssistedSnapshotsTest-1145657880 tempest-VolumesAssistedSnapshotsTest-1145657880-project-admin] Waiting for the task: (returnval){ [ 764.596714] env[68800]: value = "task-3243448" [ 764.596714] env[68800]: _type = "Task" [ 764.596714] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.613206] env[68800]: DEBUG oslo_vmware.api [None req-ea3179c1-f4de-42c2-b7bf-26300203aa97 tempest-VolumesAssistedSnapshotsTest-1145657880 tempest-VolumesAssistedSnapshotsTest-1145657880-project-admin] Task: {'id': task-3243448, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.707364] env[68800]: DEBUG nova.compute.manager [req-40feab9b-fe74-4457-8bf9-a4b935f3678f req-4821559c-5b6b-4125-b77a-9d2484f45398 service nova] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Received event network-changed-dce77884-a8c0-4cda-9684-4172f9554de3 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.707364] env[68800]: DEBUG nova.compute.manager [req-40feab9b-fe74-4457-8bf9-a4b935f3678f req-4821559c-5b6b-4125-b77a-9d2484f45398 service nova] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Refreshing instance network info cache due to event network-changed-dce77884-a8c0-4cda-9684-4172f9554de3. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 764.707364] env[68800]: DEBUG oslo_concurrency.lockutils [req-40feab9b-fe74-4457-8bf9-a4b935f3678f req-4821559c-5b6b-4125-b77a-9d2484f45398 service nova] Acquiring lock "refresh_cache-38df7b29-99a7-42a1-8dcd-47bedc72f440" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.707364] env[68800]: DEBUG oslo_concurrency.lockutils [req-40feab9b-fe74-4457-8bf9-a4b935f3678f req-4821559c-5b6b-4125-b77a-9d2484f45398 service nova] Acquired lock "refresh_cache-38df7b29-99a7-42a1-8dcd-47bedc72f440" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.707364] env[68800]: DEBUG nova.network.neutron [req-40feab9b-fe74-4457-8bf9-a4b935f3678f req-4821559c-5b6b-4125-b77a-9d2484f45398 service nova] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Refreshing network info cache for port dce77884-a8c0-4cda-9684-4172f9554de3 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.905908] env[68800]: DEBUG oslo_concurrency.lockutils [None req-544cddf9-8455-4de2-a6de-62cfe6969678 tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.931406] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.568s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.934177] env[68800]: DEBUG nova.compute.manager [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 764.942086] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b0d52e5b-c7fc-4cd8-96e7-306a6dc173fc tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.212s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.942086] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b0d52e5b-c7fc-4cd8-96e7-306a6dc173fc tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.002s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.944479] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.927s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.945622] env[68800]: DEBUG nova.objects.instance [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68800) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 764.975579] env[68800]: INFO nova.scheduler.client.report [None req-b0d52e5b-c7fc-4cd8-96e7-306a6dc173fc tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Deleted allocations for instance 9fe2f914-935a-4a24-9d71-487e7c0a69c7 [ 765.105245] env[68800]: DEBUG oslo_vmware.api [None req-ea3179c1-f4de-42c2-b7bf-26300203aa97 tempest-VolumesAssistedSnapshotsTest-1145657880 tempest-VolumesAssistedSnapshotsTest-1145657880-project-admin] Task: {'id': task-3243448, 'name': ReconfigVM_Task, 'duration_secs': 0.177137} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.105563] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea3179c1-f4de-42c2-b7bf-26300203aa97 tempest-VolumesAssistedSnapshotsTest-1145657880 tempest-VolumesAssistedSnapshotsTest-1145657880-project-admin] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648186', 'volume_id': 'faae53e7-0895-4085-a3e0-e2b75d89a4d0', 'name': 'volume-faae53e7-0895-4085-a3e0-e2b75d89a4d0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2bab2519-fc00-4b92-8226-bae70048ad1f', 'attached_at': '', 'detached_at': '', 'volume_id': 'faae53e7-0895-4085-a3e0-e2b75d89a4d0', 'serial': 'faae53e7-0895-4085-a3e0-e2b75d89a4d0'} {{(pid=68800) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 765.136629] env[68800]: DEBUG nova.network.neutron [-] [instance: ce1649cf-3921-41e7-aeed-c4e3e03ccda9] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.440603] env[68800]: DEBUG nova.compute.utils [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 765.443159] env[68800]: DEBUG nova.compute.manager [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 765.443159] env[68800]: DEBUG nova.network.neutron [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 765.491055] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b0d52e5b-c7fc-4cd8-96e7-306a6dc173fc tempest-ServerShowV254Test-923501405 tempest-ServerShowV254Test-923501405-project-member] Lock "9fe2f914-935a-4a24-9d71-487e7c0a69c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.508s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.500696] env[68800]: DEBUG nova.policy [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '709ad7a8fd4542d6bca82aef803ad20c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4489f51fad149ac9eba7940833aced0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 765.564666] env[68800]: DEBUG nova.network.neutron [req-40feab9b-fe74-4457-8bf9-a4b935f3678f req-4821559c-5b6b-4125-b77a-9d2484f45398 service nova] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Updated VIF entry in instance network info cache for port dce77884-a8c0-4cda-9684-4172f9554de3. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 765.565093] env[68800]: DEBUG nova.network.neutron [req-40feab9b-fe74-4457-8bf9-a4b935f3678f req-4821559c-5b6b-4125-b77a-9d2484f45398 service nova] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Updating instance_info_cache with network_info: [{"id": "dce77884-a8c0-4cda-9684-4172f9554de3", "address": "fa:16:3e:e0:50:a3", "network": {"id": "00c6c2a1-b6c6-4ff7-a544-ea88c40444f6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1437066368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6b4e8a875218424290331c1ab3bb7405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdce77884-a8", "ovs_interfaceid": "dce77884-a8c0-4cda-9684-4172f9554de3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.638966] env[68800]: INFO nova.compute.manager [-] [instance: ce1649cf-3921-41e7-aeed-c4e3e03ccda9] Took 1.91 seconds to deallocate network for instance. [ 765.665898] env[68800]: DEBUG nova.objects.instance [None req-ea3179c1-f4de-42c2-b7bf-26300203aa97 tempest-VolumesAssistedSnapshotsTest-1145657880 tempest-VolumesAssistedSnapshotsTest-1145657880-project-admin] Lazy-loading 'flavor' on Instance uuid 2bab2519-fc00-4b92-8226-bae70048ad1f {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.767499] env[68800]: DEBUG nova.network.neutron [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Successfully created port: b7590aea-85f4-4ab2-90fc-35f9bb7b67e5 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 765.948959] env[68800]: DEBUG nova.compute.manager [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 765.955019] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2dc24fd6-9ca2-4ff1-a2cd-3005cb7dfa05 tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.955019] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.741s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.955019] env[68800]: INFO nova.compute.claims [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 766.067545] env[68800]: DEBUG oslo_concurrency.lockutils [req-40feab9b-fe74-4457-8bf9-a4b935f3678f req-4821559c-5b6b-4125-b77a-9d2484f45398 service nova] Releasing lock "refresh_cache-38df7b29-99a7-42a1-8dcd-47bedc72f440" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.145479] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e34f6c7b-e76c-4944-8ed2-b6e14dfee177 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.674652] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ea3179c1-f4de-42c2-b7bf-26300203aa97 tempest-VolumesAssistedSnapshotsTest-1145657880 tempest-VolumesAssistedSnapshotsTest-1145657880-project-admin] Lock "2bab2519-fc00-4b92-8226-bae70048ad1f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.260s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.955787] env[68800]: DEBUG nova.compute.manager [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 766.981081] env[68800]: DEBUG nova.virt.hardware [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 766.981395] env[68800]: DEBUG nova.virt.hardware [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 766.981641] env[68800]: DEBUG nova.virt.hardware [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 766.982296] env[68800]: DEBUG nova.virt.hardware [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 766.982671] env[68800]: DEBUG nova.virt.hardware [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 766.982905] env[68800]: DEBUG nova.virt.hardware [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 766.983223] env[68800]: DEBUG nova.virt.hardware [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 766.983664] env[68800]: DEBUG nova.virt.hardware [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 766.983768] env[68800]: DEBUG nova.virt.hardware [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 766.984028] env[68800]: DEBUG nova.virt.hardware [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 766.984281] env[68800]: DEBUG nova.virt.hardware [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 766.985473] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96bb4dfd-1b85-4f2b-8604-be23d061e804 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.995963] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af24ba24-1151-4336-a090-e049df84fe23 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.121972] env[68800]: DEBUG oslo_vmware.rw_handles [None req-476e190c-4b37-4f77-997a-35b5a6db942b tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fb5878-cfb2-7c2a-9bbe-8a49cadb94c7/disk-0.vmdk. {{(pid=68800) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 767.124907] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355a4a40-eaef-4c0f-9f15-fb64ef93cba0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.142726] env[68800]: DEBUG oslo_vmware.rw_handles [None req-476e190c-4b37-4f77-997a-35b5a6db942b tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fb5878-cfb2-7c2a-9bbe-8a49cadb94c7/disk-0.vmdk is in state: ready. {{(pid=68800) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 767.143052] env[68800]: ERROR oslo_vmware.rw_handles [None req-476e190c-4b37-4f77-997a-35b5a6db942b tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fb5878-cfb2-7c2a-9bbe-8a49cadb94c7/disk-0.vmdk due to incomplete transfer. [ 767.143412] env[68800]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-788bbcaf-fa41-476e-b453-42e08fa57780 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.152887] env[68800]: DEBUG oslo_vmware.rw_handles [None req-476e190c-4b37-4f77-997a-35b5a6db942b tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fb5878-cfb2-7c2a-9bbe-8a49cadb94c7/disk-0.vmdk. {{(pid=68800) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 767.153467] env[68800]: DEBUG nova.virt.vmwareapi.images [None req-476e190c-4b37-4f77-997a-35b5a6db942b tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Uploaded image 4b4d7851-ca33-4349-8b6e-b39aebd4a5f6 to the Glance image server {{(pid=68800) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 767.156531] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-476e190c-4b37-4f77-997a-35b5a6db942b tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Destroying the VM {{(pid=68800) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 767.159129] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b1d0836e-1980-4143-ac90-930fb09e98c3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.167284] env[68800]: DEBUG oslo_vmware.api [None req-476e190c-4b37-4f77-997a-35b5a6db942b tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Waiting for the task: (returnval){ [ 767.167284] env[68800]: value = "task-3243450" [ 767.167284] env[68800]: _type = "Task" [ 767.167284] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.177824] env[68800]: DEBUG oslo_vmware.api [None req-476e190c-4b37-4f77-997a-35b5a6db942b tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243450, 'name': Destroy_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.301109] env[68800]: DEBUG nova.network.neutron [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Successfully updated port: b7590aea-85f4-4ab2-90fc-35f9bb7b67e5 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 767.536213] env[68800]: DEBUG nova.compute.manager [req-dfcb53da-1818-45a5-9910-e219b0d4ccee req-bf20a275-c6c4-4e18-a021-4ae2118e64ee service nova] [instance: ce1649cf-3921-41e7-aeed-c4e3e03ccda9] Received event network-vif-deleted-a228a8c8-a953-43ff-b34b-30630b0954c1 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.536213] env[68800]: DEBUG nova.compute.manager [req-dfcb53da-1818-45a5-9910-e219b0d4ccee req-bf20a275-c6c4-4e18-a021-4ae2118e64ee service nova] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Received event network-changed-dce77884-a8c0-4cda-9684-4172f9554de3 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.536213] env[68800]: DEBUG nova.compute.manager [req-dfcb53da-1818-45a5-9910-e219b0d4ccee req-bf20a275-c6c4-4e18-a021-4ae2118e64ee service nova] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Refreshing instance network info cache due to event network-changed-dce77884-a8c0-4cda-9684-4172f9554de3. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 767.536213] env[68800]: DEBUG oslo_concurrency.lockutils [req-dfcb53da-1818-45a5-9910-e219b0d4ccee req-bf20a275-c6c4-4e18-a021-4ae2118e64ee service nova] Acquiring lock "refresh_cache-38df7b29-99a7-42a1-8dcd-47bedc72f440" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.536213] env[68800]: DEBUG oslo_concurrency.lockutils [req-dfcb53da-1818-45a5-9910-e219b0d4ccee req-bf20a275-c6c4-4e18-a021-4ae2118e64ee service nova] Acquired lock "refresh_cache-38df7b29-99a7-42a1-8dcd-47bedc72f440" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.536368] env[68800]: DEBUG nova.network.neutron [req-dfcb53da-1818-45a5-9910-e219b0d4ccee req-bf20a275-c6c4-4e18-a021-4ae2118e64ee service nova] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Refreshing network info cache for port dce77884-a8c0-4cda-9684-4172f9554de3 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.539827] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8468a9-a091-47fa-a445-c6f6259ea14b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.548465] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b9a04c-72e4-4e33-ae8f-000f71d392d1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.582400] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a5bb7e-7978-4c2c-a3f4-f1f65825c53f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.590025] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688a78a7-0699-4dd2-b44f-4a2646eed175 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.606786] env[68800]: DEBUG nova.compute.provider_tree [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.676984] env[68800]: DEBUG oslo_vmware.api [None req-476e190c-4b37-4f77-997a-35b5a6db942b tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243450, 'name': Destroy_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.803026] env[68800]: INFO nova.compute.manager [None req-b215fbed-8e7d-496c-bdd4-a3ba17dc3401 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Rebuilding instance [ 767.803026] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Acquiring lock "refresh_cache-7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.803026] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Acquired lock "refresh_cache-7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.807818] env[68800]: DEBUG nova.network.neutron [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.844107] env[68800]: DEBUG nova.compute.manager [None req-b215fbed-8e7d-496c-bdd4-a3ba17dc3401 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.844107] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba345a4-3885-4c42-8ef0-54b0679f5328 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.881185] env[68800]: DEBUG nova.compute.manager [req-25393aac-7915-4131-a512-be031d987ce5 req-31e78399-4dcb-4f29-9cc1-3159be31d0ba service nova] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Received event network-vif-plugged-b7590aea-85f4-4ab2-90fc-35f9bb7b67e5 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.881185] env[68800]: DEBUG oslo_concurrency.lockutils [req-25393aac-7915-4131-a512-be031d987ce5 req-31e78399-4dcb-4f29-9cc1-3159be31d0ba service nova] Acquiring lock "7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.881185] env[68800]: DEBUG oslo_concurrency.lockutils [req-25393aac-7915-4131-a512-be031d987ce5 req-31e78399-4dcb-4f29-9cc1-3159be31d0ba service nova] Lock "7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.881185] env[68800]: DEBUG oslo_concurrency.lockutils [req-25393aac-7915-4131-a512-be031d987ce5 req-31e78399-4dcb-4f29-9cc1-3159be31d0ba service nova] Lock "7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.881185] env[68800]: DEBUG nova.compute.manager [req-25393aac-7915-4131-a512-be031d987ce5 req-31e78399-4dcb-4f29-9cc1-3159be31d0ba service nova] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] No waiting events found dispatching network-vif-plugged-b7590aea-85f4-4ab2-90fc-35f9bb7b67e5 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 767.881362] env[68800]: WARNING nova.compute.manager [req-25393aac-7915-4131-a512-be031d987ce5 req-31e78399-4dcb-4f29-9cc1-3159be31d0ba service nova] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Received unexpected event network-vif-plugged-b7590aea-85f4-4ab2-90fc-35f9bb7b67e5 for instance with vm_state building and task_state spawning. [ 768.110410] env[68800]: DEBUG nova.scheduler.client.report [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.178589] env[68800]: DEBUG oslo_vmware.api [None req-476e190c-4b37-4f77-997a-35b5a6db942b tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243450, 'name': Destroy_Task} progress is 33%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.267161] env[68800]: DEBUG nova.network.neutron [req-dfcb53da-1818-45a5-9910-e219b0d4ccee req-bf20a275-c6c4-4e18-a021-4ae2118e64ee service nova] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Updated VIF entry in instance network info cache for port dce77884-a8c0-4cda-9684-4172f9554de3. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.268131] env[68800]: DEBUG nova.network.neutron [req-dfcb53da-1818-45a5-9910-e219b0d4ccee req-bf20a275-c6c4-4e18-a021-4ae2118e64ee service nova] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Updating instance_info_cache with network_info: [{"id": "dce77884-a8c0-4cda-9684-4172f9554de3", "address": "fa:16:3e:e0:50:a3", "network": {"id": "00c6c2a1-b6c6-4ff7-a544-ea88c40444f6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1437066368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6b4e8a875218424290331c1ab3bb7405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdce77884-a8", "ovs_interfaceid": "dce77884-a8c0-4cda-9684-4172f9554de3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.348531] env[68800]: DEBUG nova.network.neutron [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 768.493771] env[68800]: DEBUG nova.network.neutron [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Updating instance_info_cache with network_info: [{"id": "b7590aea-85f4-4ab2-90fc-35f9bb7b67e5", "address": "fa:16:3e:45:2a:1b", "network": {"id": "bc87070e-28bf-4bbd-bc29-4d40e32d5c7d", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-959744182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4489f51fad149ac9eba7940833aced0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7590aea-85", "ovs_interfaceid": "b7590aea-85f4-4ab2-90fc-35f9bb7b67e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.616666] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.617489] env[68800]: DEBUG nova.compute.manager [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 768.620626] env[68800]: DEBUG oslo_concurrency.lockutils [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.073s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.622600] env[68800]: INFO nova.compute.claims [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 768.682022] env[68800]: DEBUG oslo_vmware.api [None req-476e190c-4b37-4f77-997a-35b5a6db942b tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243450, 'name': Destroy_Task, 'duration_secs': 1.078707} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.682022] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-476e190c-4b37-4f77-997a-35b5a6db942b tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Destroyed the VM [ 768.682022] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-476e190c-4b37-4f77-997a-35b5a6db942b tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Deleting Snapshot of the VM instance {{(pid=68800) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 768.682022] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7dbaa910-9ed3-4654-9fe8-3ffbc996db75 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.687926] env[68800]: DEBUG oslo_vmware.api [None req-476e190c-4b37-4f77-997a-35b5a6db942b tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Waiting for the task: (returnval){ [ 768.687926] env[68800]: value = "task-3243451" [ 768.687926] env[68800]: _type = "Task" [ 768.687926] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.697447] env[68800]: DEBUG oslo_vmware.api [None req-476e190c-4b37-4f77-997a-35b5a6db942b tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243451, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.770805] env[68800]: DEBUG oslo_concurrency.lockutils [req-dfcb53da-1818-45a5-9910-e219b0d4ccee req-bf20a275-c6c4-4e18-a021-4ae2118e64ee service nova] Releasing lock "refresh_cache-38df7b29-99a7-42a1-8dcd-47bedc72f440" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.860241] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-b215fbed-8e7d-496c-bdd4-a3ba17dc3401 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 768.860710] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9dbad35c-4d38-4026-a648-0176dd972493 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.870156] env[68800]: DEBUG oslo_vmware.api [None req-b215fbed-8e7d-496c-bdd4-a3ba17dc3401 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Waiting for the task: (returnval){ [ 768.870156] env[68800]: value = "task-3243452" [ 768.870156] env[68800]: _type = "Task" [ 768.870156] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.882797] env[68800]: DEBUG oslo_vmware.api [None req-b215fbed-8e7d-496c-bdd4-a3ba17dc3401 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Task: {'id': task-3243452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.001024] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Releasing lock "refresh_cache-7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.001024] env[68800]: DEBUG nova.compute.manager [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Instance network_info: |[{"id": "b7590aea-85f4-4ab2-90fc-35f9bb7b67e5", "address": "fa:16:3e:45:2a:1b", "network": {"id": "bc87070e-28bf-4bbd-bc29-4d40e32d5c7d", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-959744182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4489f51fad149ac9eba7940833aced0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7590aea-85", "ovs_interfaceid": "b7590aea-85f4-4ab2-90fc-35f9bb7b67e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 769.001458] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:2a:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78b49840-c3fc-455c-8491-a253ccd92bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7590aea-85f4-4ab2-90fc-35f9bb7b67e5', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 769.007965] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Creating folder: Project (c4489f51fad149ac9eba7940833aced0). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 769.008326] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c3372c2-2da3-4071-b50b-ed3e16464014 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.021022] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Created folder: Project (c4489f51fad149ac9eba7940833aced0) in parent group-v648080. [ 769.021022] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Creating folder: Instances. Parent ref: group-v648187. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 769.021022] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-584222d8-0f42-48ff-abaf-f9ec186cff9f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.032194] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Created folder: Instances in parent group-v648187. [ 769.033935] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.033935] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 769.033935] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e49fd2fd-2a17-4777-a58e-7819a082192e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.054513] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 769.054513] env[68800]: value = "task-3243455" [ 769.054513] env[68800]: _type = "Task" [ 769.054513] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.065109] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243455, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.127770] env[68800]: DEBUG nova.compute.utils [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 769.135032] env[68800]: DEBUG nova.compute.manager [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 769.135032] env[68800]: DEBUG nova.network.neutron [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 769.176629] env[68800]: DEBUG nova.policy [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a1aef52386543a8b2326d1316383366', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0d9f2881edf4f79b52db59af16e8133', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 769.201114] env[68800]: DEBUG oslo_vmware.api [None req-476e190c-4b37-4f77-997a-35b5a6db942b tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243451, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.379895] env[68800]: DEBUG oslo_vmware.api [None req-b215fbed-8e7d-496c-bdd4-a3ba17dc3401 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Task: {'id': task-3243452, 'name': PowerOffVM_Task, 'duration_secs': 0.251606} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.379895] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-b215fbed-8e7d-496c-bdd4-a3ba17dc3401 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 769.381695] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-b215fbed-8e7d-496c-bdd4-a3ba17dc3401 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 769.382135] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62e5cf07-faa0-4213-be06-17ff66eb76ca {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.389465] env[68800]: DEBUG oslo_vmware.api [None req-b215fbed-8e7d-496c-bdd4-a3ba17dc3401 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Waiting for the task: (returnval){ [ 769.389465] env[68800]: value = "task-3243456" [ 769.389465] env[68800]: _type = "Task" [ 769.389465] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.398521] env[68800]: DEBUG oslo_vmware.api [None req-b215fbed-8e7d-496c-bdd4-a3ba17dc3401 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Task: {'id': task-3243456, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.487943] env[68800]: DEBUG nova.network.neutron [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Successfully created port: 67db259c-049d-49cd-923b-e080b1ac9e6f {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 769.565817] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243455, 'name': CreateVM_Task, 'duration_secs': 0.329695} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.565997] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 769.566709] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.566875] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.567226] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.567492] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbef94a4-8d7a-449b-a88b-c8968cfb9588 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.573963] env[68800]: DEBUG oslo_vmware.api [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Waiting for the task: (returnval){ [ 769.573963] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]523c092f-dc69-b054-4a8b-34793241cc54" [ 769.573963] env[68800]: _type = "Task" [ 769.573963] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.584703] env[68800]: DEBUG oslo_vmware.api [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]523c092f-dc69-b054-4a8b-34793241cc54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.632289] env[68800]: DEBUG nova.compute.manager [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 769.705923] env[68800]: DEBUG oslo_vmware.api [None req-476e190c-4b37-4f77-997a-35b5a6db942b tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243451, 'name': RemoveSnapshot_Task, 'duration_secs': 0.600708} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.705923] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-476e190c-4b37-4f77-997a-35b5a6db942b tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Deleted Snapshot of the VM instance {{(pid=68800) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 769.705923] env[68800]: INFO nova.compute.manager [None req-476e190c-4b37-4f77-997a-35b5a6db942b tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Took 17.17 seconds to snapshot the instance on the hypervisor. [ 769.910525] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-b215fbed-8e7d-496c-bdd4-a3ba17dc3401 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] VM already powered off {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 769.910525] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-b215fbed-8e7d-496c-bdd4-a3ba17dc3401 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Volume detach. Driver type: vmdk {{(pid=68800) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 769.910525] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-b215fbed-8e7d-496c-bdd4-a3ba17dc3401 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648111', 'volume_id': 'd5401d39-5629-4626-a03d-061ec02d3c49', 'name': 'volume-d5401d39-5629-4626-a03d-061ec02d3c49', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e20d7c2b-7bc9-4656-af23-bde9b48efe1d', 'attached_at': '', 'detached_at': '', 'volume_id': 'd5401d39-5629-4626-a03d-061ec02d3c49', 'serial': 'd5401d39-5629-4626-a03d-061ec02d3c49'} {{(pid=68800) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 769.912920] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34435a40-6894-480c-b9c0-2fd1fcec2cf5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.935364] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96cb2ebe-9805-4f1e-b66f-4f885c247ab9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.944790] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebbf560-7e54-4dd0-a929-865c46bc1437 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.966222] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ba76e6-264f-49be-b60e-4b3658624da8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.988499] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-b215fbed-8e7d-496c-bdd4-a3ba17dc3401 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] The volume has not been displaced from its original location: [datastore2] volume-d5401d39-5629-4626-a03d-061ec02d3c49/volume-d5401d39-5629-4626-a03d-061ec02d3c49.vmdk. No consolidation needed. {{(pid=68800) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 769.994870] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-b215fbed-8e7d-496c-bdd4-a3ba17dc3401 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Reconfiguring VM instance instance-00000019 to detach disk 2000 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 769.998281] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d3cd8fa-2910-4e70-a6d4-db7d525ba444 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.020114] env[68800]: DEBUG oslo_vmware.api [None req-b215fbed-8e7d-496c-bdd4-a3ba17dc3401 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Waiting for the task: (returnval){ [ 770.020114] env[68800]: value = "task-3243457" [ 770.020114] env[68800]: _type = "Task" [ 770.020114] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.032011] env[68800]: DEBUG oslo_vmware.api [None req-b215fbed-8e7d-496c-bdd4-a3ba17dc3401 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Task: {'id': task-3243457, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.085074] env[68800]: DEBUG oslo_vmware.api [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]523c092f-dc69-b054-4a8b-34793241cc54, 'name': SearchDatastore_Task, 'duration_secs': 0.011985} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.087995] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.088335] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.088601] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.088785] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.089018] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.089536] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f5e4365-01dc-4aa4-abdc-d5b98cf5d80e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.105325] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.105515] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.106287] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63b421f1-dae7-458b-b81a-ead3c98b172c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.112512] env[68800]: DEBUG oslo_vmware.api [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Waiting for the task: (returnval){ [ 770.112512] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529117bf-012b-9c9d-529d-026398c85b02" [ 770.112512] env[68800]: _type = "Task" [ 770.112512] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.124469] env[68800]: DEBUG oslo_vmware.api [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529117bf-012b-9c9d-529d-026398c85b02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.316804] env[68800]: DEBUG oslo_concurrency.lockutils [None req-33b17e62-ca37-450e-9c24-b40a95f01120 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Acquiring lock "2bab2519-fc00-4b92-8226-bae70048ad1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.317358] env[68800]: DEBUG oslo_concurrency.lockutils [None req-33b17e62-ca37-450e-9c24-b40a95f01120 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Lock "2bab2519-fc00-4b92-8226-bae70048ad1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.317358] env[68800]: DEBUG oslo_concurrency.lockutils [None req-33b17e62-ca37-450e-9c24-b40a95f01120 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Acquiring lock "2bab2519-fc00-4b92-8226-bae70048ad1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.317477] env[68800]: DEBUG oslo_concurrency.lockutils [None req-33b17e62-ca37-450e-9c24-b40a95f01120 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Lock "2bab2519-fc00-4b92-8226-bae70048ad1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.317718] env[68800]: DEBUG oslo_concurrency.lockutils [None req-33b17e62-ca37-450e-9c24-b40a95f01120 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Lock "2bab2519-fc00-4b92-8226-bae70048ad1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.320721] env[68800]: INFO nova.compute.manager [None req-33b17e62-ca37-450e-9c24-b40a95f01120 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Terminating instance [ 770.355022] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef6cb10-304f-49f5-9663-94fe2efd8ee0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.364016] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32174ec3-8953-4e3e-81dc-d45040c1a6cf {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.401502] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee76f7e-fed3-434a-aae1-b2dc10bfdd38 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.411275] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d067de-5e6d-424d-82a0-c584cff92759 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.427084] env[68800]: DEBUG nova.compute.provider_tree [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.447029] env[68800]: DEBUG nova.compute.manager [req-b5d4b3c2-909c-431a-9c88-65921860b4e9 req-c0b065f8-9c4b-451d-93e8-28ab6880acd1 service nova] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Received event network-changed-dce77884-a8c0-4cda-9684-4172f9554de3 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.449017] env[68800]: DEBUG nova.compute.manager [req-b5d4b3c2-909c-431a-9c88-65921860b4e9 req-c0b065f8-9c4b-451d-93e8-28ab6880acd1 service nova] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Refreshing instance network info cache due to event network-changed-dce77884-a8c0-4cda-9684-4172f9554de3. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 770.449017] env[68800]: DEBUG oslo_concurrency.lockutils [req-b5d4b3c2-909c-431a-9c88-65921860b4e9 req-c0b065f8-9c4b-451d-93e8-28ab6880acd1 service nova] Acquiring lock "refresh_cache-38df7b29-99a7-42a1-8dcd-47bedc72f440" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.449017] env[68800]: DEBUG oslo_concurrency.lockutils [req-b5d4b3c2-909c-431a-9c88-65921860b4e9 req-c0b065f8-9c4b-451d-93e8-28ab6880acd1 service nova] Acquired lock "refresh_cache-38df7b29-99a7-42a1-8dcd-47bedc72f440" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.449017] env[68800]: DEBUG nova.network.neutron [req-b5d4b3c2-909c-431a-9c88-65921860b4e9 req-c0b065f8-9c4b-451d-93e8-28ab6880acd1 service nova] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Refreshing network info cache for port dce77884-a8c0-4cda-9684-4172f9554de3 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.533195] env[68800]: DEBUG oslo_vmware.api [None req-b215fbed-8e7d-496c-bdd4-a3ba17dc3401 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Task: {'id': task-3243457, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.625051] env[68800]: DEBUG oslo_vmware.api [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529117bf-012b-9c9d-529d-026398c85b02, 'name': SearchDatastore_Task, 'duration_secs': 0.023266} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.625051] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32b0d491-60c8-41e1-8193-13c5c3abcc4c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.630427] env[68800]: DEBUG oslo_vmware.api [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Waiting for the task: (returnval){ [ 770.630427] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]528efb46-0bac-e30c-7c53-36973e649688" [ 770.630427] env[68800]: _type = "Task" [ 770.630427] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.638137] env[68800]: DEBUG oslo_vmware.api [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]528efb46-0bac-e30c-7c53-36973e649688, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.644730] env[68800]: DEBUG nova.compute.manager [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 770.669788] env[68800]: DEBUG nova.compute.manager [req-05785725-bb5a-47df-bb16-fd3b3338b29b req-de923b41-2aab-4530-9937-f39b0a8ee42b service nova] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Received event network-changed-b7590aea-85f4-4ab2-90fc-35f9bb7b67e5 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.670334] env[68800]: DEBUG nova.compute.manager [req-05785725-bb5a-47df-bb16-fd3b3338b29b req-de923b41-2aab-4530-9937-f39b0a8ee42b service nova] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Refreshing instance network info cache due to event network-changed-b7590aea-85f4-4ab2-90fc-35f9bb7b67e5. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 770.672949] env[68800]: DEBUG oslo_concurrency.lockutils [req-05785725-bb5a-47df-bb16-fd3b3338b29b req-de923b41-2aab-4530-9937-f39b0a8ee42b service nova] Acquiring lock "refresh_cache-7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.672949] env[68800]: DEBUG oslo_concurrency.lockutils [req-05785725-bb5a-47df-bb16-fd3b3338b29b req-de923b41-2aab-4530-9937-f39b0a8ee42b service nova] Acquired lock "refresh_cache-7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.672949] env[68800]: DEBUG nova.network.neutron [req-05785725-bb5a-47df-bb16-fd3b3338b29b req-de923b41-2aab-4530-9937-f39b0a8ee42b service nova] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Refreshing network info cache for port b7590aea-85f4-4ab2-90fc-35f9bb7b67e5 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.674776] env[68800]: DEBUG nova.virt.hardware [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 770.675033] env[68800]: DEBUG nova.virt.hardware [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 770.675245] env[68800]: DEBUG nova.virt.hardware [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 770.675490] env[68800]: DEBUG nova.virt.hardware [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 770.675674] env[68800]: DEBUG nova.virt.hardware [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 770.675860] env[68800]: DEBUG nova.virt.hardware [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 770.676125] env[68800]: DEBUG nova.virt.hardware [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 770.676321] env[68800]: DEBUG nova.virt.hardware [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 770.676538] env[68800]: DEBUG nova.virt.hardware [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 770.676745] env[68800]: DEBUG nova.virt.hardware [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 770.676956] env[68800]: DEBUG nova.virt.hardware [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 770.678118] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7860b7-0573-43be-82f8-e866a1ff0438 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.689075] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803589e3-59c5-4250-8c2c-01bc81146cff {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.826790] env[68800]: DEBUG nova.compute.manager [None req-33b17e62-ca37-450e-9c24-b40a95f01120 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 770.829063] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-33b17e62-ca37-450e-9c24-b40a95f01120 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 770.829063] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2190ae-8c73-4072-87f8-c85a50b00bbe {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.839508] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-33b17e62-ca37-450e-9c24-b40a95f01120 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.839798] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-367c1967-7a77-40e0-9270-f47faa5ed2d0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.847269] env[68800]: DEBUG oslo_vmware.api [None req-33b17e62-ca37-450e-9c24-b40a95f01120 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Waiting for the task: (returnval){ [ 770.847269] env[68800]: value = "task-3243458" [ 770.847269] env[68800]: _type = "Task" [ 770.847269] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.857621] env[68800]: DEBUG oslo_vmware.api [None req-33b17e62-ca37-450e-9c24-b40a95f01120 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Task: {'id': task-3243458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.932316] env[68800]: DEBUG nova.scheduler.client.report [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.026064] env[68800]: DEBUG nova.network.neutron [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Successfully updated port: 67db259c-049d-49cd-923b-e080b1ac9e6f {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 771.034025] env[68800]: DEBUG oslo_vmware.api [None req-b215fbed-8e7d-496c-bdd4-a3ba17dc3401 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Task: {'id': task-3243457, 'name': ReconfigVM_Task, 'duration_secs': 0.528187} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.034388] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-b215fbed-8e7d-496c-bdd4-a3ba17dc3401 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Reconfigured VM instance instance-00000019 to detach disk 2000 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 771.040592] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3c3e1df-ec55-47bd-8b3a-1e9fb7bbb749 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.056946] env[68800]: DEBUG oslo_vmware.api [None req-b215fbed-8e7d-496c-bdd4-a3ba17dc3401 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Waiting for the task: (returnval){ [ 771.056946] env[68800]: value = "task-3243459" [ 771.056946] env[68800]: _type = "Task" [ 771.056946] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.067363] env[68800]: DEBUG oslo_vmware.api [None req-b215fbed-8e7d-496c-bdd4-a3ba17dc3401 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Task: {'id': task-3243459, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.142587] env[68800]: DEBUG oslo_vmware.api [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]528efb46-0bac-e30c-7c53-36973e649688, 'name': SearchDatastore_Task, 'duration_secs': 0.028326} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.142961] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.143442] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082/7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 771.143800] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3169ebe-1ff2-4be5-a297-15ae5d5f2fe6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.150719] env[68800]: DEBUG oslo_vmware.api [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Waiting for the task: (returnval){ [ 771.150719] env[68800]: value = "task-3243460" [ 771.150719] env[68800]: _type = "Task" [ 771.150719] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.162401] env[68800]: DEBUG oslo_vmware.api [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Task: {'id': task-3243460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.358760] env[68800]: DEBUG oslo_vmware.api [None req-33b17e62-ca37-450e-9c24-b40a95f01120 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Task: {'id': task-3243458, 'name': PowerOffVM_Task, 'duration_secs': 0.208369} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.359128] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-33b17e62-ca37-450e-9c24-b40a95f01120 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 771.359299] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-33b17e62-ca37-450e-9c24-b40a95f01120 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 771.359562] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bffeb956-5d5a-49ec-aa00-cfb3ca975dc5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.420917] env[68800]: DEBUG nova.network.neutron [req-05785725-bb5a-47df-bb16-fd3b3338b29b req-de923b41-2aab-4530-9937-f39b0a8ee42b service nova] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Updated VIF entry in instance network info cache for port b7590aea-85f4-4ab2-90fc-35f9bb7b67e5. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.421384] env[68800]: DEBUG nova.network.neutron [req-05785725-bb5a-47df-bb16-fd3b3338b29b req-de923b41-2aab-4530-9937-f39b0a8ee42b service nova] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Updating instance_info_cache with network_info: [{"id": "b7590aea-85f4-4ab2-90fc-35f9bb7b67e5", "address": "fa:16:3e:45:2a:1b", "network": {"id": "bc87070e-28bf-4bbd-bc29-4d40e32d5c7d", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-959744182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4489f51fad149ac9eba7940833aced0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7590aea-85", "ovs_interfaceid": "b7590aea-85f4-4ab2-90fc-35f9bb7b67e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.438064] env[68800]: DEBUG oslo_concurrency.lockutils [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.817s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.438415] env[68800]: DEBUG nova.compute.manager [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 771.441895] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a06cc2e0-c839-41e1-8cc4-1243eee7ea6b tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.326s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.442196] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a06cc2e0-c839-41e1-8cc4-1243eee7ea6b tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.447947] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7b4237f6-b8a3-41c4-ba56-85c08eebe3b4 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.442s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.448146] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7b4237f6-b8a3-41c4-ba56-85c08eebe3b4 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.451801] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.175s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.453391] env[68800]: INFO nova.compute.claims [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] [instance: d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 771.463650] env[68800]: DEBUG nova.network.neutron [req-b5d4b3c2-909c-431a-9c88-65921860b4e9 req-c0b065f8-9c4b-451d-93e8-28ab6880acd1 service nova] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Updated VIF entry in instance network info cache for port dce77884-a8c0-4cda-9684-4172f9554de3. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.463650] env[68800]: DEBUG nova.network.neutron [req-b5d4b3c2-909c-431a-9c88-65921860b4e9 req-c0b065f8-9c4b-451d-93e8-28ab6880acd1 service nova] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Updating instance_info_cache with network_info: [{"id": "dce77884-a8c0-4cda-9684-4172f9554de3", "address": "fa:16:3e:e0:50:a3", "network": {"id": "00c6c2a1-b6c6-4ff7-a544-ea88c40444f6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1437066368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6b4e8a875218424290331c1ab3bb7405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdce77884-a8", "ovs_interfaceid": "dce77884-a8c0-4cda-9684-4172f9554de3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.466193] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-33b17e62-ca37-450e-9c24-b40a95f01120 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 771.466193] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-33b17e62-ca37-450e-9c24-b40a95f01120 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 771.466932] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-33b17e62-ca37-450e-9c24-b40a95f01120 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Deleting the datastore file [datastore2] 2bab2519-fc00-4b92-8226-bae70048ad1f {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 771.466932] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78a43d38-c4ba-4793-b128-125c3920410b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.478886] env[68800]: DEBUG oslo_vmware.api [None req-33b17e62-ca37-450e-9c24-b40a95f01120 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Waiting for the task: (returnval){ [ 771.478886] env[68800]: value = "task-3243462" [ 771.478886] env[68800]: _type = "Task" [ 771.478886] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.497357] env[68800]: DEBUG oslo_vmware.api [None req-33b17e62-ca37-450e-9c24-b40a95f01120 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Task: {'id': task-3243462, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.518226] env[68800]: INFO nova.scheduler.client.report [None req-a06cc2e0-c839-41e1-8cc4-1243eee7ea6b tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Deleted allocations for instance a5b62cef-6f64-47fc-beb0-aaa1229511b8 [ 771.518226] env[68800]: INFO nova.scheduler.client.report [None req-7b4237f6-b8a3-41c4-ba56-85c08eebe3b4 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Deleted allocations for instance 195e2543-8984-4a01-bfdf-1ee3c98f1105 [ 771.530120] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Acquiring lock "refresh_cache-c8d19cdf-eced-4fa6-ba93-223530bb7fe2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.530731] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Acquired lock "refresh_cache-c8d19cdf-eced-4fa6-ba93-223530bb7fe2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.530731] env[68800]: DEBUG nova.network.neutron [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.572369] env[68800]: DEBUG oslo_vmware.api [None req-b215fbed-8e7d-496c-bdd4-a3ba17dc3401 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Task: {'id': task-3243459, 'name': ReconfigVM_Task, 'duration_secs': 0.113583} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.572851] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-b215fbed-8e7d-496c-bdd4-a3ba17dc3401 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648111', 'volume_id': 'd5401d39-5629-4626-a03d-061ec02d3c49', 'name': 'volume-d5401d39-5629-4626-a03d-061ec02d3c49', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e20d7c2b-7bc9-4656-af23-bde9b48efe1d', 'attached_at': '', 'detached_at': '', 'volume_id': 'd5401d39-5629-4626-a03d-061ec02d3c49', 'serial': 'd5401d39-5629-4626-a03d-061ec02d3c49'} {{(pid=68800) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 771.573149] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b215fbed-8e7d-496c-bdd4-a3ba17dc3401 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.573955] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb38769-e331-4361-9bea-128de929dac8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.582244] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b215fbed-8e7d-496c-bdd4-a3ba17dc3401 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 771.582657] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8033e6f-f936-4581-818d-32c52166355f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.663798] env[68800]: DEBUG oslo_vmware.api [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Task: {'id': task-3243460, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.672600] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b215fbed-8e7d-496c-bdd4-a3ba17dc3401 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 771.672810] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b215fbed-8e7d-496c-bdd4-a3ba17dc3401 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 771.673100] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-b215fbed-8e7d-496c-bdd4-a3ba17dc3401 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Deleting the datastore file [datastore2] e20d7c2b-7bc9-4656-af23-bde9b48efe1d {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 771.673789] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97c06c8c-a8a0-4ed9-8fe2-4ce8df9bad08 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.681986] env[68800]: DEBUG oslo_vmware.api [None req-b215fbed-8e7d-496c-bdd4-a3ba17dc3401 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Waiting for the task: (returnval){ [ 771.681986] env[68800]: value = "task-3243464" [ 771.681986] env[68800]: _type = "Task" [ 771.681986] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.690976] env[68800]: DEBUG oslo_vmware.api [None req-b215fbed-8e7d-496c-bdd4-a3ba17dc3401 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Task: {'id': task-3243464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.925458] env[68800]: DEBUG oslo_concurrency.lockutils [req-05785725-bb5a-47df-bb16-fd3b3338b29b req-de923b41-2aab-4530-9937-f39b0a8ee42b service nova] Releasing lock "refresh_cache-7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.969019] env[68800]: DEBUG nova.compute.utils [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 771.969019] env[68800]: DEBUG nova.compute.manager [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 771.969019] env[68800]: DEBUG nova.network.neutron [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 771.978653] env[68800]: DEBUG oslo_concurrency.lockutils [req-b5d4b3c2-909c-431a-9c88-65921860b4e9 req-c0b065f8-9c4b-451d-93e8-28ab6880acd1 service nova] Releasing lock "refresh_cache-38df7b29-99a7-42a1-8dcd-47bedc72f440" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.988841] env[68800]: DEBUG oslo_vmware.api [None req-33b17e62-ca37-450e-9c24-b40a95f01120 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Task: {'id': task-3243462, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333647} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.989107] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-33b17e62-ca37-450e-9c24-b40a95f01120 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 771.989107] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-33b17e62-ca37-450e-9c24-b40a95f01120 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 771.989292] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-33b17e62-ca37-450e-9c24-b40a95f01120 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 771.989432] env[68800]: INFO nova.compute.manager [None req-33b17e62-ca37-450e-9c24-b40a95f01120 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 771.989759] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33b17e62-ca37-450e-9c24-b40a95f01120 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.989965] env[68800]: DEBUG nova.compute.manager [-] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 771.990069] env[68800]: DEBUG nova.network.neutron [-] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 772.032610] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a06cc2e0-c839-41e1-8cc4-1243eee7ea6b tempest-ServersListShow298Test-400019815 tempest-ServersListShow298Test-400019815-project-member] Lock "a5b62cef-6f64-47fc-beb0-aaa1229511b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.250s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.041786] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7b4237f6-b8a3-41c4-ba56-85c08eebe3b4 tempest-FloatingIPsAssociationTestJSON-1916659645 tempest-FloatingIPsAssociationTestJSON-1916659645-project-member] Lock "195e2543-8984-4a01-bfdf-1ee3c98f1105" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.132s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.051355] env[68800]: DEBUG nova.policy [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a1aef52386543a8b2326d1316383366', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0d9f2881edf4f79b52db59af16e8133', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.079534] env[68800]: DEBUG nova.network.neutron [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 772.163914] env[68800]: DEBUG oslo_vmware.api [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Task: {'id': task-3243460, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530694} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.164378] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082/7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 772.164998] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 772.165424] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53acb193-271c-4cc6-b9db-7d7073f3e5cc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.173755] env[68800]: DEBUG oslo_vmware.api [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Waiting for the task: (returnval){ [ 772.173755] env[68800]: value = "task-3243465" [ 772.173755] env[68800]: _type = "Task" [ 772.173755] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.186595] env[68800]: DEBUG oslo_vmware.api [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Task: {'id': task-3243465, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.196916] env[68800]: DEBUG oslo_vmware.api [None req-b215fbed-8e7d-496c-bdd4-a3ba17dc3401 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Task: {'id': task-3243464, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101299} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.197568] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-b215fbed-8e7d-496c-bdd4-a3ba17dc3401 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 772.197923] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b215fbed-8e7d-496c-bdd4-a3ba17dc3401 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 772.198257] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b215fbed-8e7d-496c-bdd4-a3ba17dc3401 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 772.275965] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-b215fbed-8e7d-496c-bdd4-a3ba17dc3401 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Volume detach. Driver type: vmdk {{(pid=68800) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 772.276329] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-77c49c07-0a1a-4cda-a2b8-7a2565385ed9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.286627] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d3fad3-c667-4e5e-a9b9-f3d57207d6f7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.325536] env[68800]: ERROR nova.compute.manager [None req-b215fbed-8e7d-496c-bdd4-a3ba17dc3401 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Failed to detach volume d5401d39-5629-4626-a03d-061ec02d3c49 from /dev/sda: nova.exception.InstanceNotFound: Instance e20d7c2b-7bc9-4656-af23-bde9b48efe1d could not be found. [ 772.325536] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Traceback (most recent call last): [ 772.325536] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 772.325536] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] self.driver.rebuild(**kwargs) [ 772.325536] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 772.325536] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] raise NotImplementedError() [ 772.325536] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] NotImplementedError [ 772.325536] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] [ 772.325536] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] During handling of the above exception, another exception occurred: [ 772.325536] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] [ 772.325536] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Traceback (most recent call last): [ 772.325536] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 772.325536] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] self.driver.detach_volume(context, old_connection_info, [ 772.326044] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 772.326044] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] return self._volumeops.detach_volume(connection_info, instance) [ 772.326044] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 772.326044] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] self._detach_volume_vmdk(connection_info, instance) [ 772.326044] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 772.326044] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 772.326044] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 772.326044] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] stable_ref.fetch_moref(session) [ 772.326044] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 772.326044] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] raise exception.InstanceNotFound(instance_id=self._uuid) [ 772.326044] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] nova.exception.InstanceNotFound: Instance e20d7c2b-7bc9-4656-af23-bde9b48efe1d could not be found. [ 772.326044] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] [ 772.478784] env[68800]: DEBUG nova.compute.manager [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 772.501264] env[68800]: DEBUG nova.compute.utils [None req-b215fbed-8e7d-496c-bdd4-a3ba17dc3401 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Build of instance e20d7c2b-7bc9-4656-af23-bde9b48efe1d aborted: Failed to rebuild volume backed instance. {{(pid=68800) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 772.505617] env[68800]: ERROR nova.compute.manager [None req-b215fbed-8e7d-496c-bdd4-a3ba17dc3401 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance e20d7c2b-7bc9-4656-af23-bde9b48efe1d aborted: Failed to rebuild volume backed instance. [ 772.505617] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Traceback (most recent call last): [ 772.505617] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 772.505617] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] self.driver.rebuild(**kwargs) [ 772.505617] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 772.505617] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] raise NotImplementedError() [ 772.505617] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] NotImplementedError [ 772.505617] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] [ 772.505617] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] During handling of the above exception, another exception occurred: [ 772.505617] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] [ 772.505617] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Traceback (most recent call last): [ 772.505617] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 772.505617] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] self._detach_root_volume(context, instance, root_bdm) [ 772.506017] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 772.506017] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] with excutils.save_and_reraise_exception(): [ 772.506017] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 772.506017] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] self.force_reraise() [ 772.506017] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 772.506017] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] raise self.value [ 772.506017] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 772.506017] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] self.driver.detach_volume(context, old_connection_info, [ 772.506017] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 772.506017] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] return self._volumeops.detach_volume(connection_info, instance) [ 772.506017] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 772.506017] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] self._detach_volume_vmdk(connection_info, instance) [ 772.506639] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 772.506639] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 772.506639] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 772.506639] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] stable_ref.fetch_moref(session) [ 772.506639] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 772.506639] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] raise exception.InstanceNotFound(instance_id=self._uuid) [ 772.506639] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] nova.exception.InstanceNotFound: Instance e20d7c2b-7bc9-4656-af23-bde9b48efe1d could not be found. [ 772.506639] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] [ 772.506639] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] During handling of the above exception, another exception occurred: [ 772.506639] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] [ 772.506639] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Traceback (most recent call last): [ 772.506639] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 772.506639] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] yield [ 772.506639] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 772.506985] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] self._do_rebuild_instance_with_claim( [ 772.506985] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 772.506985] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] self._do_rebuild_instance( [ 772.506985] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 772.506985] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] self._rebuild_default_impl(**kwargs) [ 772.506985] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 772.506985] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] self._rebuild_volume_backed_instance( [ 772.506985] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 772.506985] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] raise exception.BuildAbortException( [ 772.506985] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] nova.exception.BuildAbortException: Build of instance e20d7c2b-7bc9-4656-af23-bde9b48efe1d aborted: Failed to rebuild volume backed instance. [ 772.506985] env[68800]: ERROR nova.compute.manager [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] [ 772.558604] env[68800]: DEBUG nova.network.neutron [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Updating instance_info_cache with network_info: [{"id": "67db259c-049d-49cd-923b-e080b1ac9e6f", "address": "fa:16:3e:ba:5b:37", "network": {"id": "3789a7b0-2d31-4b9d-9779-6d245dced3a3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1329484446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0d9f2881edf4f79b52db59af16e8133", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67db259c-04", "ovs_interfaceid": "67db259c-049d-49cd-923b-e080b1ac9e6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.683395] env[68800]: DEBUG oslo_vmware.api [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Task: {'id': task-3243465, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085616} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.686111] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 772.687133] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd53070-020f-4303-8a04-33f56c0a1e80 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.709894] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082/7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.713214] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3044b7c-193e-429a-8938-a46e94bacd3e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.734440] env[68800]: DEBUG oslo_vmware.api [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Waiting for the task: (returnval){ [ 772.734440] env[68800]: value = "task-3243466" [ 772.734440] env[68800]: _type = "Task" [ 772.734440] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.742739] env[68800]: DEBUG oslo_vmware.api [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Task: {'id': task-3243466, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.780909] env[68800]: DEBUG nova.network.neutron [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Successfully created port: a4d868f5-1d49-4fc2-badf-33e6c96520d0 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 772.835597] env[68800]: DEBUG nova.compute.manager [None req-e1a0b19d-0030-4bb6-af36-b2601728b62e tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.837047] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5671518-7b6c-4d4b-8f5f-a4dfd75e72ad {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.882713] env[68800]: DEBUG nova.compute.manager [req-5a1183d3-20d4-4579-90d9-73169be0c9c0 req-c2b4d7f6-ae13-44fc-b10c-e5453cea9fed service nova] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Received event network-changed-dce77884-a8c0-4cda-9684-4172f9554de3 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.882994] env[68800]: DEBUG nova.compute.manager [req-5a1183d3-20d4-4579-90d9-73169be0c9c0 req-c2b4d7f6-ae13-44fc-b10c-e5453cea9fed service nova] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Refreshing instance network info cache due to event network-changed-dce77884-a8c0-4cda-9684-4172f9554de3. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 772.883159] env[68800]: DEBUG oslo_concurrency.lockutils [req-5a1183d3-20d4-4579-90d9-73169be0c9c0 req-c2b4d7f6-ae13-44fc-b10c-e5453cea9fed service nova] Acquiring lock "refresh_cache-38df7b29-99a7-42a1-8dcd-47bedc72f440" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.883305] env[68800]: DEBUG oslo_concurrency.lockutils [req-5a1183d3-20d4-4579-90d9-73169be0c9c0 req-c2b4d7f6-ae13-44fc-b10c-e5453cea9fed service nova] Acquired lock "refresh_cache-38df7b29-99a7-42a1-8dcd-47bedc72f440" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.883464] env[68800]: DEBUG nova.network.neutron [req-5a1183d3-20d4-4579-90d9-73169be0c9c0 req-c2b4d7f6-ae13-44fc-b10c-e5453cea9fed service nova] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Refreshing network info cache for port dce77884-a8c0-4cda-9684-4172f9554de3 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.058055] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f50ec6-8a38-49c0-9936-1c4166c85ba9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.066914] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67000933-ebb3-4240-af11-96502f4bdcc6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.071059] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Releasing lock "refresh_cache-c8d19cdf-eced-4fa6-ba93-223530bb7fe2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.071059] env[68800]: DEBUG nova.compute.manager [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Instance network_info: |[{"id": "67db259c-049d-49cd-923b-e080b1ac9e6f", "address": "fa:16:3e:ba:5b:37", "network": {"id": "3789a7b0-2d31-4b9d-9779-6d245dced3a3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1329484446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0d9f2881edf4f79b52db59af16e8133", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67db259c-04", "ovs_interfaceid": "67db259c-049d-49cd-923b-e080b1ac9e6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 773.071846] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:5b:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53955f0e-c162-4cef-8bd5-335b369c36b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67db259c-049d-49cd-923b-e080b1ac9e6f', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.079489] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Creating folder: Project (d0d9f2881edf4f79b52db59af16e8133). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.081025] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9171408a-64a0-4270-b494-aa011c25ca01 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.109473] env[68800]: DEBUG nova.network.neutron [-] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.112543] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4ace19-b93d-4bc4-b875-a1350c48ecfb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.119656] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Created folder: Project (d0d9f2881edf4f79b52db59af16e8133) in parent group-v648080. [ 773.119941] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Creating folder: Instances. Parent ref: group-v648190. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.120572] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a0adc30-2bcf-4240-9201-0463deb39b1a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.131592] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe1d946-56c3-490a-9e96-f46d173fbb03 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.137956] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Created folder: Instances in parent group-v648190. [ 773.138145] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.138791] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.139054] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed06ea99-761a-4012-8b0a-5174a5a5f752 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.165123] env[68800]: DEBUG oslo_concurrency.lockutils [None req-99439026-d6c2-499d-91e7-9ed4426f57fc tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Acquiring lock "38df7b29-99a7-42a1-8dcd-47bedc72f440" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.165387] env[68800]: DEBUG oslo_concurrency.lockutils [None req-99439026-d6c2-499d-91e7-9ed4426f57fc tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Lock "38df7b29-99a7-42a1-8dcd-47bedc72f440" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.166106] env[68800]: DEBUG oslo_concurrency.lockutils [None req-99439026-d6c2-499d-91e7-9ed4426f57fc tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Acquiring lock "38df7b29-99a7-42a1-8dcd-47bedc72f440-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.166106] env[68800]: DEBUG oslo_concurrency.lockutils [None req-99439026-d6c2-499d-91e7-9ed4426f57fc tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Lock "38df7b29-99a7-42a1-8dcd-47bedc72f440-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.166106] env[68800]: DEBUG oslo_concurrency.lockutils [None req-99439026-d6c2-499d-91e7-9ed4426f57fc tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Lock "38df7b29-99a7-42a1-8dcd-47bedc72f440-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.168022] env[68800]: INFO nova.compute.manager [None req-99439026-d6c2-499d-91e7-9ed4426f57fc tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Terminating instance [ 773.170624] env[68800]: DEBUG nova.compute.provider_tree [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.183780] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.183780] env[68800]: value = "task-3243469" [ 773.183780] env[68800]: _type = "Task" [ 773.183780] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.196407] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243469, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.249363] env[68800]: DEBUG oslo_vmware.api [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Task: {'id': task-3243466, 'name': ReconfigVM_Task, 'duration_secs': 0.463579} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.251258] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082/7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 773.253967] env[68800]: DEBUG nova.compute.manager [req-e4fa40bc-2a0c-4609-9335-fc67a8f77c79 req-cc393de2-62ad-4095-8d74-00bdab8a5d1e service nova] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Received event network-vif-plugged-67db259c-049d-49cd-923b-e080b1ac9e6f {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.254642] env[68800]: DEBUG oslo_concurrency.lockutils [req-e4fa40bc-2a0c-4609-9335-fc67a8f77c79 req-cc393de2-62ad-4095-8d74-00bdab8a5d1e service nova] Acquiring lock "c8d19cdf-eced-4fa6-ba93-223530bb7fe2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.254642] env[68800]: DEBUG oslo_concurrency.lockutils [req-e4fa40bc-2a0c-4609-9335-fc67a8f77c79 req-cc393de2-62ad-4095-8d74-00bdab8a5d1e service nova] Lock "c8d19cdf-eced-4fa6-ba93-223530bb7fe2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.254642] env[68800]: DEBUG oslo_concurrency.lockutils [req-e4fa40bc-2a0c-4609-9335-fc67a8f77c79 req-cc393de2-62ad-4095-8d74-00bdab8a5d1e service nova] Lock "c8d19cdf-eced-4fa6-ba93-223530bb7fe2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.254842] env[68800]: DEBUG nova.compute.manager [req-e4fa40bc-2a0c-4609-9335-fc67a8f77c79 req-cc393de2-62ad-4095-8d74-00bdab8a5d1e service nova] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] No waiting events found dispatching network-vif-plugged-67db259c-049d-49cd-923b-e080b1ac9e6f {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 773.254842] env[68800]: WARNING nova.compute.manager [req-e4fa40bc-2a0c-4609-9335-fc67a8f77c79 req-cc393de2-62ad-4095-8d74-00bdab8a5d1e service nova] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Received unexpected event network-vif-plugged-67db259c-049d-49cd-923b-e080b1ac9e6f for instance with vm_state building and task_state spawning. [ 773.255129] env[68800]: DEBUG nova.compute.manager [req-e4fa40bc-2a0c-4609-9335-fc67a8f77c79 req-cc393de2-62ad-4095-8d74-00bdab8a5d1e service nova] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Received event network-changed-67db259c-049d-49cd-923b-e080b1ac9e6f {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.255274] env[68800]: DEBUG nova.compute.manager [req-e4fa40bc-2a0c-4609-9335-fc67a8f77c79 req-cc393de2-62ad-4095-8d74-00bdab8a5d1e service nova] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Refreshing instance network info cache due to event network-changed-67db259c-049d-49cd-923b-e080b1ac9e6f. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 773.255549] env[68800]: DEBUG oslo_concurrency.lockutils [req-e4fa40bc-2a0c-4609-9335-fc67a8f77c79 req-cc393de2-62ad-4095-8d74-00bdab8a5d1e service nova] Acquiring lock "refresh_cache-c8d19cdf-eced-4fa6-ba93-223530bb7fe2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.255687] env[68800]: DEBUG oslo_concurrency.lockutils [req-e4fa40bc-2a0c-4609-9335-fc67a8f77c79 req-cc393de2-62ad-4095-8d74-00bdab8a5d1e service nova] Acquired lock "refresh_cache-c8d19cdf-eced-4fa6-ba93-223530bb7fe2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.255757] env[68800]: DEBUG nova.network.neutron [req-e4fa40bc-2a0c-4609-9335-fc67a8f77c79 req-cc393de2-62ad-4095-8d74-00bdab8a5d1e service nova] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Refreshing network info cache for port 67db259c-049d-49cd-923b-e080b1ac9e6f {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.263691] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0036d449-13ca-44c9-96ce-417c94a06375 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.270749] env[68800]: DEBUG oslo_vmware.api [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Waiting for the task: (returnval){ [ 773.270749] env[68800]: value = "task-3243470" [ 773.270749] env[68800]: _type = "Task" [ 773.270749] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.284578] env[68800]: DEBUG oslo_vmware.api [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Task: {'id': task-3243470, 'name': Rename_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.349319] env[68800]: INFO nova.compute.manager [None req-e1a0b19d-0030-4bb6-af36-b2601728b62e tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] instance snapshotting [ 773.353511] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4aa75ba-4757-475d-8b16-b869a6962318 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.373958] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798ffb8f-b460-4139-9c1f-01e386791643 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.493496] env[68800]: DEBUG nova.compute.manager [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 773.526393] env[68800]: DEBUG nova.virt.hardware [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 773.526818] env[68800]: DEBUG nova.virt.hardware [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 773.527619] env[68800]: DEBUG nova.virt.hardware [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 773.531208] env[68800]: DEBUG nova.virt.hardware [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 773.531208] env[68800]: DEBUG nova.virt.hardware [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 773.531208] env[68800]: DEBUG nova.virt.hardware [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 773.531208] env[68800]: DEBUG nova.virt.hardware [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 773.531208] env[68800]: DEBUG nova.virt.hardware [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 773.531361] env[68800]: DEBUG nova.virt.hardware [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 773.531361] env[68800]: DEBUG nova.virt.hardware [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 773.531361] env[68800]: DEBUG nova.virt.hardware [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 773.531361] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0101a9-d325-4365-a0f5-e373c00b523b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.542139] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9ab049-41ec-4359-bd90-0773f5df76e2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.621141] env[68800]: INFO nova.compute.manager [-] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Took 1.63 seconds to deallocate network for instance. [ 773.665557] env[68800]: DEBUG nova.network.neutron [req-5a1183d3-20d4-4579-90d9-73169be0c9c0 req-c2b4d7f6-ae13-44fc-b10c-e5453cea9fed service nova] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Updated VIF entry in instance network info cache for port dce77884-a8c0-4cda-9684-4172f9554de3. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 773.665910] env[68800]: DEBUG nova.network.neutron [req-5a1183d3-20d4-4579-90d9-73169be0c9c0 req-c2b4d7f6-ae13-44fc-b10c-e5453cea9fed service nova] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Updating instance_info_cache with network_info: [{"id": "dce77884-a8c0-4cda-9684-4172f9554de3", "address": "fa:16:3e:e0:50:a3", "network": {"id": "00c6c2a1-b6c6-4ff7-a544-ea88c40444f6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1437066368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6b4e8a875218424290331c1ab3bb7405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdce77884-a8", "ovs_interfaceid": "dce77884-a8c0-4cda-9684-4172f9554de3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.672977] env[68800]: DEBUG nova.scheduler.client.report [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.678884] env[68800]: DEBUG nova.compute.manager [None req-99439026-d6c2-499d-91e7-9ed4426f57fc tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 773.679056] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-99439026-d6c2-499d-91e7-9ed4426f57fc tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 773.680065] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76cd2b46-e1ad-4a47-8703-c77c63533d13 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.690875] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-99439026-d6c2-499d-91e7-9ed4426f57fc tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 773.691411] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f130ac7-6b49-4e36-966a-1f3eb59ee5f0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.696228] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243469, 'name': CreateVM_Task, 'duration_secs': 0.376281} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.696379] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.697030] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.697179] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.697473] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.697922] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99711b26-234e-4a0b-bc41-82153aae9f61 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.701889] env[68800]: DEBUG oslo_vmware.api [None req-99439026-d6c2-499d-91e7-9ed4426f57fc tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Waiting for the task: (returnval){ [ 773.701889] env[68800]: value = "task-3243471" [ 773.701889] env[68800]: _type = "Task" [ 773.701889] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.702337] env[68800]: DEBUG oslo_vmware.api [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 773.702337] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]522a33fb-11a7-c423-9a2e-c409e622ea7d" [ 773.702337] env[68800]: _type = "Task" [ 773.702337] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.716156] env[68800]: DEBUG oslo_vmware.api [None req-99439026-d6c2-499d-91e7-9ed4426f57fc tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Task: {'id': task-3243471, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.719399] env[68800]: DEBUG oslo_vmware.api [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]522a33fb-11a7-c423-9a2e-c409e622ea7d, 'name': SearchDatastore_Task, 'duration_secs': 0.009733} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.719399] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.719626] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.719852] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.719992] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.720176] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.720882] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8dfb9a1-1c4b-4d93-86c5-cd615c443cc7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.727791] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.727967] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.729401] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbb4f637-9603-4040-a779-ef325a4fc246 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.733576] env[68800]: DEBUG oslo_vmware.api [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 773.733576] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52faa931-5583-d206-34c0-21c903965fa5" [ 773.733576] env[68800]: _type = "Task" [ 773.733576] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.741067] env[68800]: DEBUG oslo_vmware.api [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52faa931-5583-d206-34c0-21c903965fa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.784794] env[68800]: DEBUG oslo_vmware.api [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Task: {'id': task-3243470, 'name': Rename_Task, 'duration_secs': 0.175866} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.785144] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 773.785495] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-847e692e-e7be-41e7-9725-bad41198167d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.795626] env[68800]: DEBUG oslo_vmware.api [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Waiting for the task: (returnval){ [ 773.795626] env[68800]: value = "task-3243472" [ 773.795626] env[68800]: _type = "Task" [ 773.795626] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.802859] env[68800]: DEBUG oslo_vmware.api [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Task: {'id': task-3243472, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.870342] env[68800]: DEBUG oslo_concurrency.lockutils [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Acquiring lock "d31685d0-2d63-49c1-9615-a332ad4777ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.870679] env[68800]: DEBUG oslo_concurrency.lockutils [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lock "d31685d0-2d63-49c1-9615-a332ad4777ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.885084] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a0b19d-0030-4bb6-af36-b2601728b62e tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Creating Snapshot of the VM instance {{(pid=68800) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 773.885447] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a78d849c-79a8-45a4-8ef2-37bead6f0bfb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.893421] env[68800]: DEBUG oslo_vmware.api [None req-e1a0b19d-0030-4bb6-af36-b2601728b62e tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Waiting for the task: (returnval){ [ 773.893421] env[68800]: value = "task-3243473" [ 773.893421] env[68800]: _type = "Task" [ 773.893421] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.901832] env[68800]: DEBUG oslo_vmware.api [None req-e1a0b19d-0030-4bb6-af36-b2601728b62e tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243473, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.088046] env[68800]: DEBUG nova.network.neutron [req-e4fa40bc-2a0c-4609-9335-fc67a8f77c79 req-cc393de2-62ad-4095-8d74-00bdab8a5d1e service nova] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Updated VIF entry in instance network info cache for port 67db259c-049d-49cd-923b-e080b1ac9e6f. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.088526] env[68800]: DEBUG nova.network.neutron [req-e4fa40bc-2a0c-4609-9335-fc67a8f77c79 req-cc393de2-62ad-4095-8d74-00bdab8a5d1e service nova] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Updating instance_info_cache with network_info: [{"id": "67db259c-049d-49cd-923b-e080b1ac9e6f", "address": "fa:16:3e:ba:5b:37", "network": {"id": "3789a7b0-2d31-4b9d-9779-6d245dced3a3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1329484446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0d9f2881edf4f79b52db59af16e8133", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67db259c-04", "ovs_interfaceid": "67db259c-049d-49cd-923b-e080b1ac9e6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.127331] env[68800]: DEBUG oslo_concurrency.lockutils [None req-33b17e62-ca37-450e-9c24-b40a95f01120 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.168581] env[68800]: DEBUG oslo_concurrency.lockutils [req-5a1183d3-20d4-4579-90d9-73169be0c9c0 req-c2b4d7f6-ae13-44fc-b10c-e5453cea9fed service nova] Releasing lock "refresh_cache-38df7b29-99a7-42a1-8dcd-47bedc72f440" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.181825] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.181825] env[68800]: DEBUG nova.compute.manager [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] [instance: d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 774.184798] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b8d2bfe7-6674-4adb-8e0c-43b3885579a7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.407s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.188017] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b8d2bfe7-6674-4adb-8e0c-43b3885579a7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.188017] env[68800]: DEBUG oslo_concurrency.lockutils [None req-50090a99-1094-4983-8b4c-11fe4cf5de9c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.367s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.188017] env[68800]: DEBUG oslo_concurrency.lockutils [None req-50090a99-1094-4983-8b4c-11fe4cf5de9c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.189967] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.725s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.192608] env[68800]: INFO nova.compute.claims [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 774.213298] env[68800]: DEBUG oslo_vmware.api [None req-99439026-d6c2-499d-91e7-9ed4426f57fc tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Task: {'id': task-3243471, 'name': PowerOffVM_Task, 'duration_secs': 0.234503} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.213638] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-99439026-d6c2-499d-91e7-9ed4426f57fc tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 774.214301] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-99439026-d6c2-499d-91e7-9ed4426f57fc tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 774.214301] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3b53729-381d-4ca1-9b62-e6343ab4c9fe {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.217858] env[68800]: INFO nova.scheduler.client.report [None req-b8d2bfe7-6674-4adb-8e0c-43b3885579a7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Deleted allocations for instance 7dd75bea-9645-49e0-a518-21659a16022f [ 774.222384] env[68800]: INFO nova.scheduler.client.report [None req-50090a99-1094-4983-8b4c-11fe4cf5de9c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Deleted allocations for instance 943fcf53-ec92-4363-b6fa-ba1bec035124 [ 774.247425] env[68800]: DEBUG oslo_vmware.api [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52faa931-5583-d206-34c0-21c903965fa5, 'name': SearchDatastore_Task, 'duration_secs': 0.008199} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.247425] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26acb206-4c3c-4c3d-b24a-af72143b313d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.253719] env[68800]: DEBUG oslo_vmware.api [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 774.253719] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520a3ad5-3e85-24e1-fd10-806c81d54ca6" [ 774.253719] env[68800]: _type = "Task" [ 774.253719] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.262300] env[68800]: DEBUG oslo_vmware.api [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520a3ad5-3e85-24e1-fd10-806c81d54ca6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.282786] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-99439026-d6c2-499d-91e7-9ed4426f57fc tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.283098] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-99439026-d6c2-499d-91e7-9ed4426f57fc tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.283327] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-99439026-d6c2-499d-91e7-9ed4426f57fc tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Deleting the datastore file [datastore1] 38df7b29-99a7-42a1-8dcd-47bedc72f440 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.283615] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d11db22-c961-4322-89a1-9604686e0604 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.292509] env[68800]: DEBUG oslo_vmware.api [None req-99439026-d6c2-499d-91e7-9ed4426f57fc tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Waiting for the task: (returnval){ [ 774.292509] env[68800]: value = "task-3243475" [ 774.292509] env[68800]: _type = "Task" [ 774.292509] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.305928] env[68800]: DEBUG oslo_vmware.api [None req-99439026-d6c2-499d-91e7-9ed4426f57fc tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Task: {'id': task-3243475, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.313410] env[68800]: DEBUG oslo_vmware.api [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Task: {'id': task-3243472, 'name': PowerOnVM_Task, 'duration_secs': 0.456422} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.313664] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 774.313857] env[68800]: INFO nova.compute.manager [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Took 7.36 seconds to spawn the instance on the hypervisor. [ 774.315694] env[68800]: DEBUG nova.compute.manager [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 774.315862] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0bac276-528c-417a-9994-53160fbe74d4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.402791] env[68800]: DEBUG oslo_vmware.api [None req-e1a0b19d-0030-4bb6-af36-b2601728b62e tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243473, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.525603] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b215fbed-8e7d-496c-bdd4-a3ba17dc3401 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.591216] env[68800]: DEBUG oslo_concurrency.lockutils [req-e4fa40bc-2a0c-4609-9335-fc67a8f77c79 req-cc393de2-62ad-4095-8d74-00bdab8a5d1e service nova] Releasing lock "refresh_cache-c8d19cdf-eced-4fa6-ba93-223530bb7fe2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.594698] env[68800]: DEBUG nova.compute.manager [req-e4fa40bc-2a0c-4609-9335-fc67a8f77c79 req-cc393de2-62ad-4095-8d74-00bdab8a5d1e service nova] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Received event network-vif-deleted-66ad0fea-faea-4890-b5dc-b8a294b72d98 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.702021] env[68800]: DEBUG nova.compute.utils [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 774.707425] env[68800]: DEBUG nova.compute.manager [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] [instance: d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 774.707929] env[68800]: DEBUG nova.network.neutron [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] [instance: d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 774.729579] env[68800]: DEBUG oslo_concurrency.lockutils [None req-50090a99-1094-4983-8b4c-11fe4cf5de9c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lock "943fcf53-ec92-4363-b6fa-ba1bec035124" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.777s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.730978] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b8d2bfe7-6674-4adb-8e0c-43b3885579a7 tempest-ServerAddressesTestJSON-70828287 tempest-ServerAddressesTestJSON-70828287-project-member] Lock "7dd75bea-9645-49e0-a518-21659a16022f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.654s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.743994] env[68800]: DEBUG nova.network.neutron [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Successfully updated port: a4d868f5-1d49-4fc2-badf-33e6c96520d0 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 774.763924] env[68800]: DEBUG oslo_vmware.api [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520a3ad5-3e85-24e1-fd10-806c81d54ca6, 'name': SearchDatastore_Task, 'duration_secs': 0.01017} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.764206] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.764468] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] c8d19cdf-eced-4fa6-ba93-223530bb7fe2/c8d19cdf-eced-4fa6-ba93-223530bb7fe2.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.764744] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3580374-3007-4eef-b286-109d4a770184 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.771123] env[68800]: DEBUG oslo_vmware.api [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 774.771123] env[68800]: value = "task-3243476" [ 774.771123] env[68800]: _type = "Task" [ 774.771123] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.780408] env[68800]: DEBUG oslo_vmware.api [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243476, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.803471] env[68800]: DEBUG oslo_vmware.api [None req-99439026-d6c2-499d-91e7-9ed4426f57fc tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Task: {'id': task-3243475, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194022} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.803746] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-99439026-d6c2-499d-91e7-9ed4426f57fc tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 774.803911] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-99439026-d6c2-499d-91e7-9ed4426f57fc tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 774.804106] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-99439026-d6c2-499d-91e7-9ed4426f57fc tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 774.804289] env[68800]: INFO nova.compute.manager [None req-99439026-d6c2-499d-91e7-9ed4426f57fc tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Took 1.13 seconds to destroy the instance on the hypervisor. [ 774.804548] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99439026-d6c2-499d-91e7-9ed4426f57fc tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.804759] env[68800]: DEBUG nova.compute.manager [-] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 774.804835] env[68800]: DEBUG nova.network.neutron [-] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 774.838034] env[68800]: INFO nova.compute.manager [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Took 46.27 seconds to build instance. [ 774.904966] env[68800]: DEBUG oslo_vmware.api [None req-e1a0b19d-0030-4bb6-af36-b2601728b62e tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243473, 'name': CreateSnapshot_Task, 'duration_secs': 0.539361} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.905264] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a0b19d-0030-4bb6-af36-b2601728b62e tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Created Snapshot of the VM instance {{(pid=68800) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 774.906015] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1b9b09-2f50-4fdb-9096-1d38ba978757 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.974788] env[68800]: DEBUG nova.policy [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '116216de04144c5b96cc45f1c7fc11d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c178cd8777bd401abed7c163c15e1fac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 775.212048] env[68800]: DEBUG nova.compute.manager [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] [instance: d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 775.247983] env[68800]: DEBUG oslo_concurrency.lockutils [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Acquiring lock "refresh_cache-c4e41c81-3958-4797-84a2-9486ba6278f1" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.247983] env[68800]: DEBUG oslo_concurrency.lockutils [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Acquired lock "refresh_cache-c4e41c81-3958-4797-84a2-9486ba6278f1" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.247983] env[68800]: DEBUG nova.network.neutron [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.287620] env[68800]: DEBUG oslo_vmware.api [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243476, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504994} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.287875] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] c8d19cdf-eced-4fa6-ba93-223530bb7fe2/c8d19cdf-eced-4fa6-ba93-223530bb7fe2.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.288095] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.288350] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-daac83af-7974-44f8-b968-fdd87197e927 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.298608] env[68800]: DEBUG oslo_vmware.api [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 775.298608] env[68800]: value = "task-3243477" [ 775.298608] env[68800]: _type = "Task" [ 775.298608] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.307179] env[68800]: DEBUG oslo_vmware.api [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243477, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.344662] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5440cfdb-02b5-4d32-a25a-053322863047 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Lock "7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.402s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.430140] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a0b19d-0030-4bb6-af36-b2601728b62e tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Creating linked-clone VM from snapshot {{(pid=68800) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 775.430140] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5e9c50d5-4c08-4dc3-95de-f81d68594090 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.434553] env[68800]: DEBUG nova.network.neutron [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] [instance: d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d] Successfully created port: 735ed8ca-ccb1-4911-b817-f5860f27b8c3 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 775.440367] env[68800]: DEBUG oslo_vmware.api [None req-e1a0b19d-0030-4bb6-af36-b2601728b62e tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Waiting for the task: (returnval){ [ 775.440367] env[68800]: value = "task-3243478" [ 775.440367] env[68800]: _type = "Task" [ 775.440367] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.456305] env[68800]: DEBUG oslo_vmware.api [None req-e1a0b19d-0030-4bb6-af36-b2601728b62e tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243478, 'name': CloneVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.568110] env[68800]: DEBUG nova.compute.manager [req-cdb616fe-a3e1-4b61-8343-361514fd9d12 req-e9019099-97d7-4e83-8ddf-f84f2561c7d9 service nova] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Received event network-vif-plugged-a4d868f5-1d49-4fc2-badf-33e6c96520d0 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.568110] env[68800]: DEBUG oslo_concurrency.lockutils [req-cdb616fe-a3e1-4b61-8343-361514fd9d12 req-e9019099-97d7-4e83-8ddf-f84f2561c7d9 service nova] Acquiring lock "c4e41c81-3958-4797-84a2-9486ba6278f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.568324] env[68800]: DEBUG oslo_concurrency.lockutils [req-cdb616fe-a3e1-4b61-8343-361514fd9d12 req-e9019099-97d7-4e83-8ddf-f84f2561c7d9 service nova] Lock "c4e41c81-3958-4797-84a2-9486ba6278f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.568498] env[68800]: DEBUG oslo_concurrency.lockutils [req-cdb616fe-a3e1-4b61-8343-361514fd9d12 req-e9019099-97d7-4e83-8ddf-f84f2561c7d9 service nova] Lock "c4e41c81-3958-4797-84a2-9486ba6278f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.568666] env[68800]: DEBUG nova.compute.manager [req-cdb616fe-a3e1-4b61-8343-361514fd9d12 req-e9019099-97d7-4e83-8ddf-f84f2561c7d9 service nova] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] No waiting events found dispatching network-vif-plugged-a4d868f5-1d49-4fc2-badf-33e6c96520d0 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 775.568831] env[68800]: WARNING nova.compute.manager [req-cdb616fe-a3e1-4b61-8343-361514fd9d12 req-e9019099-97d7-4e83-8ddf-f84f2561c7d9 service nova] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Received unexpected event network-vif-plugged-a4d868f5-1d49-4fc2-badf-33e6c96520d0 for instance with vm_state building and task_state spawning. [ 775.568987] env[68800]: DEBUG nova.compute.manager [req-cdb616fe-a3e1-4b61-8343-361514fd9d12 req-e9019099-97d7-4e83-8ddf-f84f2561c7d9 service nova] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Received event network-changed-a4d868f5-1d49-4fc2-badf-33e6c96520d0 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.572007] env[68800]: DEBUG nova.compute.manager [req-cdb616fe-a3e1-4b61-8343-361514fd9d12 req-e9019099-97d7-4e83-8ddf-f84f2561c7d9 service nova] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Refreshing instance network info cache due to event network-changed-a4d868f5-1d49-4fc2-badf-33e6c96520d0. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 775.572249] env[68800]: DEBUG oslo_concurrency.lockutils [req-cdb616fe-a3e1-4b61-8343-361514fd9d12 req-e9019099-97d7-4e83-8ddf-f84f2561c7d9 service nova] Acquiring lock "refresh_cache-c4e41c81-3958-4797-84a2-9486ba6278f1" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.795054] env[68800]: DEBUG nova.network.neutron [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 775.800544] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384c4eda-9a67-45a8-b1e2-cd57ba093a62 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.812407] env[68800]: DEBUG oslo_vmware.api [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243477, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064143} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.815688] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 775.815876] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040cfce4-46d4-44de-8c04-16c5ffcd50c8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.821085] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5b9faa-753a-4fd7-90f1-00ce1db3affc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.853078] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] c8d19cdf-eced-4fa6-ba93-223530bb7fe2/c8d19cdf-eced-4fa6-ba93-223530bb7fe2.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.883108] env[68800]: DEBUG nova.compute.manager [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 775.886061] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c46721a-2cb5-4ae0-9927-993859233d85 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.907993] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e25b7b-b07a-4643-bfb0-d6d3ae1022be {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.918690] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f496c6f8-f9ef-4846-bea2-964ecb4b3536 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.923165] env[68800]: DEBUG oslo_vmware.api [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 775.923165] env[68800]: value = "task-3243479" [ 775.923165] env[68800]: _type = "Task" [ 775.923165] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.936591] env[68800]: DEBUG nova.compute.provider_tree [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.946751] env[68800]: DEBUG oslo_vmware.api [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243479, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.952690] env[68800]: DEBUG oslo_vmware.api [None req-e1a0b19d-0030-4bb6-af36-b2601728b62e tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243478, 'name': CloneVM_Task} progress is 94%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.038797] env[68800]: DEBUG nova.network.neutron [-] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.070084] env[68800]: DEBUG nova.network.neutron [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Updating instance_info_cache with network_info: [{"id": "a4d868f5-1d49-4fc2-badf-33e6c96520d0", "address": "fa:16:3e:9b:64:67", "network": {"id": "3789a7b0-2d31-4b9d-9779-6d245dced3a3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1329484446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0d9f2881edf4f79b52db59af16e8133", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4d868f5-1d", "ovs_interfaceid": "a4d868f5-1d49-4fc2-badf-33e6c96520d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.183148] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6ffb904a-4f5b-4990-84ff-eba8ca124978 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Acquiring lock "e20d7c2b-7bc9-4656-af23-bde9b48efe1d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.183384] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6ffb904a-4f5b-4990-84ff-eba8ca124978 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Lock "e20d7c2b-7bc9-4656-af23-bde9b48efe1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.183586] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6ffb904a-4f5b-4990-84ff-eba8ca124978 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Acquiring lock "e20d7c2b-7bc9-4656-af23-bde9b48efe1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.183763] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6ffb904a-4f5b-4990-84ff-eba8ca124978 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Lock "e20d7c2b-7bc9-4656-af23-bde9b48efe1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.183923] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6ffb904a-4f5b-4990-84ff-eba8ca124978 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Lock "e20d7c2b-7bc9-4656-af23-bde9b48efe1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.187070] env[68800]: INFO nova.compute.manager [None req-6ffb904a-4f5b-4990-84ff-eba8ca124978 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Terminating instance [ 776.224561] env[68800]: DEBUG nova.compute.manager [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] [instance: d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 776.260027] env[68800]: DEBUG nova.virt.hardware [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 776.260512] env[68800]: DEBUG nova.virt.hardware [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.260838] env[68800]: DEBUG nova.virt.hardware [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.261162] env[68800]: DEBUG nova.virt.hardware [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.261499] env[68800]: DEBUG nova.virt.hardware [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.261890] env[68800]: DEBUG nova.virt.hardware [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 776.262407] env[68800]: DEBUG nova.virt.hardware [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 776.262759] env[68800]: DEBUG nova.virt.hardware [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 776.263171] env[68800]: DEBUG nova.virt.hardware [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 776.263564] env[68800]: DEBUG nova.virt.hardware [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 776.263869] env[68800]: DEBUG nova.virt.hardware [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 776.265304] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aab8cda-00ce-4318-b3cd-dfb51aa7aa1e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.275237] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b40c59-9227-4ccd-a0ca-16b13bcfced8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.431336] env[68800]: DEBUG oslo_concurrency.lockutils [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.434857] env[68800]: DEBUG oslo_vmware.api [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243479, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.440994] env[68800]: DEBUG nova.scheduler.client.report [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.454746] env[68800]: DEBUG oslo_vmware.api [None req-e1a0b19d-0030-4bb6-af36-b2601728b62e tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243478, 'name': CloneVM_Task} progress is 94%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.546442] env[68800]: INFO nova.compute.manager [-] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Took 1.74 seconds to deallocate network for instance. [ 776.572659] env[68800]: DEBUG oslo_concurrency.lockutils [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Releasing lock "refresh_cache-c4e41c81-3958-4797-84a2-9486ba6278f1" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.572659] env[68800]: DEBUG nova.compute.manager [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Instance network_info: |[{"id": "a4d868f5-1d49-4fc2-badf-33e6c96520d0", "address": "fa:16:3e:9b:64:67", "network": {"id": "3789a7b0-2d31-4b9d-9779-6d245dced3a3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1329484446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0d9f2881edf4f79b52db59af16e8133", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4d868f5-1d", "ovs_interfaceid": "a4d868f5-1d49-4fc2-badf-33e6c96520d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 776.573015] env[68800]: DEBUG oslo_concurrency.lockutils [req-cdb616fe-a3e1-4b61-8343-361514fd9d12 req-e9019099-97d7-4e83-8ddf-f84f2561c7d9 service nova] Acquired lock "refresh_cache-c4e41c81-3958-4797-84a2-9486ba6278f1" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.573216] env[68800]: DEBUG nova.network.neutron [req-cdb616fe-a3e1-4b61-8343-361514fd9d12 req-e9019099-97d7-4e83-8ddf-f84f2561c7d9 service nova] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Refreshing network info cache for port a4d868f5-1d49-4fc2-badf-33e6c96520d0 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.574429] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:64:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53955f0e-c162-4cef-8bd5-335b369c36b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4d868f5-1d49-4fc2-badf-33e6c96520d0', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.582244] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.582773] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 776.583010] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6163ac8d-55f9-41b7-99b8-fa5e3c29b002 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.608233] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 776.608233] env[68800]: value = "task-3243480" [ 776.608233] env[68800]: _type = "Task" [ 776.608233] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.617423] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243480, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.693329] env[68800]: DEBUG nova.compute.manager [None req-6ffb904a-4f5b-4990-84ff-eba8ca124978 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 776.693754] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4f260af8-d810-42c2-a365-f24962949759 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.707715] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96595619-6a6e-4cda-9404-d05ec1ad96bf {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.737326] env[68800]: WARNING nova.virt.vmwareapi.driver [None req-6ffb904a-4f5b-4990-84ff-eba8ca124978 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance e20d7c2b-7bc9-4656-af23-bde9b48efe1d could not be found. [ 776.737543] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-6ffb904a-4f5b-4990-84ff-eba8ca124978 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 776.737866] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b17c76d1-d4ca-45a9-98d6-2e76ceffc01b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.746673] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b10b88-bb1c-4c79-ad67-1443ba4db620 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.784628] env[68800]: WARNING nova.virt.vmwareapi.vmops [None req-6ffb904a-4f5b-4990-84ff-eba8ca124978 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance e20d7c2b-7bc9-4656-af23-bde9b48efe1d could not be found. [ 776.784846] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-6ffb904a-4f5b-4990-84ff-eba8ca124978 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 776.785036] env[68800]: INFO nova.compute.manager [None req-6ffb904a-4f5b-4990-84ff-eba8ca124978 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Took 0.09 seconds to destroy the instance on the hypervisor. [ 776.786119] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ffb904a-4f5b-4990-84ff-eba8ca124978 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.786119] env[68800]: DEBUG nova.compute.manager [-] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 776.786119] env[68800]: DEBUG nova.network.neutron [-] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 776.939245] env[68800]: DEBUG oslo_vmware.api [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243479, 'name': ReconfigVM_Task, 'duration_secs': 0.656096} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.940019] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Reconfigured VM instance instance-00000024 to attach disk [datastore2] c8d19cdf-eced-4fa6-ba93-223530bb7fe2/c8d19cdf-eced-4fa6-ba93-223530bb7fe2.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.940740] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6e4a056-a919-4401-b791-e59382cf0787 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.950487] env[68800]: DEBUG oslo_vmware.api [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 776.950487] env[68800]: value = "task-3243481" [ 776.950487] env[68800]: _type = "Task" [ 776.950487] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.951410] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.761s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.951903] env[68800]: DEBUG nova.compute.manager [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 776.958056] env[68800]: DEBUG oslo_concurrency.lockutils [None req-08b5f0d7-1e32-4785-b11c-096806aa3590 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.152s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.958056] env[68800]: DEBUG oslo_concurrency.lockutils [None req-08b5f0d7-1e32-4785-b11c-096806aa3590 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.958056] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.348s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.959754] env[68800]: INFO nova.compute.claims [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 776.970862] env[68800]: DEBUG oslo_vmware.api [None req-e1a0b19d-0030-4bb6-af36-b2601728b62e tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243478, 'name': CloneVM_Task, 'duration_secs': 1.440246} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.971670] env[68800]: INFO nova.virt.vmwareapi.vmops [None req-e1a0b19d-0030-4bb6-af36-b2601728b62e tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Created linked-clone VM from snapshot [ 776.972883] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aff137e-1332-4af8-aae3-fb5c20c564a2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.979517] env[68800]: DEBUG oslo_vmware.api [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243481, 'name': Rename_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.984629] env[68800]: DEBUG nova.virt.vmwareapi.images [None req-e1a0b19d-0030-4bb6-af36-b2601728b62e tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Uploading image 8fea60ca-18ca-4c14-8083-af509564b79c {{(pid=68800) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 777.011980] env[68800]: INFO nova.scheduler.client.report [None req-08b5f0d7-1e32-4785-b11c-096806aa3590 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Deleted allocations for instance edf23e1c-b030-4fd8-88c6-558707c6fe87 [ 777.027376] env[68800]: DEBUG oslo_vmware.rw_handles [None req-e1a0b19d-0030-4bb6-af36-b2601728b62e tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 777.027376] env[68800]: value = "vm-648194" [ 777.027376] env[68800]: _type = "VirtualMachine" [ 777.027376] env[68800]: }. {{(pid=68800) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 777.027920] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-af8253b1-f5f9-4d84-b732-5fa688ec719c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.037985] env[68800]: DEBUG oslo_vmware.rw_handles [None req-e1a0b19d-0030-4bb6-af36-b2601728b62e tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Lease: (returnval){ [ 777.037985] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5232534b-4a37-40b6-5de4-b2633d54311c" [ 777.037985] env[68800]: _type = "HttpNfcLease" [ 777.037985] env[68800]: } obtained for exporting VM: (result){ [ 777.037985] env[68800]: value = "vm-648194" [ 777.037985] env[68800]: _type = "VirtualMachine" [ 777.037985] env[68800]: }. {{(pid=68800) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 777.037985] env[68800]: DEBUG oslo_vmware.api [None req-e1a0b19d-0030-4bb6-af36-b2601728b62e tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Waiting for the lease: (returnval){ [ 777.037985] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5232534b-4a37-40b6-5de4-b2633d54311c" [ 777.037985] env[68800]: _type = "HttpNfcLease" [ 777.037985] env[68800]: } to be ready. {{(pid=68800) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 777.046472] env[68800]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 777.046472] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5232534b-4a37-40b6-5de4-b2633d54311c" [ 777.046472] env[68800]: _type = "HttpNfcLease" [ 777.046472] env[68800]: } is initializing. {{(pid=68800) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 777.051163] env[68800]: DEBUG oslo_concurrency.lockutils [None req-99439026-d6c2-499d-91e7-9ed4426f57fc tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.120730] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243480, 'name': CreateVM_Task, 'duration_secs': 0.336681} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.121279] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 777.122782] env[68800]: DEBUG oslo_concurrency.lockutils [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.123290] env[68800]: DEBUG oslo_concurrency.lockutils [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.123604] env[68800]: DEBUG oslo_concurrency.lockutils [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.123883] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b7a65c7-55f2-4526-beb6-090f32afdd45 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.128554] env[68800]: DEBUG oslo_vmware.api [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 777.128554] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52b3f595-b51a-194d-9497-3b6e52783ec6" [ 777.128554] env[68800]: _type = "Task" [ 777.128554] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.137703] env[68800]: DEBUG oslo_vmware.api [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52b3f595-b51a-194d-9497-3b6e52783ec6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.140008] env[68800]: DEBUG nova.compute.manager [req-e4968eb8-5adc-4cea-87d6-05b17fa8c533 req-54eaf3af-e51a-4905-b3c4-7d5f321c4c9d service nova] [instance: d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d] Received event network-vif-plugged-735ed8ca-ccb1-4911-b817-f5860f27b8c3 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.140008] env[68800]: DEBUG oslo_concurrency.lockutils [req-e4968eb8-5adc-4cea-87d6-05b17fa8c533 req-54eaf3af-e51a-4905-b3c4-7d5f321c4c9d service nova] Acquiring lock "d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.140259] env[68800]: DEBUG oslo_concurrency.lockutils [req-e4968eb8-5adc-4cea-87d6-05b17fa8c533 req-54eaf3af-e51a-4905-b3c4-7d5f321c4c9d service nova] Lock "d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.140363] env[68800]: DEBUG oslo_concurrency.lockutils [req-e4968eb8-5adc-4cea-87d6-05b17fa8c533 req-54eaf3af-e51a-4905-b3c4-7d5f321c4c9d service nova] Lock "d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.140571] env[68800]: DEBUG nova.compute.manager [req-e4968eb8-5adc-4cea-87d6-05b17fa8c533 req-54eaf3af-e51a-4905-b3c4-7d5f321c4c9d service nova] [instance: d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d] No waiting events found dispatching network-vif-plugged-735ed8ca-ccb1-4911-b817-f5860f27b8c3 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 777.140795] env[68800]: WARNING nova.compute.manager [req-e4968eb8-5adc-4cea-87d6-05b17fa8c533 req-54eaf3af-e51a-4905-b3c4-7d5f321c4c9d service nova] [instance: d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d] Received unexpected event network-vif-plugged-735ed8ca-ccb1-4911-b817-f5860f27b8c3 for instance with vm_state building and task_state spawning. [ 777.302925] env[68800]: DEBUG nova.network.neutron [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] [instance: d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d] Successfully updated port: 735ed8ca-ccb1-4911-b817-f5860f27b8c3 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 777.342036] env[68800]: DEBUG nova.compute.manager [None req-6b61ca5c-c3f2-48ad-b6ce-dfe0445c3e56 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 777.343108] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfae8ba-39de-46f8-8836-b2e9b29d1801 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.466488] env[68800]: DEBUG oslo_vmware.api [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243481, 'name': Rename_Task, 'duration_secs': 0.162484} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.469282] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.474621] env[68800]: DEBUG nova.compute.utils [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 777.475857] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b3d9cbf-556e-420f-af0d-67c314454996 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.479582] env[68800]: DEBUG nova.compute.manager [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 777.479759] env[68800]: DEBUG nova.network.neutron [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 777.492087] env[68800]: DEBUG oslo_vmware.api [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 777.492087] env[68800]: value = "task-3243483" [ 777.492087] env[68800]: _type = "Task" [ 777.492087] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.500510] env[68800]: DEBUG oslo_vmware.api [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243483, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.523817] env[68800]: DEBUG nova.policy [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f37882b738214d5a89a350664aca840b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ec81281940c4408b16714275cf33448', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 777.526219] env[68800]: DEBUG oslo_concurrency.lockutils [None req-08b5f0d7-1e32-4785-b11c-096806aa3590 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Lock "edf23e1c-b030-4fd8-88c6-558707c6fe87" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.640s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.546833] env[68800]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 777.546833] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5232534b-4a37-40b6-5de4-b2633d54311c" [ 777.546833] env[68800]: _type = "HttpNfcLease" [ 777.546833] env[68800]: } is ready. {{(pid=68800) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 777.547742] env[68800]: DEBUG oslo_vmware.rw_handles [None req-e1a0b19d-0030-4bb6-af36-b2601728b62e tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 777.547742] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5232534b-4a37-40b6-5de4-b2633d54311c" [ 777.547742] env[68800]: _type = "HttpNfcLease" [ 777.547742] env[68800]: }. {{(pid=68800) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 777.548504] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e14eaa7-c756-469c-a952-28b51ada0921 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.556820] env[68800]: DEBUG oslo_vmware.rw_handles [None req-e1a0b19d-0030-4bb6-af36-b2601728b62e tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529a00a4-c7f6-848a-fdc2-6f94539b8307/disk-0.vmdk from lease info. {{(pid=68800) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 777.556996] env[68800]: DEBUG oslo_vmware.rw_handles [None req-e1a0b19d-0030-4bb6-af36-b2601728b62e tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529a00a4-c7f6-848a-fdc2-6f94539b8307/disk-0.vmdk for reading. {{(pid=68800) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 777.638982] env[68800]: DEBUG oslo_vmware.api [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52b3f595-b51a-194d-9497-3b6e52783ec6, 'name': SearchDatastore_Task, 'duration_secs': 0.009617} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.639294] env[68800]: DEBUG oslo_concurrency.lockutils [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.639732] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.639732] env[68800]: DEBUG oslo_concurrency.lockutils [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.639872] env[68800]: DEBUG oslo_concurrency.lockutils [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.640060] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.640361] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e565dfdd-5019-4852-89f6-ca9fba61dd25 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.648750] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.648941] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.651799] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4e62f54-f279-4277-bfeb-57432376acc2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.654806] env[68800]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5ea95d0d-ec37-41c5-8f76-b0e13ca44e40 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.659552] env[68800]: DEBUG oslo_vmware.api [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 777.659552] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52f773ca-b67d-047d-2608-f3b74faa16f7" [ 777.659552] env[68800]: _type = "Task" [ 777.659552] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.665455] env[68800]: DEBUG nova.network.neutron [req-cdb616fe-a3e1-4b61-8343-361514fd9d12 req-e9019099-97d7-4e83-8ddf-f84f2561c7d9 service nova] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Updated VIF entry in instance network info cache for port a4d868f5-1d49-4fc2-badf-33e6c96520d0. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.665795] env[68800]: DEBUG nova.network.neutron [req-cdb616fe-a3e1-4b61-8343-361514fd9d12 req-e9019099-97d7-4e83-8ddf-f84f2561c7d9 service nova] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Updating instance_info_cache with network_info: [{"id": "a4d868f5-1d49-4fc2-badf-33e6c96520d0", "address": "fa:16:3e:9b:64:67", "network": {"id": "3789a7b0-2d31-4b9d-9779-6d245dced3a3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1329484446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0d9f2881edf4f79b52db59af16e8133", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4d868f5-1d", "ovs_interfaceid": "a4d868f5-1d49-4fc2-badf-33e6c96520d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.672527] env[68800]: DEBUG oslo_vmware.api [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52f773ca-b67d-047d-2608-f3b74faa16f7, 'name': SearchDatastore_Task, 'duration_secs': 0.0087} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.673788] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a659937-ceb6-486e-a4b3-a784f8b8bed0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.683792] env[68800]: DEBUG oslo_vmware.api [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 777.683792] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520bc93b-8b3a-7e72-7296-5cceba6019dd" [ 777.683792] env[68800]: _type = "Task" [ 777.683792] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.695821] env[68800]: DEBUG oslo_vmware.api [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520bc93b-8b3a-7e72-7296-5cceba6019dd, 'name': SearchDatastore_Task, 'duration_secs': 0.008934} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.701346] env[68800]: DEBUG oslo_concurrency.lockutils [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.701624] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] c4e41c81-3958-4797-84a2-9486ba6278f1/c4e41c81-3958-4797-84a2-9486ba6278f1.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 777.707836] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eeb3ab48-4f9e-4b7c-b568-cbac6102da30 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.712278] env[68800]: DEBUG nova.compute.manager [req-0ca153d5-4e8b-4c7d-a1ec-429887a868de req-88812a36-f0d8-4fa0-ae1b-c849ccaa6139 service nova] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Received event network-vif-deleted-dce77884-a8c0-4cda-9684-4172f9554de3 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.715594] env[68800]: DEBUG oslo_vmware.api [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 777.715594] env[68800]: value = "task-3243484" [ 777.715594] env[68800]: _type = "Task" [ 777.715594] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.725089] env[68800]: DEBUG oslo_vmware.api [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243484, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.813896] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Acquiring lock "refresh_cache-d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.813896] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Acquired lock "refresh_cache-d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.813896] env[68800]: DEBUG nova.network.neutron [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] [instance: d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.860673] env[68800]: INFO nova.compute.manager [None req-6b61ca5c-c3f2-48ad-b6ce-dfe0445c3e56 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] instance snapshotting [ 777.863853] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97803abd-f422-4ce3-a8ad-a245b67b2e26 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.886085] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23fc1969-92c3-48f6-b196-973cbe77a89e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.981389] env[68800]: DEBUG nova.compute.manager [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 778.007214] env[68800]: DEBUG oslo_vmware.api [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243483, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.169538] env[68800]: DEBUG oslo_concurrency.lockutils [req-cdb616fe-a3e1-4b61-8343-361514fd9d12 req-e9019099-97d7-4e83-8ddf-f84f2561c7d9 service nova] Releasing lock "refresh_cache-c4e41c81-3958-4797-84a2-9486ba6278f1" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.238802] env[68800]: DEBUG oslo_vmware.api [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243484, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.314783] env[68800]: DEBUG nova.network.neutron [-] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.381159] env[68800]: DEBUG nova.network.neutron [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] Successfully created port: 0b156ab7-96ac-44ad-be40-35fd9daa71f2 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 778.407020] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-6b61ca5c-c3f2-48ad-b6ce-dfe0445c3e56 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Creating Snapshot of the VM instance {{(pid=68800) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 778.409027] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a733bde7-c5b9-4d2a-a936-f47654994f29 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.419024] env[68800]: DEBUG oslo_vmware.api [None req-6b61ca5c-c3f2-48ad-b6ce-dfe0445c3e56 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Waiting for the task: (returnval){ [ 778.419024] env[68800]: value = "task-3243485" [ 778.419024] env[68800]: _type = "Task" [ 778.419024] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.432019] env[68800]: DEBUG oslo_vmware.api [None req-6b61ca5c-c3f2-48ad-b6ce-dfe0445c3e56 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Task: {'id': task-3243485, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.433036] env[68800]: DEBUG nova.network.neutron [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] [instance: d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.506637] env[68800]: DEBUG oslo_vmware.api [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243483, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.592677] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f2f550d6-78c2-40b6-a089-5b7f81a35452 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Acquiring lock "5207f0f8-398c-478f-8382-7cbe6e3b201d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.592953] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f2f550d6-78c2-40b6-a089-5b7f81a35452 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Lock "5207f0f8-398c-478f-8382-7cbe6e3b201d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.593177] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f2f550d6-78c2-40b6-a089-5b7f81a35452 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Acquiring lock "5207f0f8-398c-478f-8382-7cbe6e3b201d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.598646] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f2f550d6-78c2-40b6-a089-5b7f81a35452 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Lock "5207f0f8-398c-478f-8382-7cbe6e3b201d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.598646] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f2f550d6-78c2-40b6-a089-5b7f81a35452 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Lock "5207f0f8-398c-478f-8382-7cbe6e3b201d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.598646] env[68800]: INFO nova.compute.manager [None req-f2f550d6-78c2-40b6-a089-5b7f81a35452 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: 5207f0f8-398c-478f-8382-7cbe6e3b201d] Terminating instance [ 778.621798] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafd8701-8eea-4896-8f3a-d9ad596372f3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.634074] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8cfbc2e-7c3c-486c-988c-cc4f3226ca4c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.672984] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3fd5867-d754-40bd-a59a-32fe5b38e563 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.682849] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca96212-41d3-4d59-abcb-935de76bf713 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.701197] env[68800]: DEBUG nova.compute.provider_tree [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.732869] env[68800]: DEBUG oslo_vmware.api [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243484, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544102} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.733329] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] c4e41c81-3958-4797-84a2-9486ba6278f1/c4e41c81-3958-4797-84a2-9486ba6278f1.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 778.733644] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 778.733964] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fd39ef9-854b-464c-8149-49abbc4006a1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.740772] env[68800]: DEBUG oslo_vmware.api [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 778.740772] env[68800]: value = "task-3243486" [ 778.740772] env[68800]: _type = "Task" [ 778.740772] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.750388] env[68800]: DEBUG oslo_vmware.api [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243486, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.819758] env[68800]: INFO nova.compute.manager [-] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Took 2.03 seconds to deallocate network for instance. [ 778.832208] env[68800]: DEBUG nova.network.neutron [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] [instance: d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d] Updating instance_info_cache with network_info: [{"id": "735ed8ca-ccb1-4911-b817-f5860f27b8c3", "address": "fa:16:3e:0c:02:54", "network": {"id": "e66d25e2-53e0-40f5-a9e8-53e2342db34c", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1707303337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c178cd8777bd401abed7c163c15e1fac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap735ed8ca-cc", "ovs_interfaceid": "735ed8ca-ccb1-4911-b817-f5860f27b8c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.930540] env[68800]: DEBUG oslo_vmware.api [None req-6b61ca5c-c3f2-48ad-b6ce-dfe0445c3e56 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Task: {'id': task-3243485, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.994178] env[68800]: DEBUG nova.compute.manager [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 779.009384] env[68800]: DEBUG oslo_vmware.api [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243483, 'name': PowerOnVM_Task, 'duration_secs': 1.201939} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.009757] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 779.010151] env[68800]: INFO nova.compute.manager [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Took 8.37 seconds to spawn the instance on the hypervisor. [ 779.010722] env[68800]: DEBUG nova.compute.manager [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.011536] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7286f3-5f3d-4bad-ba59-a67c85054062 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.027037] env[68800]: DEBUG nova.virt.hardware [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 779.027361] env[68800]: DEBUG nova.virt.hardware [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 779.027537] env[68800]: DEBUG nova.virt.hardware [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.027789] env[68800]: DEBUG nova.virt.hardware [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 779.028017] env[68800]: DEBUG nova.virt.hardware [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.028262] env[68800]: DEBUG nova.virt.hardware [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 779.028554] env[68800]: DEBUG nova.virt.hardware [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 779.028802] env[68800]: DEBUG nova.virt.hardware [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 779.029071] env[68800]: DEBUG nova.virt.hardware [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 779.029761] env[68800]: DEBUG nova.virt.hardware [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 779.029761] env[68800]: DEBUG nova.virt.hardware [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 779.031405] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c787ca-71e7-44b6-adec-4a614f535f82 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.042181] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0201e4d7-deca-4d0f-b573-937961af9cf7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.108811] env[68800]: DEBUG nova.compute.manager [None req-f2f550d6-78c2-40b6-a089-5b7f81a35452 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: 5207f0f8-398c-478f-8382-7cbe6e3b201d] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 779.109046] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f550d6-78c2-40b6-a089-5b7f81a35452 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: 5207f0f8-398c-478f-8382-7cbe6e3b201d] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 779.109920] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ab00f2-ca53-4c54-ade8-18d3727f8243 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.117676] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2f550d6-78c2-40b6-a089-5b7f81a35452 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: 5207f0f8-398c-478f-8382-7cbe6e3b201d] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.118077] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b18e7b8d-2266-41ed-8a04-f97484f56f91 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.124202] env[68800]: DEBUG oslo_vmware.api [None req-f2f550d6-78c2-40b6-a089-5b7f81a35452 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Waiting for the task: (returnval){ [ 779.124202] env[68800]: value = "task-3243487" [ 779.124202] env[68800]: _type = "Task" [ 779.124202] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.136616] env[68800]: DEBUG oslo_vmware.api [None req-f2f550d6-78c2-40b6-a089-5b7f81a35452 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Task: {'id': task-3243487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.207175] env[68800]: DEBUG nova.scheduler.client.report [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.257977] env[68800]: DEBUG oslo_vmware.api [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243486, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068758} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.258491] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 779.259518] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c674a70-a6f9-424b-89f5-f24e305b982b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.285383] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] c4e41c81-3958-4797-84a2-9486ba6278f1/c4e41c81-3958-4797-84a2-9486ba6278f1.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.285882] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f0955c2-8af9-4e8e-a80c-9e82c54e3d54 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.310376] env[68800]: DEBUG oslo_vmware.api [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 779.310376] env[68800]: value = "task-3243488" [ 779.310376] env[68800]: _type = "Task" [ 779.310376] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.320100] env[68800]: DEBUG oslo_vmware.api [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243488, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.337216] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Releasing lock "refresh_cache-d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.337697] env[68800]: DEBUG nova.compute.manager [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] [instance: d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d] Instance network_info: |[{"id": "735ed8ca-ccb1-4911-b817-f5860f27b8c3", "address": "fa:16:3e:0c:02:54", "network": {"id": "e66d25e2-53e0-40f5-a9e8-53e2342db34c", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1707303337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c178cd8777bd401abed7c163c15e1fac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap735ed8ca-cc", "ovs_interfaceid": "735ed8ca-ccb1-4911-b817-f5860f27b8c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 779.339368] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] [instance: d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:02:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b7b7edd0-124a-48ec-ae26-1aa14f9b884a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '735ed8ca-ccb1-4911-b817-f5860f27b8c3', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.348764] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Creating folder: Project (c178cd8777bd401abed7c163c15e1fac). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.349393] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51c11a75-b05d-462f-9232-df34cd27d70b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.360049] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Created folder: Project (c178cd8777bd401abed7c163c15e1fac) in parent group-v648080. [ 779.360640] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Creating folder: Instances. Parent ref: group-v648197. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.362148] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b204d122-03f1-4a70-b176-720d5605bd9c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.372109] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Created folder: Instances in parent group-v648197. [ 779.372550] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.372822] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 779.373145] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ad7883c-a698-4542-9d8b-3089960c5896 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.393316] env[68800]: INFO nova.compute.manager [None req-6ffb904a-4f5b-4990-84ff-eba8ca124978 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Took 0.57 seconds to detach 1 volumes for instance. [ 779.395912] env[68800]: DEBUG nova.compute.manager [None req-6ffb904a-4f5b-4990-84ff-eba8ca124978 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Deleting volume: d5401d39-5629-4626-a03d-061ec02d3c49 {{(pid=68800) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 779.404293] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 779.404293] env[68800]: value = "task-3243491" [ 779.404293] env[68800]: _type = "Task" [ 779.404293] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.415484] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243491, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.430838] env[68800]: DEBUG oslo_vmware.api [None req-6b61ca5c-c3f2-48ad-b6ce-dfe0445c3e56 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Task: {'id': task-3243485, 'name': CreateSnapshot_Task, 'duration_secs': 0.916108} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.431163] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-6b61ca5c-c3f2-48ad-b6ce-dfe0445c3e56 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Created Snapshot of the VM instance {{(pid=68800) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 779.433348] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7e764a-7453-49bc-953e-f8b2f06c935e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.499685] env[68800]: DEBUG nova.compute.manager [req-6695e7bf-f4d4-4559-ae11-e58032d8c053 req-d3ee0c60-845e-4694-96fc-8ecc1624e301 service nova] [instance: d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d] Received event network-changed-735ed8ca-ccb1-4911-b817-f5860f27b8c3 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.500095] env[68800]: DEBUG nova.compute.manager [req-6695e7bf-f4d4-4559-ae11-e58032d8c053 req-d3ee0c60-845e-4694-96fc-8ecc1624e301 service nova] [instance: d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d] Refreshing instance network info cache due to event network-changed-735ed8ca-ccb1-4911-b817-f5860f27b8c3. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 779.500441] env[68800]: DEBUG oslo_concurrency.lockutils [req-6695e7bf-f4d4-4559-ae11-e58032d8c053 req-d3ee0c60-845e-4694-96fc-8ecc1624e301 service nova] Acquiring lock "refresh_cache-d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.500737] env[68800]: DEBUG oslo_concurrency.lockutils [req-6695e7bf-f4d4-4559-ae11-e58032d8c053 req-d3ee0c60-845e-4694-96fc-8ecc1624e301 service nova] Acquired lock "refresh_cache-d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.501197] env[68800]: DEBUG nova.network.neutron [req-6695e7bf-f4d4-4559-ae11-e58032d8c053 req-d3ee0c60-845e-4694-96fc-8ecc1624e301 service nova] [instance: d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d] Refreshing network info cache for port 735ed8ca-ccb1-4911-b817-f5860f27b8c3 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.543345] env[68800]: INFO nova.compute.manager [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Took 48.35 seconds to build instance. [ 779.634796] env[68800]: DEBUG oslo_vmware.api [None req-f2f550d6-78c2-40b6-a089-5b7f81a35452 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Task: {'id': task-3243487, 'name': PowerOffVM_Task, 'duration_secs': 0.245047} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.635193] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2f550d6-78c2-40b6-a089-5b7f81a35452 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: 5207f0f8-398c-478f-8382-7cbe6e3b201d] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.635436] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f550d6-78c2-40b6-a089-5b7f81a35452 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: 5207f0f8-398c-478f-8382-7cbe6e3b201d] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 779.635802] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3981ea74-a953-42bc-98cd-e1feed03c149 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.707987] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f550d6-78c2-40b6-a089-5b7f81a35452 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: 5207f0f8-398c-478f-8382-7cbe6e3b201d] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 779.708340] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f550d6-78c2-40b6-a089-5b7f81a35452 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: 5207f0f8-398c-478f-8382-7cbe6e3b201d] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 779.708530] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2f550d6-78c2-40b6-a089-5b7f81a35452 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Deleting the datastore file [datastore1] 5207f0f8-398c-478f-8382-7cbe6e3b201d {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 779.708811] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ccb9ec33-81aa-49f0-81c0-2f74989e9145 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.717552] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.760s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.718385] env[68800]: DEBUG nova.compute.manager [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 779.725985] env[68800]: DEBUG oslo_vmware.api [None req-f2f550d6-78c2-40b6-a089-5b7f81a35452 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Waiting for the task: (returnval){ [ 779.725985] env[68800]: value = "task-3243494" [ 779.725985] env[68800]: _type = "Task" [ 779.725985] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.725985] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0661c0ef-ac70-4c41-aa01-453e7b71e65c tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.186s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.725985] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0661c0ef-ac70-4c41-aa01-453e7b71e65c tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.725985] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.387s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.726725] env[68800]: INFO nova.compute.claims [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b6ce6d33-aebc-420e-afe7-9e0908a2c560] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 779.738933] env[68800]: DEBUG oslo_vmware.api [None req-f2f550d6-78c2-40b6-a089-5b7f81a35452 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Task: {'id': task-3243494, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.772756] env[68800]: INFO nova.scheduler.client.report [None req-0661c0ef-ac70-4c41-aa01-453e7b71e65c tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Deleted allocations for instance d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89 [ 779.827739] env[68800]: DEBUG oslo_vmware.api [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243488, 'name': ReconfigVM_Task, 'duration_secs': 0.321289} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.831021] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Reconfigured VM instance instance-00000025 to attach disk [datastore2] c4e41c81-3958-4797-84a2-9486ba6278f1/c4e41c81-3958-4797-84a2-9486ba6278f1.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.831021] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9ffd9cc-7599-4a7b-a8aa-7caffce3b011 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.837391] env[68800]: DEBUG oslo_vmware.api [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 779.837391] env[68800]: value = "task-3243495" [ 779.837391] env[68800]: _type = "Task" [ 779.837391] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.849490] env[68800]: DEBUG oslo_vmware.api [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243495, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.851440] env[68800]: DEBUG nova.compute.manager [req-63a0e13c-44fa-40ac-960d-d263730dd5b1 req-81fdfd55-7535-42d0-b865-7cd22f0c9f95 service nova] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Received event network-vif-deleted-f17e18f6-a4de-4f42-939b-935cc09ad333 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.916388] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243491, 'name': CreateVM_Task, 'duration_secs': 0.437474} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.916940] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 779.917839] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.918018] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.918378] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.918672] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10ecd309-5286-4845-a84e-a3ec4608b0e1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.923682] env[68800]: DEBUG oslo_vmware.api [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Waiting for the task: (returnval){ [ 779.923682] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52364c4d-d443-96c0-9cc0-14ffb9b10d9c" [ 779.923682] env[68800]: _type = "Task" [ 779.923682] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.932264] env[68800]: DEBUG oslo_vmware.api [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52364c4d-d443-96c0-9cc0-14ffb9b10d9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.955185] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-6b61ca5c-c3f2-48ad-b6ce-dfe0445c3e56 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Creating linked-clone VM from snapshot {{(pid=68800) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 779.955548] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-72b72b6a-cc86-4f5f-88a3-5cef532b08fd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.963498] env[68800]: DEBUG oslo_vmware.api [None req-6b61ca5c-c3f2-48ad-b6ce-dfe0445c3e56 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Waiting for the task: (returnval){ [ 779.963498] env[68800]: value = "task-3243496" [ 779.963498] env[68800]: _type = "Task" [ 779.963498] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.974045] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6ffb904a-4f5b-4990-84ff-eba8ca124978 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.974346] env[68800]: DEBUG oslo_vmware.api [None req-6b61ca5c-c3f2-48ad-b6ce-dfe0445c3e56 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Task: {'id': task-3243496, 'name': CloneVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.047048] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e1575866-997e-41eb-921a-097c0b45a193 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Lock "c8d19cdf-eced-4fa6-ba93-223530bb7fe2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.816s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.234182] env[68800]: DEBUG nova.compute.utils [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 780.236985] env[68800]: DEBUG nova.compute.manager [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 780.237303] env[68800]: DEBUG nova.network.neutron [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 780.249574] env[68800]: DEBUG oslo_vmware.api [None req-f2f550d6-78c2-40b6-a089-5b7f81a35452 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Task: {'id': task-3243494, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17166} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.250562] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2f550d6-78c2-40b6-a089-5b7f81a35452 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.250768] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f550d6-78c2-40b6-a089-5b7f81a35452 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: 5207f0f8-398c-478f-8382-7cbe6e3b201d] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 780.250983] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f550d6-78c2-40b6-a089-5b7f81a35452 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: 5207f0f8-398c-478f-8382-7cbe6e3b201d] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 780.251178] env[68800]: INFO nova.compute.manager [None req-f2f550d6-78c2-40b6-a089-5b7f81a35452 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] [instance: 5207f0f8-398c-478f-8382-7cbe6e3b201d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 780.251489] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2f550d6-78c2-40b6-a089-5b7f81a35452 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.251974] env[68800]: DEBUG nova.compute.manager [-] [instance: 5207f0f8-398c-478f-8382-7cbe6e3b201d] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 780.253900] env[68800]: DEBUG nova.network.neutron [-] [instance: 5207f0f8-398c-478f-8382-7cbe6e3b201d] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 780.288050] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0661c0ef-ac70-4c41-aa01-453e7b71e65c tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.150s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.351081] env[68800]: DEBUG oslo_vmware.api [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243495, 'name': Rename_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.391497] env[68800]: DEBUG nova.network.neutron [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] Successfully updated port: 0b156ab7-96ac-44ad-be40-35fd9daa71f2 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 780.439516] env[68800]: DEBUG oslo_vmware.api [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52364c4d-d443-96c0-9cc0-14ffb9b10d9c, 'name': SearchDatastore_Task, 'duration_secs': 0.010318} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.440204] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.440618] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] [instance: d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 780.441015] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.441330] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.441645] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 780.442126] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2bb26498-9c12-48c8-a21b-0c671ca959ed {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.452050] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 780.452589] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 780.455995] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22e89e67-b504-4fd1-b62d-d7404998cde0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.460443] env[68800]: DEBUG oslo_vmware.api [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Waiting for the task: (returnval){ [ 780.460443] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]522d2e4f-0289-1971-95b2-a21a398a01ef" [ 780.460443] env[68800]: _type = "Task" [ 780.460443] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.474442] env[68800]: DEBUG oslo_vmware.api [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]522d2e4f-0289-1971-95b2-a21a398a01ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.478097] env[68800]: DEBUG oslo_vmware.api [None req-6b61ca5c-c3f2-48ad-b6ce-dfe0445c3e56 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Task: {'id': task-3243496, 'name': CloneVM_Task} progress is 94%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.488874] env[68800]: DEBUG nova.policy [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f79f3aed79214c8cb4cfd1932b4646c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58f7c08698d34b808f3dd1112b0ebdad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 780.552261] env[68800]: DEBUG nova.compute.manager [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 780.738064] env[68800]: DEBUG nova.compute.manager [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 780.852129] env[68800]: DEBUG oslo_vmware.api [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243495, 'name': Rename_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.899610] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Acquiring lock "refresh_cache-d09d6489-64ed-44b7-8a61-ee59d6160ba4" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.899610] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Acquired lock "refresh_cache-d09d6489-64ed-44b7-8a61-ee59d6160ba4" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.899610] env[68800]: DEBUG nova.network.neutron [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.980057] env[68800]: DEBUG oslo_vmware.api [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]522d2e4f-0289-1971-95b2-a21a398a01ef, 'name': SearchDatastore_Task, 'duration_secs': 0.013476} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.980916] env[68800]: DEBUG oslo_vmware.api [None req-6b61ca5c-c3f2-48ad-b6ce-dfe0445c3e56 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Task: {'id': task-3243496, 'name': CloneVM_Task} progress is 94%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.981845] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3de80b4d-ecb5-47b9-9843-9e4099c17ea2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.991920] env[68800]: DEBUG oslo_vmware.api [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Waiting for the task: (returnval){ [ 780.991920] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52580ad2-87df-4948-6a40-e910c5b40398" [ 780.991920] env[68800]: _type = "Task" [ 780.991920] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.005330] env[68800]: DEBUG oslo_vmware.api [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52580ad2-87df-4948-6a40-e910c5b40398, 'name': SearchDatastore_Task} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.005330] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.005530] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d/d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.005920] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b77b197-e7e4-4cb9-9f24-49f3d80867e4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.017321] env[68800]: DEBUG oslo_vmware.api [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Waiting for the task: (returnval){ [ 781.017321] env[68800]: value = "task-3243497" [ 781.017321] env[68800]: _type = "Task" [ 781.017321] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.026308] env[68800]: DEBUG oslo_vmware.api [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Task: {'id': task-3243497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.079571] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.303162] env[68800]: DEBUG nova.network.neutron [req-6695e7bf-f4d4-4559-ae11-e58032d8c053 req-d3ee0c60-845e-4694-96fc-8ecc1624e301 service nova] [instance: d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d] Updated VIF entry in instance network info cache for port 735ed8ca-ccb1-4911-b817-f5860f27b8c3. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.303585] env[68800]: DEBUG nova.network.neutron [req-6695e7bf-f4d4-4559-ae11-e58032d8c053 req-d3ee0c60-845e-4694-96fc-8ecc1624e301 service nova] [instance: d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d] Updating instance_info_cache with network_info: [{"id": "735ed8ca-ccb1-4911-b817-f5860f27b8c3", "address": "fa:16:3e:0c:02:54", "network": {"id": "e66d25e2-53e0-40f5-a9e8-53e2342db34c", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1707303337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c178cd8777bd401abed7c163c15e1fac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap735ed8ca-cc", "ovs_interfaceid": "735ed8ca-ccb1-4911-b817-f5860f27b8c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.348024] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ea3b92-fe47-416c-9aee-6df601f6b749 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.354529] env[68800]: DEBUG oslo_vmware.api [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243495, 'name': Rename_Task, 'duration_secs': 1.185238} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.355348] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 781.355690] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f7616b9-f1e9-42ec-ac3f-d5485b499071 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.362447] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567650e8-3c18-4aa5-8633-d38941a7ce51 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.368757] env[68800]: DEBUG oslo_vmware.api [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 781.368757] env[68800]: value = "task-3243498" [ 781.368757] env[68800]: _type = "Task" [ 781.368757] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.424861] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cae2731-5622-4461-9e95-72b5007eae30 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.429324] env[68800]: DEBUG oslo_vmware.api [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243498, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.437443] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63576ab-d161-4b85-9a10-43eaad218b51 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.456143] env[68800]: DEBUG nova.compute.provider_tree [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.477650] env[68800]: DEBUG oslo_vmware.api [None req-6b61ca5c-c3f2-48ad-b6ce-dfe0445c3e56 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Task: {'id': task-3243496, 'name': CloneVM_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.530694] env[68800]: DEBUG oslo_vmware.api [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Task: {'id': task-3243497, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.595143] env[68800]: DEBUG nova.network.neutron [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 781.757399] env[68800]: DEBUG nova.compute.manager [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 781.795707] env[68800]: DEBUG nova.virt.hardware [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 781.795707] env[68800]: DEBUG nova.virt.hardware [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 781.795707] env[68800]: DEBUG nova.virt.hardware [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.795933] env[68800]: DEBUG nova.virt.hardware [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 781.795981] env[68800]: DEBUG nova.virt.hardware [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.796138] env[68800]: DEBUG nova.virt.hardware [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 781.796370] env[68800]: DEBUG nova.virt.hardware [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 781.796535] env[68800]: DEBUG nova.virt.hardware [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 781.796707] env[68800]: DEBUG nova.virt.hardware [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 781.796872] env[68800]: DEBUG nova.virt.hardware [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 781.797057] env[68800]: DEBUG nova.virt.hardware [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 781.798149] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e305ce7a-ed74-46bf-abe5-a15220c15889 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.807147] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe5d13c-ea85-468b-90d5-a668fedb7c4c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.811743] env[68800]: DEBUG oslo_concurrency.lockutils [req-6695e7bf-f4d4-4559-ae11-e58032d8c053 req-d3ee0c60-845e-4694-96fc-8ecc1624e301 service nova] Releasing lock "refresh_cache-d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.883476] env[68800]: DEBUG oslo_vmware.api [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243498, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.902707] env[68800]: DEBUG nova.compute.manager [req-f9fe4195-e11f-4dcb-96a0-f7625b2ce078 req-91f811f3-901e-4931-ab97-7c170310af2e service nova] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] Received event network-vif-plugged-0b156ab7-96ac-44ad-be40-35fd9daa71f2 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.903254] env[68800]: DEBUG oslo_concurrency.lockutils [req-f9fe4195-e11f-4dcb-96a0-f7625b2ce078 req-91f811f3-901e-4931-ab97-7c170310af2e service nova] Acquiring lock "d09d6489-64ed-44b7-8a61-ee59d6160ba4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.903542] env[68800]: DEBUG oslo_concurrency.lockutils [req-f9fe4195-e11f-4dcb-96a0-f7625b2ce078 req-91f811f3-901e-4931-ab97-7c170310af2e service nova] Lock "d09d6489-64ed-44b7-8a61-ee59d6160ba4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.907023] env[68800]: DEBUG oslo_concurrency.lockutils [req-f9fe4195-e11f-4dcb-96a0-f7625b2ce078 req-91f811f3-901e-4931-ab97-7c170310af2e service nova] Lock "d09d6489-64ed-44b7-8a61-ee59d6160ba4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.907023] env[68800]: DEBUG nova.compute.manager [req-f9fe4195-e11f-4dcb-96a0-f7625b2ce078 req-91f811f3-901e-4931-ab97-7c170310af2e service nova] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] No waiting events found dispatching network-vif-plugged-0b156ab7-96ac-44ad-be40-35fd9daa71f2 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 781.907023] env[68800]: WARNING nova.compute.manager [req-f9fe4195-e11f-4dcb-96a0-f7625b2ce078 req-91f811f3-901e-4931-ab97-7c170310af2e service nova] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] Received unexpected event network-vif-plugged-0b156ab7-96ac-44ad-be40-35fd9daa71f2 for instance with vm_state building and task_state spawning. [ 781.907023] env[68800]: DEBUG nova.compute.manager [req-f9fe4195-e11f-4dcb-96a0-f7625b2ce078 req-91f811f3-901e-4931-ab97-7c170310af2e service nova] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] Received event network-changed-0b156ab7-96ac-44ad-be40-35fd9daa71f2 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.907023] env[68800]: DEBUG nova.compute.manager [req-f9fe4195-e11f-4dcb-96a0-f7625b2ce078 req-91f811f3-901e-4931-ab97-7c170310af2e service nova] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] Refreshing instance network info cache due to event network-changed-0b156ab7-96ac-44ad-be40-35fd9daa71f2. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 781.907583] env[68800]: DEBUG oslo_concurrency.lockutils [req-f9fe4195-e11f-4dcb-96a0-f7625b2ce078 req-91f811f3-901e-4931-ab97-7c170310af2e service nova] Acquiring lock "refresh_cache-d09d6489-64ed-44b7-8a61-ee59d6160ba4" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.959901] env[68800]: DEBUG nova.scheduler.client.report [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.981302] env[68800]: DEBUG oslo_vmware.api [None req-6b61ca5c-c3f2-48ad-b6ce-dfe0445c3e56 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Task: {'id': task-3243496, 'name': CloneVM_Task, 'duration_secs': 1.55655} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.981779] env[68800]: INFO nova.virt.vmwareapi.vmops [None req-6b61ca5c-c3f2-48ad-b6ce-dfe0445c3e56 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Created linked-clone VM from snapshot [ 781.986047] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6920035a-6b17-4782-a9f9-3e000656199f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.994139] env[68800]: DEBUG nova.virt.vmwareapi.images [None req-6b61ca5c-c3f2-48ad-b6ce-dfe0445c3e56 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Uploading image 775bf56f-8909-43ab-9295-e85656c94fd2 {{(pid=68800) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 782.026695] env[68800]: DEBUG oslo_vmware.rw_handles [None req-6b61ca5c-c3f2-48ad-b6ce-dfe0445c3e56 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 782.026695] env[68800]: value = "vm-648200" [ 782.026695] env[68800]: _type = "VirtualMachine" [ 782.026695] env[68800]: }. {{(pid=68800) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 782.027120] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5676e0af-0691-46c7-914b-baa6c411ca24 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.032463] env[68800]: DEBUG oslo_vmware.api [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Task: {'id': task-3243497, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525595} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.033250] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d/d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.033434] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] [instance: d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.034128] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6bc38f5-75b5-492e-a031-d3e185055de7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.041756] env[68800]: DEBUG oslo_vmware.rw_handles [None req-6b61ca5c-c3f2-48ad-b6ce-dfe0445c3e56 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Lease: (returnval){ [ 782.041756] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5290e87d-450a-6cf1-f52a-42fc5b14551b" [ 782.041756] env[68800]: _type = "HttpNfcLease" [ 782.041756] env[68800]: } obtained for exporting VM: (result){ [ 782.041756] env[68800]: value = "vm-648200" [ 782.041756] env[68800]: _type = "VirtualMachine" [ 782.041756] env[68800]: }. {{(pid=68800) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 782.041756] env[68800]: DEBUG oslo_vmware.api [None req-6b61ca5c-c3f2-48ad-b6ce-dfe0445c3e56 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Waiting for the lease: (returnval){ [ 782.041756] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5290e87d-450a-6cf1-f52a-42fc5b14551b" [ 782.041756] env[68800]: _type = "HttpNfcLease" [ 782.041756] env[68800]: } to be ready. {{(pid=68800) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 782.042483] env[68800]: DEBUG oslo_vmware.api [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Waiting for the task: (returnval){ [ 782.042483] env[68800]: value = "task-3243500" [ 782.042483] env[68800]: _type = "Task" [ 782.042483] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.057878] env[68800]: DEBUG oslo_vmware.api [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Task: {'id': task-3243500, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.059441] env[68800]: DEBUG nova.network.neutron [-] [instance: 5207f0f8-398c-478f-8382-7cbe6e3b201d] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.060808] env[68800]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 782.060808] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5290e87d-450a-6cf1-f52a-42fc5b14551b" [ 782.060808] env[68800]: _type = "HttpNfcLease" [ 782.060808] env[68800]: } is initializing. {{(pid=68800) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 782.110499] env[68800]: DEBUG nova.network.neutron [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Successfully created port: 98d828a0-30ea-4c82-b10b-5a95b3a89df2 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 782.171376] env[68800]: DEBUG nova.network.neutron [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] Updating instance_info_cache with network_info: [{"id": "0b156ab7-96ac-44ad-be40-35fd9daa71f2", "address": "fa:16:3e:a8:66:f7", "network": {"id": "05ac5a8a-b481-4ddc-befe-5284f6ce153b", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-390068765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ec81281940c4408b16714275cf33448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b156ab7-96", "ovs_interfaceid": "0b156ab7-96ac-44ad-be40-35fd9daa71f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.381917] env[68800]: DEBUG oslo_vmware.api [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243498, 'name': PowerOnVM_Task, 'duration_secs': 0.662776} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.381917] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 782.383271] env[68800]: INFO nova.compute.manager [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Took 8.89 seconds to spawn the instance on the hypervisor. [ 782.383271] env[68800]: DEBUG nova.compute.manager [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.384264] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9c2904-037f-45df-836e-f811a7bb34f0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.472021] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.746s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.472021] env[68800]: DEBUG nova.compute.manager [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b6ce6d33-aebc-420e-afe7-9e0908a2c560] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 782.474394] env[68800]: DEBUG oslo_concurrency.lockutils [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.855s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.476448] env[68800]: INFO nova.compute.claims [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] [instance: b636f115-b125-4317-915a-d03d85d128aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 782.554684] env[68800]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 782.554684] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5290e87d-450a-6cf1-f52a-42fc5b14551b" [ 782.554684] env[68800]: _type = "HttpNfcLease" [ 782.554684] env[68800]: } is ready. {{(pid=68800) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 782.555488] env[68800]: DEBUG oslo_vmware.rw_handles [None req-6b61ca5c-c3f2-48ad-b6ce-dfe0445c3e56 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 782.555488] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5290e87d-450a-6cf1-f52a-42fc5b14551b" [ 782.555488] env[68800]: _type = "HttpNfcLease" [ 782.555488] env[68800]: }. {{(pid=68800) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 782.556443] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7d2664-cab1-4b96-b874-0d6fbc34f37f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.563911] env[68800]: INFO nova.compute.manager [-] [instance: 5207f0f8-398c-478f-8382-7cbe6e3b201d] Took 2.31 seconds to deallocate network for instance. [ 782.564334] env[68800]: DEBUG oslo_vmware.api [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Task: {'id': task-3243500, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078669} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.571017] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] [instance: d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 782.581179] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8611356-b1a8-4f7d-bf65-0a8d7a64ce08 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.584597] env[68800]: DEBUG oslo_vmware.rw_handles [None req-6b61ca5c-c3f2-48ad-b6ce-dfe0445c3e56 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a60e37-58f0-f4f9-252e-5262d362e951/disk-0.vmdk from lease info. {{(pid=68800) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 782.584898] env[68800]: DEBUG oslo_vmware.rw_handles [None req-6b61ca5c-c3f2-48ad-b6ce-dfe0445c3e56 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a60e37-58f0-f4f9-252e-5262d362e951/disk-0.vmdk for reading. {{(pid=68800) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 782.615633] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] [instance: d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d/d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 782.675064] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-676259cc-9262-43fd-b6ba-8686eddd0488 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.695317] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Releasing lock "refresh_cache-d09d6489-64ed-44b7-8a61-ee59d6160ba4" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.695759] env[68800]: DEBUG nova.compute.manager [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] Instance network_info: |[{"id": "0b156ab7-96ac-44ad-be40-35fd9daa71f2", "address": "fa:16:3e:a8:66:f7", "network": {"id": "05ac5a8a-b481-4ddc-befe-5284f6ce153b", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-390068765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ec81281940c4408b16714275cf33448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b156ab7-96", "ovs_interfaceid": "0b156ab7-96ac-44ad-be40-35fd9daa71f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 782.697145] env[68800]: DEBUG oslo_concurrency.lockutils [req-f9fe4195-e11f-4dcb-96a0-f7625b2ce078 req-91f811f3-901e-4931-ab97-7c170310af2e service nova] Acquired lock "refresh_cache-d09d6489-64ed-44b7-8a61-ee59d6160ba4" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.697145] env[68800]: DEBUG nova.network.neutron [req-f9fe4195-e11f-4dcb-96a0-f7625b2ce078 req-91f811f3-901e-4931-ab97-7c170310af2e service nova] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] Refreshing network info cache for port 0b156ab7-96ac-44ad-be40-35fd9daa71f2 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.698730] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:66:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c297fe21-cd0b-4226-813b-a65d2358d034', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b156ab7-96ac-44ad-be40-35fd9daa71f2', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 782.710561] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Creating folder: Project (6ec81281940c4408b16714275cf33448). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 782.711617] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a248a42-fdb7-4924-ae05-541bb75db1f1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.716478] env[68800]: DEBUG oslo_vmware.api [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Waiting for the task: (returnval){ [ 782.716478] env[68800]: value = "task-3243501" [ 782.716478] env[68800]: _type = "Task" [ 782.716478] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.725507] env[68800]: DEBUG oslo_vmware.api [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Task: {'id': task-3243501, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.726965] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Created folder: Project (6ec81281940c4408b16714275cf33448) in parent group-v648080. [ 782.727065] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Creating folder: Instances. Parent ref: group-v648201. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 782.727365] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80a80910-c850-461b-9e1a-22b3261e57fe {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.741469] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Created folder: Instances in parent group-v648201. [ 782.741754] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.742014] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 782.742914] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a0487c1-ddc6-4a44-b4c4-66a87ba44d58 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.763404] env[68800]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4fba3fbf-8c8c-4243-bbc3-2d715039dec8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.770790] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.770790] env[68800]: value = "task-3243504" [ 782.770790] env[68800]: _type = "Task" [ 782.770790] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.779274] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243504, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.879304] env[68800]: DEBUG nova.compute.manager [req-943c404c-2075-498b-9299-76930b429c1c req-48e1dc94-d8d8-4fb3-950a-59e5157dab4a service nova] [instance: 5207f0f8-398c-478f-8382-7cbe6e3b201d] Received event network-vif-deleted-cee63748-89de-48ca-aa6e-ee356a54e778 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.913027] env[68800]: INFO nova.compute.manager [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Took 48.39 seconds to build instance. [ 782.986586] env[68800]: DEBUG nova.compute.utils [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 782.991083] env[68800]: DEBUG nova.compute.manager [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b6ce6d33-aebc-420e-afe7-9e0908a2c560] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 782.991519] env[68800]: DEBUG nova.network.neutron [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b6ce6d33-aebc-420e-afe7-9e0908a2c560] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 783.086278] env[68800]: DEBUG nova.policy [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0a0adb57ad6407b86e5a4ec91170401', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d220f632182492799c4801305366455', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 783.088422] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f2f550d6-78c2-40b6-a089-5b7f81a35452 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.228576] env[68800]: DEBUG oslo_vmware.api [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Task: {'id': task-3243501, 'name': ReconfigVM_Task, 'duration_secs': 0.493247} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.228576] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] [instance: d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d] Reconfigured VM instance instance-00000026 to attach disk [datastore1] d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d/d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.229437] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6edf0565-738b-446a-abd1-fa7238e33d6e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.236839] env[68800]: DEBUG oslo_vmware.api [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Waiting for the task: (returnval){ [ 783.236839] env[68800]: value = "task-3243505" [ 783.236839] env[68800]: _type = "Task" [ 783.236839] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.249439] env[68800]: DEBUG oslo_vmware.api [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Task: {'id': task-3243505, 'name': Rename_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.287787] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243504, 'name': CreateVM_Task, 'duration_secs': 0.462149} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.290348] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 783.291111] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.292429] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.292429] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.292429] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9962d488-e699-4416-8909-6fc8a326ae6a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.298577] env[68800]: DEBUG oslo_vmware.api [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Waiting for the task: (returnval){ [ 783.298577] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52cb8e69-9b0d-db0c-c826-7c3fb8c7b734" [ 783.298577] env[68800]: _type = "Task" [ 783.298577] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.309046] env[68800]: DEBUG oslo_vmware.api [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52cb8e69-9b0d-db0c-c826-7c3fb8c7b734, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.412953] env[68800]: DEBUG oslo_concurrency.lockutils [None req-71255ab2-9cf7-45a1-8526-c1a8ca779b45 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Lock "c4e41c81-3958-4797-84a2-9486ba6278f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.980s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.498662] env[68800]: DEBUG nova.compute.manager [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b6ce6d33-aebc-420e-afe7-9e0908a2c560] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 783.530078] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "0493e632-089d-4166-8048-040724607526" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.530406] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "0493e632-089d-4166-8048-040724607526" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.752996] env[68800]: DEBUG oslo_vmware.api [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Task: {'id': task-3243505, 'name': Rename_Task, 'duration_secs': 0.215635} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.756779] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] [instance: d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.757502] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7421ec7d-1e63-4274-8f9f-42c4fc33736c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.766442] env[68800]: DEBUG oslo_vmware.api [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Waiting for the task: (returnval){ [ 783.766442] env[68800]: value = "task-3243506" [ 783.766442] env[68800]: _type = "Task" [ 783.766442] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.784043] env[68800]: DEBUG oslo_vmware.api [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Task: {'id': task-3243506, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.809517] env[68800]: DEBUG oslo_vmware.api [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52cb8e69-9b0d-db0c-c826-7c3fb8c7b734, 'name': SearchDatastore_Task, 'duration_secs': 0.021309} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.812586] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.812927] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 783.813206] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.813563] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.813563] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 783.814102] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec7c5f3a-c9df-4e98-948a-83a561fd0633 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.824402] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 783.824957] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 783.828342] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5c71d7f-45bf-4fdf-97a5-a8407abced1b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.837196] env[68800]: DEBUG oslo_vmware.api [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Waiting for the task: (returnval){ [ 783.837196] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]527d7652-95a9-fc8b-3a20-2b75236540a3" [ 783.837196] env[68800]: _type = "Task" [ 783.837196] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.846039] env[68800]: DEBUG oslo_vmware.api [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]527d7652-95a9-fc8b-3a20-2b75236540a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.916956] env[68800]: DEBUG nova.compute.manager [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 784.114885] env[68800]: DEBUG nova.network.neutron [req-f9fe4195-e11f-4dcb-96a0-f7625b2ce078 req-91f811f3-901e-4931-ab97-7c170310af2e service nova] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] Updated VIF entry in instance network info cache for port 0b156ab7-96ac-44ad-be40-35fd9daa71f2. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 784.114885] env[68800]: DEBUG nova.network.neutron [req-f9fe4195-e11f-4dcb-96a0-f7625b2ce078 req-91f811f3-901e-4931-ab97-7c170310af2e service nova] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] Updating instance_info_cache with network_info: [{"id": "0b156ab7-96ac-44ad-be40-35fd9daa71f2", "address": "fa:16:3e:a8:66:f7", "network": {"id": "05ac5a8a-b481-4ddc-befe-5284f6ce153b", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-390068765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ec81281940c4408b16714275cf33448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b156ab7-96", "ovs_interfaceid": "0b156ab7-96ac-44ad-be40-35fd9daa71f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.148274] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77648f22-51ce-40b3-bf2e-bf44db6d43f6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.158123] env[68800]: DEBUG nova.network.neutron [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b6ce6d33-aebc-420e-afe7-9e0908a2c560] Successfully created port: 03e4ef15-f82a-4795-aa5a-cb7f6a4b39fc {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 784.162348] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c1b2c3-add2-493a-b89a-142ba89e34be {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.198852] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21d89a8-6cb8-4e2d-813b-cc8efce2b079 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.208943] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5979607-1fc2-4855-b909-3ae381dd64cc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.225546] env[68800]: DEBUG nova.compute.provider_tree [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.292775] env[68800]: DEBUG oslo_vmware.api [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Task: {'id': task-3243506, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.365780] env[68800]: DEBUG oslo_vmware.api [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]527d7652-95a9-fc8b-3a20-2b75236540a3, 'name': SearchDatastore_Task, 'duration_secs': 0.023183} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.365780] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9fbb3e4-d309-400a-80ce-071a9cc08ac3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.373930] env[68800]: DEBUG oslo_vmware.api [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Waiting for the task: (returnval){ [ 784.373930] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ab6345-ffde-177c-755a-9fc925892263" [ 784.373930] env[68800]: _type = "Task" [ 784.373930] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.387969] env[68800]: DEBUG oslo_vmware.api [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ab6345-ffde-177c-755a-9fc925892263, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.450210] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.516999] env[68800]: DEBUG nova.compute.manager [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b6ce6d33-aebc-420e-afe7-9e0908a2c560] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 784.618554] env[68800]: DEBUG oslo_concurrency.lockutils [req-f9fe4195-e11f-4dcb-96a0-f7625b2ce078 req-91f811f3-901e-4931-ab97-7c170310af2e service nova] Releasing lock "refresh_cache-d09d6489-64ed-44b7-8a61-ee59d6160ba4" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.697522] env[68800]: DEBUG nova.network.neutron [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Successfully updated port: 98d828a0-30ea-4c82-b10b-5a95b3a89df2 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 784.730841] env[68800]: DEBUG nova.scheduler.client.report [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.787668] env[68800]: DEBUG oslo_vmware.api [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Task: {'id': task-3243506, 'name': PowerOnVM_Task, 'duration_secs': 0.618713} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.787911] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] [instance: d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.788139] env[68800]: INFO nova.compute.manager [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] [instance: d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d] Took 8.56 seconds to spawn the instance on the hypervisor. [ 784.788766] env[68800]: DEBUG nova.compute.manager [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] [instance: d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.789780] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3979b306-15bd-48d0-ac6f-2e17dc7fa78b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.888554] env[68800]: DEBUG oslo_vmware.api [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ab6345-ffde-177c-755a-9fc925892263, 'name': SearchDatastore_Task, 'duration_secs': 0.016479} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.888905] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.889225] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] d09d6489-64ed-44b7-8a61-ee59d6160ba4/d09d6489-64ed-44b7-8a61-ee59d6160ba4.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 784.889526] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1138b2ee-ac95-46d4-81d3-3b7eff8ac7ad {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.897807] env[68800]: DEBUG oslo_vmware.api [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Waiting for the task: (returnval){ [ 784.897807] env[68800]: value = "task-3243507" [ 784.897807] env[68800]: _type = "Task" [ 784.897807] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.907163] env[68800]: DEBUG oslo_vmware.api [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Task: {'id': task-3243507, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.200088] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Acquiring lock "refresh_cache-913f76bd-2cb4-450b-a506-6687ee98cd86" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.200404] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Acquired lock "refresh_cache-913f76bd-2cb4-450b-a506-6687ee98cd86" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.200857] env[68800]: DEBUG nova.network.neutron [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.237902] env[68800]: DEBUG oslo_concurrency.lockutils [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.763s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.238870] env[68800]: DEBUG nova.compute.manager [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] [instance: b636f115-b125-4317-915a-d03d85d128aa] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 785.245474] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8af6a6c2-063d-4035-854e-0f963082ae1f tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.660s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.245474] env[68800]: DEBUG nova.objects.instance [None req-8af6a6c2-063d-4035-854e-0f963082ae1f tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Lazy-loading 'resources' on Instance uuid 04804c6c-0112-4d22-8d0a-eb1ad7825625 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 785.308830] env[68800]: INFO nova.compute.manager [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] [instance: d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d] Took 49.05 seconds to build instance. [ 785.411156] env[68800]: DEBUG oslo_vmware.api [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Task: {'id': task-3243507, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.748710] env[68800]: DEBUG nova.compute.utils [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 785.753797] env[68800]: DEBUG nova.compute.manager [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] [instance: b636f115-b125-4317-915a-d03d85d128aa] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 785.757239] env[68800]: DEBUG nova.network.neutron [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] [instance: b636f115-b125-4317-915a-d03d85d128aa] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 785.762239] env[68800]: DEBUG nova.network.neutron [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 785.813465] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a714521c-2065-4494-904d-1e7d967408cd tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Lock "d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.378s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.852769] env[68800]: DEBUG nova.policy [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9cbb77fabde74e57a1c697af8a3e36ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40b58c2250314aae942f414d5540f246', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 785.910782] env[68800]: DEBUG oslo_vmware.api [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Task: {'id': task-3243507, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598058} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.911776] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] d09d6489-64ed-44b7-8a61-ee59d6160ba4/d09d6489-64ed-44b7-8a61-ee59d6160ba4.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 785.911776] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 785.911776] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97568581-9baf-471c-89d9-e7fd8dfb4d4b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.923023] env[68800]: DEBUG oslo_vmware.api [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Waiting for the task: (returnval){ [ 785.923023] env[68800]: value = "task-3243508" [ 785.923023] env[68800]: _type = "Task" [ 785.923023] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.932827] env[68800]: DEBUG oslo_vmware.api [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Task: {'id': task-3243508, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.083823] env[68800]: DEBUG nova.network.neutron [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Updating instance_info_cache with network_info: [{"id": "98d828a0-30ea-4c82-b10b-5a95b3a89df2", "address": "fa:16:3e:0b:e3:4b", "network": {"id": "b542bbba-0bac-4aec-9a3a-a70c135f2b15", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1480833923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f7c08698d34b808f3dd1112b0ebdad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98d828a0-30", "ovs_interfaceid": "98d828a0-30ea-4c82-b10b-5a95b3a89df2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.257036] env[68800]: DEBUG nova.compute.manager [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] [instance: b636f115-b125-4317-915a-d03d85d128aa] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 786.280771] env[68800]: DEBUG nova.network.neutron [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b6ce6d33-aebc-420e-afe7-9e0908a2c560] Successfully updated port: 03e4ef15-f82a-4795-aa5a-cb7f6a4b39fc {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 786.319664] env[68800]: DEBUG nova.compute.manager [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 786.337162] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0a297a-a198-4938-9176-d56f5948077f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.344989] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d212e901-d6e9-48ad-a661-e1a7d42713bc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.376498] env[68800]: DEBUG nova.network.neutron [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] [instance: b636f115-b125-4317-915a-d03d85d128aa] Successfully created port: 603e4f5b-d554-4160-9ae4-5a6e81068f1c {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 786.379665] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8e664a-728e-43b1-ad36-024a32ed13cf {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.388572] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d817657-26aa-4e80-a1f7-5008e8fe3d10 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.403149] env[68800]: DEBUG nova.compute.provider_tree [None req-8af6a6c2-063d-4035-854e-0f963082ae1f tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.434280] env[68800]: DEBUG oslo_vmware.api [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Task: {'id': task-3243508, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142687} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.435061] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 786.436080] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1e02cb-6ee7-4f26-837b-3388609913e5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.459890] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] d09d6489-64ed-44b7-8a61-ee59d6160ba4/d09d6489-64ed-44b7-8a61-ee59d6160ba4.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 786.460246] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1f9d7f9-b9ff-45d1-8da1-6217e03d4d1d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.483968] env[68800]: DEBUG oslo_vmware.api [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Waiting for the task: (returnval){ [ 786.483968] env[68800]: value = "task-3243509" [ 786.483968] env[68800]: _type = "Task" [ 786.483968] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.494538] env[68800]: DEBUG oslo_vmware.api [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Task: {'id': task-3243509, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.496791] env[68800]: DEBUG nova.virt.hardware [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 786.496888] env[68800]: DEBUG nova.virt.hardware [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 786.496993] env[68800]: DEBUG nova.virt.hardware [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.497182] env[68800]: DEBUG nova.virt.hardware [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 786.497328] env[68800]: DEBUG nova.virt.hardware [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.497476] env[68800]: DEBUG nova.virt.hardware [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 786.499027] env[68800]: DEBUG nova.virt.hardware [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 786.499027] env[68800]: DEBUG nova.virt.hardware [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 786.499027] env[68800]: DEBUG nova.virt.hardware [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 786.499027] env[68800]: DEBUG nova.virt.hardware [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 786.499027] env[68800]: DEBUG nova.virt.hardware [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 786.500938] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb112876-0751-47f4-9b32-20d7407c6885 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.509968] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127b9c03-bc55-4407-8a65-4aa6aaffb85a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.517267] env[68800]: DEBUG oslo_vmware.rw_handles [None req-e1a0b19d-0030-4bb6-af36-b2601728b62e tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529a00a4-c7f6-848a-fdc2-6f94539b8307/disk-0.vmdk. {{(pid=68800) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 786.518125] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50a61c3-f157-47c8-a489-de7e04d52965 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.532355] env[68800]: DEBUG oslo_vmware.rw_handles [None req-e1a0b19d-0030-4bb6-af36-b2601728b62e tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529a00a4-c7f6-848a-fdc2-6f94539b8307/disk-0.vmdk is in state: ready. {{(pid=68800) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 786.532532] env[68800]: ERROR oslo_vmware.rw_handles [None req-e1a0b19d-0030-4bb6-af36-b2601728b62e tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529a00a4-c7f6-848a-fdc2-6f94539b8307/disk-0.vmdk due to incomplete transfer. [ 786.532876] env[68800]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-53abffd8-aec9-42ab-ae88-cb5cbedb6fe5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.541154] env[68800]: DEBUG oslo_vmware.rw_handles [None req-e1a0b19d-0030-4bb6-af36-b2601728b62e tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529a00a4-c7f6-848a-fdc2-6f94539b8307/disk-0.vmdk. {{(pid=68800) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 786.541325] env[68800]: DEBUG nova.virt.vmwareapi.images [None req-e1a0b19d-0030-4bb6-af36-b2601728b62e tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Uploaded image 8fea60ca-18ca-4c14-8083-af509564b79c to the Glance image server {{(pid=68800) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 786.543851] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1a0b19d-0030-4bb6-af36-b2601728b62e tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Destroying the VM {{(pid=68800) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 786.544148] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-75034157-e063-41a0-a3f4-b1e082f018b4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.550531] env[68800]: DEBUG oslo_vmware.api [None req-e1a0b19d-0030-4bb6-af36-b2601728b62e tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Waiting for the task: (returnval){ [ 786.550531] env[68800]: value = "task-3243510" [ 786.550531] env[68800]: _type = "Task" [ 786.550531] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.558608] env[68800]: DEBUG oslo_vmware.api [None req-e1a0b19d-0030-4bb6-af36-b2601728b62e tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243510, 'name': Destroy_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.588465] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Releasing lock "refresh_cache-913f76bd-2cb4-450b-a506-6687ee98cd86" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.588839] env[68800]: DEBUG nova.compute.manager [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Instance network_info: |[{"id": "98d828a0-30ea-4c82-b10b-5a95b3a89df2", "address": "fa:16:3e:0b:e3:4b", "network": {"id": "b542bbba-0bac-4aec-9a3a-a70c135f2b15", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1480833923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f7c08698d34b808f3dd1112b0ebdad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98d828a0-30", "ovs_interfaceid": "98d828a0-30ea-4c82-b10b-5a95b3a89df2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 786.589346] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:e3:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24144f5a-050a-4f1e-8d8c-774dc16dc791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98d828a0-30ea-4c82-b10b-5a95b3a89df2', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 786.597844] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Creating folder: Project (58f7c08698d34b808f3dd1112b0ebdad). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 786.597844] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da59aa09-5a1a-412a-8353-89e1980d30f2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.607659] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Created folder: Project (58f7c08698d34b808f3dd1112b0ebdad) in parent group-v648080. [ 786.607981] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Creating folder: Instances. Parent ref: group-v648204. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 786.608334] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d4d3ca7-8c0e-4351-9653-65e6f157cf3c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.618899] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Created folder: Instances in parent group-v648204. [ 786.619086] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.619423] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 786.619520] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-421a3917-f966-4a49-800a-6d0ae6f98cc0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.641085] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 786.641085] env[68800]: value = "task-3243513" [ 786.641085] env[68800]: _type = "Task" [ 786.641085] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.649782] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243513, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.788857] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquiring lock "refresh_cache-b6ce6d33-aebc-420e-afe7-9e0908a2c560" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.788857] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquired lock "refresh_cache-b6ce6d33-aebc-420e-afe7-9e0908a2c560" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.788857] env[68800]: DEBUG nova.network.neutron [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b6ce6d33-aebc-420e-afe7-9e0908a2c560] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 786.851428] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.906743] env[68800]: DEBUG nova.scheduler.client.report [None req-8af6a6c2-063d-4035-854e-0f963082ae1f tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.002674] env[68800]: DEBUG oslo_vmware.api [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Task: {'id': task-3243509, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.060253] env[68800]: DEBUG oslo_vmware.api [None req-e1a0b19d-0030-4bb6-af36-b2601728b62e tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243510, 'name': Destroy_Task} progress is 33%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.154026] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243513, 'name': CreateVM_Task, 'duration_secs': 0.480006} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.154241] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.155064] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.155188] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.155548] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.155837] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a73aebac-4d67-42e6-aad8-293e07961232 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.162722] env[68800]: DEBUG oslo_vmware.api [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Waiting for the task: (returnval){ [ 787.162722] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5257af60-aa96-361e-54b5-4ada3c6fbbe7" [ 787.162722] env[68800]: _type = "Task" [ 787.162722] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.174940] env[68800]: DEBUG oslo_vmware.api [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5257af60-aa96-361e-54b5-4ada3c6fbbe7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.188684] env[68800]: INFO nova.compute.manager [None req-85cdfd59-b852-49da-ad9a-538db5ed8859 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Rescuing [ 787.188913] env[68800]: DEBUG oslo_concurrency.lockutils [None req-85cdfd59-b852-49da-ad9a-538db5ed8859 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Acquiring lock "refresh_cache-c4e41c81-3958-4797-84a2-9486ba6278f1" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.190168] env[68800]: DEBUG oslo_concurrency.lockutils [None req-85cdfd59-b852-49da-ad9a-538db5ed8859 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Acquired lock "refresh_cache-c4e41c81-3958-4797-84a2-9486ba6278f1" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.190168] env[68800]: DEBUG nova.network.neutron [None req-85cdfd59-b852-49da-ad9a-538db5ed8859 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 787.268046] env[68800]: DEBUG nova.compute.manager [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] [instance: b636f115-b125-4317-915a-d03d85d128aa] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 787.301832] env[68800]: DEBUG nova.virt.hardware [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 787.302052] env[68800]: DEBUG nova.virt.hardware [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 787.302233] env[68800]: DEBUG nova.virt.hardware [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 787.302468] env[68800]: DEBUG nova.virt.hardware [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 787.302658] env[68800]: DEBUG nova.virt.hardware [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 787.302828] env[68800]: DEBUG nova.virt.hardware [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 787.303128] env[68800]: DEBUG nova.virt.hardware [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 787.303216] env[68800]: DEBUG nova.virt.hardware [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 787.303383] env[68800]: DEBUG nova.virt.hardware [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 787.303549] env[68800]: DEBUG nova.virt.hardware [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 787.303762] env[68800]: DEBUG nova.virt.hardware [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 787.304727] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbad5a20-d8c1-40e4-9b36-d218bb475c08 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.313291] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccc666f-f2fe-4e60-af8c-cde5280d7cb2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.339892] env[68800]: DEBUG nova.network.neutron [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b6ce6d33-aebc-420e-afe7-9e0908a2c560] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 787.413384] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8af6a6c2-063d-4035-854e-0f963082ae1f tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.170s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.416990] env[68800]: DEBUG oslo_concurrency.lockutils [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.223s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.417743] env[68800]: INFO nova.compute.claims [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 787.452022] env[68800]: INFO nova.scheduler.client.report [None req-8af6a6c2-063d-4035-854e-0f963082ae1f tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Deleted allocations for instance 04804c6c-0112-4d22-8d0a-eb1ad7825625 [ 787.500078] env[68800]: DEBUG oslo_vmware.api [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Task: {'id': task-3243509, 'name': ReconfigVM_Task, 'duration_secs': 0.54687} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.500078] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] Reconfigured VM instance instance-00000027 to attach disk [datastore1] d09d6489-64ed-44b7-8a61-ee59d6160ba4/d09d6489-64ed-44b7-8a61-ee59d6160ba4.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 787.500078] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f05b58c-e98e-46a3-b58a-6df22de6ec95 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.510851] env[68800]: DEBUG oslo_vmware.api [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Waiting for the task: (returnval){ [ 787.510851] env[68800]: value = "task-3243514" [ 787.510851] env[68800]: _type = "Task" [ 787.510851] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.522024] env[68800]: DEBUG oslo_vmware.api [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Task: {'id': task-3243514, 'name': Rename_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.561500] env[68800]: DEBUG oslo_vmware.api [None req-e1a0b19d-0030-4bb6-af36-b2601728b62e tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243510, 'name': Destroy_Task, 'duration_secs': 0.61301} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.561990] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-e1a0b19d-0030-4bb6-af36-b2601728b62e tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Destroyed the VM [ 787.562223] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a0b19d-0030-4bb6-af36-b2601728b62e tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Deleting Snapshot of the VM instance {{(pid=68800) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 787.562523] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5ac63248-9ea2-4462-92b5-1beec7413026 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.569810] env[68800]: DEBUG oslo_vmware.api [None req-e1a0b19d-0030-4bb6-af36-b2601728b62e tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Waiting for the task: (returnval){ [ 787.569810] env[68800]: value = "task-3243515" [ 787.569810] env[68800]: _type = "Task" [ 787.569810] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.578747] env[68800]: DEBUG oslo_vmware.api [None req-e1a0b19d-0030-4bb6-af36-b2601728b62e tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243515, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.582059] env[68800]: DEBUG nova.network.neutron [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b6ce6d33-aebc-420e-afe7-9e0908a2c560] Updating instance_info_cache with network_info: [{"id": "03e4ef15-f82a-4795-aa5a-cb7f6a4b39fc", "address": "fa:16:3e:5f:e3:45", "network": {"id": "9c8e77a0-a382-40d5-818f-4b50d2c00a28", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-917338782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d220f632182492799c4801305366455", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "838c9497-35dd-415e-96c7-8dc21b0cd4b3", "external-id": "nsx-vlan-transportzone-530", "segmentation_id": 530, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03e4ef15-f8", "ovs_interfaceid": "03e4ef15-f82a-4795-aa5a-cb7f6a4b39fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.654670] env[68800]: DEBUG nova.compute.manager [req-ebb26f6b-222a-44f3-9664-d34f3d453a5a req-4a009ded-169a-4d22-8540-deb9c3d4b13b service nova] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Received event network-vif-plugged-98d828a0-30ea-4c82-b10b-5a95b3a89df2 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.654670] env[68800]: DEBUG oslo_concurrency.lockutils [req-ebb26f6b-222a-44f3-9664-d34f3d453a5a req-4a009ded-169a-4d22-8540-deb9c3d4b13b service nova] Acquiring lock "913f76bd-2cb4-450b-a506-6687ee98cd86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.656320] env[68800]: DEBUG oslo_concurrency.lockutils [req-ebb26f6b-222a-44f3-9664-d34f3d453a5a req-4a009ded-169a-4d22-8540-deb9c3d4b13b service nova] Lock "913f76bd-2cb4-450b-a506-6687ee98cd86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.658109] env[68800]: DEBUG oslo_concurrency.lockutils [req-ebb26f6b-222a-44f3-9664-d34f3d453a5a req-4a009ded-169a-4d22-8540-deb9c3d4b13b service nova] Lock "913f76bd-2cb4-450b-a506-6687ee98cd86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.658109] env[68800]: DEBUG nova.compute.manager [req-ebb26f6b-222a-44f3-9664-d34f3d453a5a req-4a009ded-169a-4d22-8540-deb9c3d4b13b service nova] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] No waiting events found dispatching network-vif-plugged-98d828a0-30ea-4c82-b10b-5a95b3a89df2 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 787.658109] env[68800]: WARNING nova.compute.manager [req-ebb26f6b-222a-44f3-9664-d34f3d453a5a req-4a009ded-169a-4d22-8540-deb9c3d4b13b service nova] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Received unexpected event network-vif-plugged-98d828a0-30ea-4c82-b10b-5a95b3a89df2 for instance with vm_state building and task_state spawning. [ 787.658109] env[68800]: DEBUG nova.compute.manager [req-ebb26f6b-222a-44f3-9664-d34f3d453a5a req-4a009ded-169a-4d22-8540-deb9c3d4b13b service nova] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Received event network-changed-98d828a0-30ea-4c82-b10b-5a95b3a89df2 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.658109] env[68800]: DEBUG nova.compute.manager [req-ebb26f6b-222a-44f3-9664-d34f3d453a5a req-4a009ded-169a-4d22-8540-deb9c3d4b13b service nova] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Refreshing instance network info cache due to event network-changed-98d828a0-30ea-4c82-b10b-5a95b3a89df2. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 787.658261] env[68800]: DEBUG oslo_concurrency.lockutils [req-ebb26f6b-222a-44f3-9664-d34f3d453a5a req-4a009ded-169a-4d22-8540-deb9c3d4b13b service nova] Acquiring lock "refresh_cache-913f76bd-2cb4-450b-a506-6687ee98cd86" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.658261] env[68800]: DEBUG oslo_concurrency.lockutils [req-ebb26f6b-222a-44f3-9664-d34f3d453a5a req-4a009ded-169a-4d22-8540-deb9c3d4b13b service nova] Acquired lock "refresh_cache-913f76bd-2cb4-450b-a506-6687ee98cd86" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.658261] env[68800]: DEBUG nova.network.neutron [req-ebb26f6b-222a-44f3-9664-d34f3d453a5a req-4a009ded-169a-4d22-8540-deb9c3d4b13b service nova] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Refreshing network info cache for port 98d828a0-30ea-4c82-b10b-5a95b3a89df2 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.673664] env[68800]: DEBUG oslo_vmware.api [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5257af60-aa96-361e-54b5-4ada3c6fbbe7, 'name': SearchDatastore_Task, 'duration_secs': 0.019383} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.673984] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.674233] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.674467] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.674612] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.674792] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.675509] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c95bc269-2136-4692-9b7d-8c4cc31aba57 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.688135] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 787.688135] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 787.690095] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eb3665e-f0e5-443d-b520-2bb76973d396 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.703689] env[68800]: DEBUG oslo_vmware.api [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Waiting for the task: (returnval){ [ 787.703689] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5299e8eb-14c7-493e-4933-6cd3a5ddb855" [ 787.703689] env[68800]: _type = "Task" [ 787.703689] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.710553] env[68800]: DEBUG oslo_vmware.api [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5299e8eb-14c7-493e-4933-6cd3a5ddb855, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.966422] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8af6a6c2-063d-4035-854e-0f963082ae1f tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Lock "04804c6c-0112-4d22-8d0a-eb1ad7825625" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.930s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.022123] env[68800]: DEBUG oslo_vmware.api [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Task: {'id': task-3243514, 'name': Rename_Task, 'duration_secs': 0.21562} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.022458] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 788.023576] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d4ac5b3-1b6f-4974-9a8f-e003ef8c95c9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.030840] env[68800]: DEBUG oslo_vmware.api [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Waiting for the task: (returnval){ [ 788.030840] env[68800]: value = "task-3243516" [ 788.030840] env[68800]: _type = "Task" [ 788.030840] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.040307] env[68800]: DEBUG oslo_vmware.api [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Task: {'id': task-3243516, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.054068] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Acquiring lock "16d4cf76-c278-4989-abf7-502f4b594a5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.054380] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Lock "16d4cf76-c278-4989-abf7-502f4b594a5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.080527] env[68800]: DEBUG oslo_vmware.api [None req-e1a0b19d-0030-4bb6-af36-b2601728b62e tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243515, 'name': RemoveSnapshot_Task} progress is 31%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.088019] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Releasing lock "refresh_cache-b6ce6d33-aebc-420e-afe7-9e0908a2c560" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.088019] env[68800]: DEBUG nova.compute.manager [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b6ce6d33-aebc-420e-afe7-9e0908a2c560] Instance network_info: |[{"id": "03e4ef15-f82a-4795-aa5a-cb7f6a4b39fc", "address": "fa:16:3e:5f:e3:45", "network": {"id": "9c8e77a0-a382-40d5-818f-4b50d2c00a28", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-917338782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d220f632182492799c4801305366455", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "838c9497-35dd-415e-96c7-8dc21b0cd4b3", "external-id": "nsx-vlan-transportzone-530", "segmentation_id": 530, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03e4ef15-f8", "ovs_interfaceid": "03e4ef15-f82a-4795-aa5a-cb7f6a4b39fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 788.088498] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b6ce6d33-aebc-420e-afe7-9e0908a2c560] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:e3:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '838c9497-35dd-415e-96c7-8dc21b0cd4b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03e4ef15-f82a-4795-aa5a-cb7f6a4b39fc', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.095754] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.095971] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6ce6d33-aebc-420e-afe7-9e0908a2c560] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.096207] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-739a7975-02dc-4630-9bd4-269f9df71871 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.116638] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.116638] env[68800]: value = "task-3243517" [ 788.116638] env[68800]: _type = "Task" [ 788.116638] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.127712] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243517, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.212795] env[68800]: DEBUG oslo_vmware.api [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5299e8eb-14c7-493e-4933-6cd3a5ddb855, 'name': SearchDatastore_Task, 'duration_secs': 0.016509} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.213766] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7754bdb8-0153-4b3c-b5b9-c7a3b5e0b0d3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.220346] env[68800]: DEBUG oslo_vmware.api [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Waiting for the task: (returnval){ [ 788.220346] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52006be5-caf4-c043-154c-443ffebb3c76" [ 788.220346] env[68800]: _type = "Task" [ 788.220346] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.229133] env[68800]: DEBUG oslo_vmware.api [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52006be5-caf4-c043-154c-443ffebb3c76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.240905] env[68800]: DEBUG nova.network.neutron [None req-85cdfd59-b852-49da-ad9a-538db5ed8859 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Updating instance_info_cache with network_info: [{"id": "a4d868f5-1d49-4fc2-badf-33e6c96520d0", "address": "fa:16:3e:9b:64:67", "network": {"id": "3789a7b0-2d31-4b9d-9779-6d245dced3a3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1329484446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0d9f2881edf4f79b52db59af16e8133", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4d868f5-1d", "ovs_interfaceid": "a4d868f5-1d49-4fc2-badf-33e6c96520d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.542257] env[68800]: DEBUG oslo_vmware.api [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Task: {'id': task-3243516, 'name': PowerOnVM_Task} progress is 74%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.586610] env[68800]: DEBUG oslo_vmware.api [None req-e1a0b19d-0030-4bb6-af36-b2601728b62e tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243515, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.588090] env[68800]: DEBUG nova.network.neutron [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] [instance: b636f115-b125-4317-915a-d03d85d128aa] Successfully updated port: 603e4f5b-d554-4160-9ae4-5a6e81068f1c {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 788.634694] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243517, 'name': CreateVM_Task, 'duration_secs': 0.504768} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.635237] env[68800]: DEBUG nova.network.neutron [req-ebb26f6b-222a-44f3-9664-d34f3d453a5a req-4a009ded-169a-4d22-8540-deb9c3d4b13b service nova] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Updated VIF entry in instance network info cache for port 98d828a0-30ea-4c82-b10b-5a95b3a89df2. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.635547] env[68800]: DEBUG nova.network.neutron [req-ebb26f6b-222a-44f3-9664-d34f3d453a5a req-4a009ded-169a-4d22-8540-deb9c3d4b13b service nova] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Updating instance_info_cache with network_info: [{"id": "98d828a0-30ea-4c82-b10b-5a95b3a89df2", "address": "fa:16:3e:0b:e3:4b", "network": {"id": "b542bbba-0bac-4aec-9a3a-a70c135f2b15", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1480833923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f7c08698d34b808f3dd1112b0ebdad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98d828a0-30", "ovs_interfaceid": "98d828a0-30ea-4c82-b10b-5a95b3a89df2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.636698] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6ce6d33-aebc-420e-afe7-9e0908a2c560] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 788.637374] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.637532] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.637839] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.638340] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e67b5154-af6f-4d1c-ab17-07dcf2f3f174 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.649299] env[68800]: DEBUG oslo_vmware.api [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 788.649299] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]521e48b9-a2fa-aad9-d309-72de23c850b6" [ 788.649299] env[68800]: _type = "Task" [ 788.649299] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.665127] env[68800]: DEBUG oslo_vmware.api [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]521e48b9-a2fa-aad9-d309-72de23c850b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.732106] env[68800]: DEBUG oslo_vmware.api [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52006be5-caf4-c043-154c-443ffebb3c76, 'name': SearchDatastore_Task, 'duration_secs': 0.019735} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.732799] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.732799] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 913f76bd-2cb4-450b-a506-6687ee98cd86/913f76bd-2cb4-450b-a506-6687ee98cd86.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 788.732964] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e272c26d-5d2a-4e06-b67d-945b93885e58 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.739984] env[68800]: DEBUG oslo_vmware.api [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Waiting for the task: (returnval){ [ 788.739984] env[68800]: value = "task-3243518" [ 788.739984] env[68800]: _type = "Task" [ 788.739984] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.744272] env[68800]: DEBUG oslo_concurrency.lockutils [None req-85cdfd59-b852-49da-ad9a-538db5ed8859 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Releasing lock "refresh_cache-c4e41c81-3958-4797-84a2-9486ba6278f1" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.755012] env[68800]: DEBUG oslo_vmware.api [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Task: {'id': task-3243518, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.044660] env[68800]: DEBUG oslo_vmware.api [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Task: {'id': task-3243516, 'name': PowerOnVM_Task} progress is 81%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.068244] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86c0439-4308-49ce-b75b-ee2fc537592f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.087250] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2252619-fc26-4446-9805-ceb9bdba45a5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.090778] env[68800]: DEBUG oslo_vmware.api [None req-e1a0b19d-0030-4bb6-af36-b2601728b62e tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243515, 'name': RemoveSnapshot_Task, 'duration_secs': 1.013295} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.091465] env[68800]: DEBUG oslo_concurrency.lockutils [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Acquiring lock "refresh_cache-b636f115-b125-4317-915a-d03d85d128aa" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.094686] env[68800]: DEBUG oslo_concurrency.lockutils [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Acquired lock "refresh_cache-b636f115-b125-4317-915a-d03d85d128aa" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.094686] env[68800]: DEBUG nova.network.neutron [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] [instance: b636f115-b125-4317-915a-d03d85d128aa] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 789.094686] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a0b19d-0030-4bb6-af36-b2601728b62e tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Deleted Snapshot of the VM instance {{(pid=68800) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 789.094686] env[68800]: INFO nova.compute.manager [None req-e1a0b19d-0030-4bb6-af36-b2601728b62e tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Took 15.74 seconds to snapshot the instance on the hypervisor. [ 789.132288] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f77233-4e28-4dda-9f61-f7d3d5757310 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.141387] env[68800]: DEBUG oslo_concurrency.lockutils [req-ebb26f6b-222a-44f3-9664-d34f3d453a5a req-4a009ded-169a-4d22-8540-deb9c3d4b13b service nova] Releasing lock "refresh_cache-913f76bd-2cb4-450b-a506-6687ee98cd86" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.143497] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5649ff0e-d044-4350-8b23-7248b53a524d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.165665] env[68800]: DEBUG nova.compute.provider_tree [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.173651] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9dec614d-420e-4087-a9f1-0078efe883e9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Acquiring lock "1ccaea17-56f1-442f-82f3-6126e60913c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.173927] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9dec614d-420e-4087-a9f1-0078efe883e9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Lock "1ccaea17-56f1-442f-82f3-6126e60913c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.174229] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9dec614d-420e-4087-a9f1-0078efe883e9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Acquiring lock "1ccaea17-56f1-442f-82f3-6126e60913c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.174556] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9dec614d-420e-4087-a9f1-0078efe883e9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Lock "1ccaea17-56f1-442f-82f3-6126e60913c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.174752] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9dec614d-420e-4087-a9f1-0078efe883e9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Lock "1ccaea17-56f1-442f-82f3-6126e60913c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.176758] env[68800]: DEBUG oslo_vmware.api [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]521e48b9-a2fa-aad9-d309-72de23c850b6, 'name': SearchDatastore_Task, 'duration_secs': 0.012239} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.177361] env[68800]: INFO nova.compute.manager [None req-9dec614d-420e-4087-a9f1-0078efe883e9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Terminating instance [ 789.179120] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.179316] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b6ce6d33-aebc-420e-afe7-9e0908a2c560] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 789.179694] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.179864] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.180295] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 789.180486] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de7dbb23-b303-4a51-b47f-e161e267ec1b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.196692] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 789.196913] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 789.198099] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c683bc05-9062-470a-902b-7b0fa069e3fd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.204704] env[68800]: DEBUG oslo_vmware.api [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 789.204704] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]527fcc11-139c-435d-458d-5146f5eb0ffd" [ 789.204704] env[68800]: _type = "Task" [ 789.204704] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.215511] env[68800]: DEBUG oslo_vmware.api [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]527fcc11-139c-435d-458d-5146f5eb0ffd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.252110] env[68800]: DEBUG oslo_vmware.api [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Task: {'id': task-3243518, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.289101] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Acquiring lock "0c495f2d-e6a8-43d0-bce9-72ed187abe3a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.290120] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Lock "0c495f2d-e6a8-43d0-bce9-72ed187abe3a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.319674] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Acquiring lock "08ce6d65-5a60-464d-a429-39c204f43892" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.319922] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Lock "08ce6d65-5a60-464d-a429-39c204f43892" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.544627] env[68800]: DEBUG oslo_vmware.api [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Task: {'id': task-3243516, 'name': PowerOnVM_Task, 'duration_secs': 1.057867} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.545276] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 789.545276] env[68800]: INFO nova.compute.manager [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] Took 10.55 seconds to spawn the instance on the hypervisor. [ 789.545473] env[68800]: DEBUG nova.compute.manager [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 789.546567] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8759be6e-36b9-4967-ad13-e07e4c91bcae {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.660564] env[68800]: DEBUG nova.network.neutron [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] [instance: b636f115-b125-4317-915a-d03d85d128aa] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 789.669070] env[68800]: DEBUG nova.scheduler.client.report [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.685771] env[68800]: DEBUG nova.compute.manager [None req-9dec614d-420e-4087-a9f1-0078efe883e9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 789.687483] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-9dec614d-420e-4087-a9f1-0078efe883e9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 789.687483] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fb82a9-288d-48eb-9cdb-3e5abb5f8c61 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.696708] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dec614d-420e-4087-a9f1-0078efe883e9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 789.696961] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b822c550-9093-4921-9816-6311bdcb150b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.704200] env[68800]: DEBUG oslo_vmware.api [None req-9dec614d-420e-4087-a9f1-0078efe883e9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Waiting for the task: (returnval){ [ 789.704200] env[68800]: value = "task-3243519" [ 789.704200] env[68800]: _type = "Task" [ 789.704200] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.717087] env[68800]: DEBUG oslo_vmware.api [None req-9dec614d-420e-4087-a9f1-0078efe883e9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243519, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.726553] env[68800]: DEBUG oslo_vmware.api [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]527fcc11-139c-435d-458d-5146f5eb0ffd, 'name': SearchDatastore_Task, 'duration_secs': 0.062998} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.727676] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8287b0a-4fc1-4171-9184-28de9783d744 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.736775] env[68800]: DEBUG oslo_vmware.api [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 789.736775] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]521ee2ce-4c84-7e90-12f4-20e10e4ae2fb" [ 789.736775] env[68800]: _type = "Task" [ 789.736775] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.749276] env[68800]: DEBUG oslo_vmware.api [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]521ee2ce-4c84-7e90-12f4-20e10e4ae2fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.755735] env[68800]: DEBUG oslo_vmware.api [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Task: {'id': task-3243518, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.902858] env[68800]: DEBUG nova.network.neutron [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] [instance: b636f115-b125-4317-915a-d03d85d128aa] Updating instance_info_cache with network_info: [{"id": "603e4f5b-d554-4160-9ae4-5a6e81068f1c", "address": "fa:16:3e:45:92:66", "network": {"id": "81eb8477-3d42-442d-9a0f-83a8e2fdf982", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-797807564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40b58c2250314aae942f414d5540f246", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap603e4f5b-d5", "ovs_interfaceid": "603e4f5b-d554-4160-9ae4-5a6e81068f1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.926268] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ccc7b6c6-57f6-43c6-80c0-f37501781281 tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Acquiring lock "d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.926518] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ccc7b6c6-57f6-43c6-80c0-f37501781281 tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Lock "d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.926728] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ccc7b6c6-57f6-43c6-80c0-f37501781281 tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Acquiring lock "d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.926914] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ccc7b6c6-57f6-43c6-80c0-f37501781281 tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Lock "d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.927117] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ccc7b6c6-57f6-43c6-80c0-f37501781281 tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Lock "d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.929407] env[68800]: INFO nova.compute.manager [None req-ccc7b6c6-57f6-43c6-80c0-f37501781281 tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] [instance: d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d] Terminating instance [ 790.066171] env[68800]: INFO nova.compute.manager [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] Took 48.62 seconds to build instance. [ 790.177360] env[68800]: DEBUG oslo_concurrency.lockutils [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.177360] env[68800]: DEBUG nova.compute.manager [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 790.180119] env[68800]: DEBUG oslo_concurrency.lockutils [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.418s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.182466] env[68800]: INFO nova.compute.claims [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 790.217819] env[68800]: DEBUG oslo_vmware.api [None req-9dec614d-420e-4087-a9f1-0078efe883e9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243519, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.233787] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5d6c0418-e8a9-4237-8a33-2a6bec454fe2 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Acquiring lock "af1b5f44-b442-4c3e-923c-92c0d7db49b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.234296] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5d6c0418-e8a9-4237-8a33-2a6bec454fe2 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Lock "af1b5f44-b442-4c3e-923c-92c0d7db49b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.234771] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5d6c0418-e8a9-4237-8a33-2a6bec454fe2 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Acquiring lock "af1b5f44-b442-4c3e-923c-92c0d7db49b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.234974] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5d6c0418-e8a9-4237-8a33-2a6bec454fe2 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Lock "af1b5f44-b442-4c3e-923c-92c0d7db49b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.235176] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5d6c0418-e8a9-4237-8a33-2a6bec454fe2 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Lock "af1b5f44-b442-4c3e-923c-92c0d7db49b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.241668] env[68800]: INFO nova.compute.manager [None req-5d6c0418-e8a9-4237-8a33-2a6bec454fe2 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] [instance: af1b5f44-b442-4c3e-923c-92c0d7db49b4] Terminating instance [ 790.251776] env[68800]: DEBUG oslo_vmware.api [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]521ee2ce-4c84-7e90-12f4-20e10e4ae2fb, 'name': SearchDatastore_Task, 'duration_secs': 0.032855} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.254895] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.255414] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] b6ce6d33-aebc-420e-afe7-9e0908a2c560/b6ce6d33-aebc-420e-afe7-9e0908a2c560.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 790.255566] env[68800]: DEBUG oslo_vmware.api [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Task: {'id': task-3243518, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.256320] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a530e37-4bd1-498e-b879-0fe8ea5b2f43 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.266466] env[68800]: DEBUG oslo_vmware.api [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 790.266466] env[68800]: value = "task-3243520" [ 790.266466] env[68800]: _type = "Task" [ 790.266466] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.275249] env[68800]: DEBUG oslo_vmware.api [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.284313] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-85cdfd59-b852-49da-ad9a-538db5ed8859 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 790.284637] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f3a11e3-cc51-498b-9450-caf0dfa895ed {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.290517] env[68800]: DEBUG oslo_vmware.api [None req-85cdfd59-b852-49da-ad9a-538db5ed8859 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 790.290517] env[68800]: value = "task-3243521" [ 790.290517] env[68800]: _type = "Task" [ 790.290517] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.298556] env[68800]: DEBUG oslo_vmware.api [None req-85cdfd59-b852-49da-ad9a-538db5ed8859 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243521, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.405844] env[68800]: DEBUG oslo_concurrency.lockutils [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Releasing lock "refresh_cache-b636f115-b125-4317-915a-d03d85d128aa" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.406215] env[68800]: DEBUG nova.compute.manager [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] [instance: b636f115-b125-4317-915a-d03d85d128aa] Instance network_info: |[{"id": "603e4f5b-d554-4160-9ae4-5a6e81068f1c", "address": "fa:16:3e:45:92:66", "network": {"id": "81eb8477-3d42-442d-9a0f-83a8e2fdf982", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-797807564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40b58c2250314aae942f414d5540f246", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap603e4f5b-d5", "ovs_interfaceid": "603e4f5b-d554-4160-9ae4-5a6e81068f1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 790.406671] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] [instance: b636f115-b125-4317-915a-d03d85d128aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:92:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '023d6500-887e-4dc4-bec5-06b40450d9c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '603e4f5b-d554-4160-9ae4-5a6e81068f1c', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 790.414293] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Creating folder: Project (40b58c2250314aae942f414d5540f246). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.414622] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-710397ec-4478-4586-80c1-4989a4288283 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.425934] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Created folder: Project (40b58c2250314aae942f414d5540f246) in parent group-v648080. [ 790.426164] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Creating folder: Instances. Parent ref: group-v648208. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.426630] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5e4ee2c-63ee-4543-8277-8acc88b48290 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.431277] env[68800]: DEBUG nova.compute.manager [req-3395013c-6619-4ff8-a0b4-d23ec4c50dbd req-33f37584-82f7-4bc3-a01a-aae2af28498f service nova] [instance: b6ce6d33-aebc-420e-afe7-9e0908a2c560] Received event network-vif-plugged-03e4ef15-f82a-4795-aa5a-cb7f6a4b39fc {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.431476] env[68800]: DEBUG oslo_concurrency.lockutils [req-3395013c-6619-4ff8-a0b4-d23ec4c50dbd req-33f37584-82f7-4bc3-a01a-aae2af28498f service nova] Acquiring lock "b6ce6d33-aebc-420e-afe7-9e0908a2c560-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.431698] env[68800]: DEBUG oslo_concurrency.lockutils [req-3395013c-6619-4ff8-a0b4-d23ec4c50dbd req-33f37584-82f7-4bc3-a01a-aae2af28498f service nova] Lock "b6ce6d33-aebc-420e-afe7-9e0908a2c560-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.431876] env[68800]: DEBUG oslo_concurrency.lockutils [req-3395013c-6619-4ff8-a0b4-d23ec4c50dbd req-33f37584-82f7-4bc3-a01a-aae2af28498f service nova] Lock "b6ce6d33-aebc-420e-afe7-9e0908a2c560-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.432142] env[68800]: DEBUG nova.compute.manager [req-3395013c-6619-4ff8-a0b4-d23ec4c50dbd req-33f37584-82f7-4bc3-a01a-aae2af28498f service nova] [instance: b6ce6d33-aebc-420e-afe7-9e0908a2c560] No waiting events found dispatching network-vif-plugged-03e4ef15-f82a-4795-aa5a-cb7f6a4b39fc {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 790.432242] env[68800]: WARNING nova.compute.manager [req-3395013c-6619-4ff8-a0b4-d23ec4c50dbd req-33f37584-82f7-4bc3-a01a-aae2af28498f service nova] [instance: b6ce6d33-aebc-420e-afe7-9e0908a2c560] Received unexpected event network-vif-plugged-03e4ef15-f82a-4795-aa5a-cb7f6a4b39fc for instance with vm_state building and task_state spawning. [ 790.432438] env[68800]: DEBUG nova.compute.manager [req-3395013c-6619-4ff8-a0b4-d23ec4c50dbd req-33f37584-82f7-4bc3-a01a-aae2af28498f service nova] [instance: b6ce6d33-aebc-420e-afe7-9e0908a2c560] Received event network-changed-03e4ef15-f82a-4795-aa5a-cb7f6a4b39fc {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.432530] env[68800]: DEBUG nova.compute.manager [req-3395013c-6619-4ff8-a0b4-d23ec4c50dbd req-33f37584-82f7-4bc3-a01a-aae2af28498f service nova] [instance: b6ce6d33-aebc-420e-afe7-9e0908a2c560] Refreshing instance network info cache due to event network-changed-03e4ef15-f82a-4795-aa5a-cb7f6a4b39fc. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 790.432852] env[68800]: DEBUG oslo_concurrency.lockutils [req-3395013c-6619-4ff8-a0b4-d23ec4c50dbd req-33f37584-82f7-4bc3-a01a-aae2af28498f service nova] Acquiring lock "refresh_cache-b6ce6d33-aebc-420e-afe7-9e0908a2c560" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.432933] env[68800]: DEBUG oslo_concurrency.lockutils [req-3395013c-6619-4ff8-a0b4-d23ec4c50dbd req-33f37584-82f7-4bc3-a01a-aae2af28498f service nova] Acquired lock "refresh_cache-b6ce6d33-aebc-420e-afe7-9e0908a2c560" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.433065] env[68800]: DEBUG nova.network.neutron [req-3395013c-6619-4ff8-a0b4-d23ec4c50dbd req-33f37584-82f7-4bc3-a01a-aae2af28498f service nova] [instance: b6ce6d33-aebc-420e-afe7-9e0908a2c560] Refreshing network info cache for port 03e4ef15-f82a-4795-aa5a-cb7f6a4b39fc {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.434983] env[68800]: DEBUG nova.compute.manager [None req-ccc7b6c6-57f6-43c6-80c0-f37501781281 tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] [instance: d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 790.435203] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc7b6c6-57f6-43c6-80c0-f37501781281 tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] [instance: d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 790.437416] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c594752a-cf3a-4d57-854f-385345eaa381 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.440528] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Created folder: Instances in parent group-v648208. [ 790.440798] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.441540] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b636f115-b125-4317-915a-d03d85d128aa] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 790.442174] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d97bf5f4-ff5f-4b07-a571-5593b2e615e2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.460812] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc7b6c6-57f6-43c6-80c0-f37501781281 tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] [instance: d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 790.461288] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1187d55b-f0fe-4c3b-a2ef-dd58ce8bbd4f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.464723] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 790.464723] env[68800]: value = "task-3243524" [ 790.464723] env[68800]: _type = "Task" [ 790.464723] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.469567] env[68800]: DEBUG oslo_vmware.api [None req-ccc7b6c6-57f6-43c6-80c0-f37501781281 tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Waiting for the task: (returnval){ [ 790.469567] env[68800]: value = "task-3243525" [ 790.469567] env[68800]: _type = "Task" [ 790.469567] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.477362] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243524, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.480826] env[68800]: DEBUG oslo_vmware.api [None req-ccc7b6c6-57f6-43c6-80c0-f37501781281 tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Task: {'id': task-3243525, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.571405] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9b291c10-ab64-4431-af1c-5b37bede42c1 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Lock "d09d6489-64ed-44b7-8a61-ee59d6160ba4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.378s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.688574] env[68800]: DEBUG nova.compute.utils [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 790.693870] env[68800]: DEBUG nova.compute.manager [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 790.694241] env[68800]: DEBUG nova.network.neutron [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 790.722032] env[68800]: DEBUG oslo_vmware.api [None req-9dec614d-420e-4087-a9f1-0078efe883e9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243519, 'name': PowerOffVM_Task, 'duration_secs': 0.518195} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.722559] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dec614d-420e-4087-a9f1-0078efe883e9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 790.722926] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-9dec614d-420e-4087-a9f1-0078efe883e9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 790.723416] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a13bd2b-abe7-42db-86c6-b0195d62228f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.752157] env[68800]: DEBUG nova.compute.manager [None req-5d6c0418-e8a9-4237-8a33-2a6bec454fe2 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] [instance: af1b5f44-b442-4c3e-923c-92c0d7db49b4] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 790.752157] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5d6c0418-e8a9-4237-8a33-2a6bec454fe2 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] [instance: af1b5f44-b442-4c3e-923c-92c0d7db49b4] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 790.753781] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9868394-243d-490e-ade6-0d5fd8fd22bb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.766290] env[68800]: DEBUG oslo_vmware.api [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Task: {'id': task-3243518, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.690297} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.770247] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 913f76bd-2cb4-450b-a506-6687ee98cd86/913f76bd-2cb4-450b-a506-6687ee98cd86.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 790.770688] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.771260] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d6c0418-e8a9-4237-8a33-2a6bec454fe2 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] [instance: af1b5f44-b442-4c3e-923c-92c0d7db49b4] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 790.771657] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8b520f8-90ed-4656-a668-0d832aea4284 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.783277] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1698444-6631-4717-8092-1f5ea825cd1c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.795380] env[68800]: DEBUG oslo_vmware.api [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243520, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.805096] env[68800]: DEBUG oslo_vmware.api [None req-5d6c0418-e8a9-4237-8a33-2a6bec454fe2 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Waiting for the task: (returnval){ [ 790.805096] env[68800]: value = "task-3243528" [ 790.805096] env[68800]: _type = "Task" [ 790.805096] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.805830] env[68800]: DEBUG oslo_vmware.api [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Waiting for the task: (returnval){ [ 790.805830] env[68800]: value = "task-3243527" [ 790.805830] env[68800]: _type = "Task" [ 790.805830] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.808207] env[68800]: DEBUG nova.policy [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee7f526f72b948aab1e9b72cad02f96b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a5c13ca0b554f85a8b0490be8181cf3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 790.831454] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-9dec614d-420e-4087-a9f1-0078efe883e9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 790.831842] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-9dec614d-420e-4087-a9f1-0078efe883e9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 790.832157] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dec614d-420e-4087-a9f1-0078efe883e9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Deleting the datastore file [datastore1] 1ccaea17-56f1-442f-82f3-6126e60913c6 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 790.832605] env[68800]: DEBUG oslo_vmware.api [None req-85cdfd59-b852-49da-ad9a-538db5ed8859 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243521, 'name': PowerOffVM_Task, 'duration_secs': 0.352886} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.833936] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7eac4bd5-602d-4649-95e6-8bebb0bbaf10 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.836949] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-85cdfd59-b852-49da-ad9a-538db5ed8859 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 790.848584] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7117f0f6-0520-4e28-8658-36e1bf9d1e4f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.853016] env[68800]: DEBUG oslo_vmware.api [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Task: {'id': task-3243527, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.853472] env[68800]: DEBUG oslo_vmware.api [None req-5d6c0418-e8a9-4237-8a33-2a6bec454fe2 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Task: {'id': task-3243528, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.858691] env[68800]: DEBUG oslo_vmware.api [None req-9dec614d-420e-4087-a9f1-0078efe883e9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Waiting for the task: (returnval){ [ 790.858691] env[68800]: value = "task-3243529" [ 790.858691] env[68800]: _type = "Task" [ 790.858691] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.881937] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a47a9dd-6eec-4166-9bca-95e880c2f28c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.890805] env[68800]: DEBUG oslo_vmware.api [None req-9dec614d-420e-4087-a9f1-0078efe883e9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243529, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.923100] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-85cdfd59-b852-49da-ad9a-538db5ed8859 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 790.923435] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d3045b2-94f0-4a2e-86eb-899424150543 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.932527] env[68800]: DEBUG oslo_vmware.api [None req-85cdfd59-b852-49da-ad9a-538db5ed8859 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 790.932527] env[68800]: value = "task-3243530" [ 790.932527] env[68800]: _type = "Task" [ 790.932527] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.944501] env[68800]: DEBUG oslo_vmware.api [None req-85cdfd59-b852-49da-ad9a-538db5ed8859 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243530, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.978752] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243524, 'name': CreateVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.984674] env[68800]: DEBUG oslo_vmware.api [None req-ccc7b6c6-57f6-43c6-80c0-f37501781281 tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Task: {'id': task-3243525, 'name': PowerOffVM_Task, 'duration_secs': 0.282492} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.984916] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc7b6c6-57f6-43c6-80c0-f37501781281 tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] [instance: d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 790.985114] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc7b6c6-57f6-43c6-80c0-f37501781281 tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] [instance: d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 790.985363] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8db4c046-293b-4a61-8506-dd001927de3d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.075923] env[68800]: DEBUG nova.compute.manager [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 791.081271] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc7b6c6-57f6-43c6-80c0-f37501781281 tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] [instance: d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 791.081271] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc7b6c6-57f6-43c6-80c0-f37501781281 tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] [instance: d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 791.081434] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccc7b6c6-57f6-43c6-80c0-f37501781281 tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Deleting the datastore file [datastore1] d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 791.081637] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0ce90e6-2f0c-452d-9ebf-48737cdf5426 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.089151] env[68800]: DEBUG oslo_vmware.api [None req-ccc7b6c6-57f6-43c6-80c0-f37501781281 tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Waiting for the task: (returnval){ [ 791.089151] env[68800]: value = "task-3243532" [ 791.089151] env[68800]: _type = "Task" [ 791.089151] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.099140] env[68800]: DEBUG oslo_vmware.api [None req-ccc7b6c6-57f6-43c6-80c0-f37501781281 tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Task: {'id': task-3243532, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.194339] env[68800]: DEBUG nova.compute.manager [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 791.283606] env[68800]: DEBUG oslo_vmware.api [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243520, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648867} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.287530] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] b6ce6d33-aebc-420e-afe7-9e0908a2c560/b6ce6d33-aebc-420e-afe7-9e0908a2c560.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 791.287530] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b6ce6d33-aebc-420e-afe7-9e0908a2c560] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 791.291434] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c7222d8-e4eb-46bc-a1f6-49327e79347d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.302022] env[68800]: DEBUG oslo_vmware.api [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 791.302022] env[68800]: value = "task-3243533" [ 791.302022] env[68800]: _type = "Task" [ 791.302022] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.307019] env[68800]: DEBUG oslo_vmware.api [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243533, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.325992] env[68800]: DEBUG oslo_vmware.api [None req-5d6c0418-e8a9-4237-8a33-2a6bec454fe2 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Task: {'id': task-3243528, 'name': PowerOffVM_Task, 'duration_secs': 0.26045} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.334144] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d6c0418-e8a9-4237-8a33-2a6bec454fe2 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] [instance: af1b5f44-b442-4c3e-923c-92c0d7db49b4] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 791.334144] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5d6c0418-e8a9-4237-8a33-2a6bec454fe2 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] [instance: af1b5f44-b442-4c3e-923c-92c0d7db49b4] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 791.334144] env[68800]: DEBUG oslo_vmware.api [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Task: {'id': task-3243527, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093229} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.334144] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0485be6-2fae-4e06-b1a8-8a83a2727cc5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.335274] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 791.336033] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6995b174-e370-4316-b542-740005badc21 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.363284] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 913f76bd-2cb4-450b-a506-6687ee98cd86/913f76bd-2cb4-450b-a506-6687ee98cd86.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.369021] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d71fa70-7abf-47e1-9c70-da0bce261cae {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.401063] env[68800]: DEBUG oslo_vmware.api [None req-9dec614d-420e-4087-a9f1-0078efe883e9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Task: {'id': task-3243529, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221517} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.401264] env[68800]: DEBUG oslo_vmware.api [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Waiting for the task: (returnval){ [ 791.401264] env[68800]: value = "task-3243535" [ 791.401264] env[68800]: _type = "Task" [ 791.401264] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.404098] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dec614d-420e-4087-a9f1-0078efe883e9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 791.404277] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-9dec614d-420e-4087-a9f1-0078efe883e9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 791.404454] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-9dec614d-420e-4087-a9f1-0078efe883e9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 791.404622] env[68800]: INFO nova.compute.manager [None req-9dec614d-420e-4087-a9f1-0078efe883e9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Took 1.72 seconds to destroy the instance on the hypervisor. [ 791.404854] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9dec614d-420e-4087-a9f1-0078efe883e9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.405349] env[68800]: DEBUG nova.compute.manager [-] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 791.405439] env[68800]: DEBUG nova.network.neutron [-] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 791.416283] env[68800]: DEBUG oslo_vmware.api [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Task: {'id': task-3243535, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.430023] env[68800]: DEBUG nova.compute.manager [None req-24ab45ea-beee-492b-b9d3-579cb2664eff tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.431385] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97190401-df18-4212-8f19-2a5b3f21d1fc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.448490] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-85cdfd59-b852-49da-ad9a-538db5ed8859 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] VM already powered off {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 791.448664] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-85cdfd59-b852-49da-ad9a-538db5ed8859 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 791.448903] env[68800]: DEBUG oslo_concurrency.lockutils [None req-85cdfd59-b852-49da-ad9a-538db5ed8859 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.449085] env[68800]: DEBUG oslo_concurrency.lockutils [None req-85cdfd59-b852-49da-ad9a-538db5ed8859 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.449271] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-85cdfd59-b852-49da-ad9a-538db5ed8859 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 791.449521] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ef58b35-e652-46bb-98b9-32e4556443fb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.458293] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-85cdfd59-b852-49da-ad9a-538db5ed8859 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 791.458503] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-85cdfd59-b852-49da-ad9a-538db5ed8859 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 791.459340] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cabeebf7-0e34-4f07-9c7b-f6799bb80496 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.463534] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5d6c0418-e8a9-4237-8a33-2a6bec454fe2 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] [instance: af1b5f44-b442-4c3e-923c-92c0d7db49b4] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 791.463765] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5d6c0418-e8a9-4237-8a33-2a6bec454fe2 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] [instance: af1b5f44-b442-4c3e-923c-92c0d7db49b4] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 791.463958] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d6c0418-e8a9-4237-8a33-2a6bec454fe2 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Deleting the datastore file [datastore2] af1b5f44-b442-4c3e-923c-92c0d7db49b4 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 791.464769] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be6b9aed-0e09-49c8-820e-e5345cbfb51f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.468327] env[68800]: DEBUG oslo_vmware.api [None req-85cdfd59-b852-49da-ad9a-538db5ed8859 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 791.468327] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5276d279-02cc-9933-4b11-7b2e7f07d60e" [ 791.468327] env[68800]: _type = "Task" [ 791.468327] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.478854] env[68800]: DEBUG oslo_vmware.api [None req-5d6c0418-e8a9-4237-8a33-2a6bec454fe2 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Waiting for the task: (returnval){ [ 791.478854] env[68800]: value = "task-3243536" [ 791.478854] env[68800]: _type = "Task" [ 791.478854] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.489129] env[68800]: DEBUG oslo_vmware.api [None req-85cdfd59-b852-49da-ad9a-538db5ed8859 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5276d279-02cc-9933-4b11-7b2e7f07d60e, 'name': SearchDatastore_Task, 'duration_secs': 0.012914} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.489327] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243524, 'name': CreateVM_Task, 'duration_secs': 0.610522} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.493406] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b636f115-b125-4317-915a-d03d85d128aa] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.497286] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-397cbff8-8e05-413e-95a9-e761b53c9b07 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.500827] env[68800]: DEBUG oslo_concurrency.lockutils [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.501662] env[68800]: DEBUG oslo_concurrency.lockutils [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.501662] env[68800]: DEBUG oslo_concurrency.lockutils [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.502027] env[68800]: DEBUG oslo_vmware.api [None req-5d6c0418-e8a9-4237-8a33-2a6bec454fe2 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Task: {'id': task-3243536, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.502325] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-706fc6d2-8405-44fb-9a40-fc11c7b57329 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.510804] env[68800]: DEBUG oslo_vmware.api [None req-85cdfd59-b852-49da-ad9a-538db5ed8859 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 791.510804] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]522c92ad-6474-5254-40df-4f79bec52a39" [ 791.510804] env[68800]: _type = "Task" [ 791.510804] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.511090] env[68800]: DEBUG oslo_vmware.api [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Waiting for the task: (returnval){ [ 791.511090] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5239324f-62ec-c198-1f54-11f82fdc85de" [ 791.511090] env[68800]: _type = "Task" [ 791.511090] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.523456] env[68800]: DEBUG oslo_vmware.api [None req-85cdfd59-b852-49da-ad9a-538db5ed8859 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]522c92ad-6474-5254-40df-4f79bec52a39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.529369] env[68800]: DEBUG oslo_vmware.api [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5239324f-62ec-c198-1f54-11f82fdc85de, 'name': SearchDatastore_Task, 'duration_secs': 0.014028} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.530576] env[68800]: DEBUG oslo_concurrency.lockutils [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.530576] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] [instance: b636f115-b125-4317-915a-d03d85d128aa] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 791.530576] env[68800]: DEBUG oslo_concurrency.lockutils [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.530839] env[68800]: DEBUG oslo_concurrency.lockutils [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.530898] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 791.531147] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69406eec-0b8d-4468-b76a-3031fd94d584 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.540903] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 791.540903] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 791.540903] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-927395b8-c37f-4e69-bc9f-fb48f97e8fbc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.550241] env[68800]: DEBUG oslo_vmware.api [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Waiting for the task: (returnval){ [ 791.550241] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]522fcced-6cc8-228a-32c7-db54863dad5c" [ 791.550241] env[68800]: _type = "Task" [ 791.550241] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.559119] env[68800]: DEBUG oslo_vmware.api [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]522fcced-6cc8-228a-32c7-db54863dad5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.566526] env[68800]: DEBUG nova.network.neutron [req-3395013c-6619-4ff8-a0b4-d23ec4c50dbd req-33f37584-82f7-4bc3-a01a-aae2af28498f service nova] [instance: b6ce6d33-aebc-420e-afe7-9e0908a2c560] Updated VIF entry in instance network info cache for port 03e4ef15-f82a-4795-aa5a-cb7f6a4b39fc. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 791.566871] env[68800]: DEBUG nova.network.neutron [req-3395013c-6619-4ff8-a0b4-d23ec4c50dbd req-33f37584-82f7-4bc3-a01a-aae2af28498f service nova] [instance: b6ce6d33-aebc-420e-afe7-9e0908a2c560] Updating instance_info_cache with network_info: [{"id": "03e4ef15-f82a-4795-aa5a-cb7f6a4b39fc", "address": "fa:16:3e:5f:e3:45", "network": {"id": "9c8e77a0-a382-40d5-818f-4b50d2c00a28", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-917338782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d220f632182492799c4801305366455", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "838c9497-35dd-415e-96c7-8dc21b0cd4b3", "external-id": "nsx-vlan-transportzone-530", "segmentation_id": 530, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03e4ef15-f8", "ovs_interfaceid": "03e4ef15-f82a-4795-aa5a-cb7f6a4b39fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.595952] env[68800]: DEBUG oslo_concurrency.lockutils [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.601754] env[68800]: DEBUG oslo_vmware.api [None req-ccc7b6c6-57f6-43c6-80c0-f37501781281 tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Task: {'id': task-3243532, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148541} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.604463] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccc7b6c6-57f6-43c6-80c0-f37501781281 tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 791.604661] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc7b6c6-57f6-43c6-80c0-f37501781281 tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] [instance: d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 791.604845] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc7b6c6-57f6-43c6-80c0-f37501781281 tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] [instance: d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 791.605045] env[68800]: INFO nova.compute.manager [None req-ccc7b6c6-57f6-43c6-80c0-f37501781281 tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] [instance: d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 791.605291] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ccc7b6c6-57f6-43c6-80c0-f37501781281 tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.606523] env[68800]: DEBUG nova.compute.manager [-] [instance: d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 791.606523] env[68800]: DEBUG nova.network.neutron [-] [instance: d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 791.621565] env[68800]: DEBUG nova.network.neutron [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Successfully created port: 3f114569-ffee-4329-9f03-b5a55ef7e544 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 791.808204] env[68800]: DEBUG oslo_vmware.api [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243533, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135706} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.811422] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b6ce6d33-aebc-420e-afe7-9e0908a2c560] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 791.812471] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e632bfe5-cd8d-439b-997e-d121c52e9973 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.839771] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b6ce6d33-aebc-420e-afe7-9e0908a2c560] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] b6ce6d33-aebc-420e-afe7-9e0908a2c560/b6ce6d33-aebc-420e-afe7-9e0908a2c560.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.844857] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17e6d9aa-670b-4955-9a92-097f3597b29f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.870556] env[68800]: DEBUG oslo_vmware.api [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 791.870556] env[68800]: value = "task-3243537" [ 791.870556] env[68800]: _type = "Task" [ 791.870556] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.880059] env[68800]: DEBUG oslo_vmware.api [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243537, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.880944] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570fec48-c5a1-4229-846e-afca4f249ac5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.889407] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7170fb-9858-4783-bc64-aec7096ff4ed {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.928992] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38dda87-d8fe-4e22-9eae-d96cc930021c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.943456] env[68800]: DEBUG oslo_vmware.api [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Task: {'id': task-3243535, 'name': ReconfigVM_Task, 'duration_secs': 0.324794} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.943950] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 913f76bd-2cb4-450b-a506-6687ee98cd86/913f76bd-2cb4-450b-a506-6687ee98cd86.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.944919] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c12d0213-abf9-4694-9d8b-3d55c130dd5d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.948094] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d3d9c7-9445-4816-878d-221b82340762 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.953399] env[68800]: INFO nova.compute.manager [None req-24ab45ea-beee-492b-b9d3-579cb2664eff tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] instance snapshotting [ 791.956576] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc2ed4d-ee74-4225-8e93-147a1cc52bf1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.967953] env[68800]: DEBUG nova.compute.provider_tree [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.971854] env[68800]: DEBUG oslo_vmware.api [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Waiting for the task: (returnval){ [ 791.971854] env[68800]: value = "task-3243538" [ 791.971854] env[68800]: _type = "Task" [ 791.971854] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.995027] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3651fbe-fc00-4db2-9197-418a9405d0a2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.001473] env[68800]: DEBUG oslo_vmware.api [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Task: {'id': task-3243538, 'name': Rename_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.006910] env[68800]: DEBUG oslo_vmware.api [None req-5d6c0418-e8a9-4237-8a33-2a6bec454fe2 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Task: {'id': task-3243536, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271139} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.008816] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d6c0418-e8a9-4237-8a33-2a6bec454fe2 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.009026] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5d6c0418-e8a9-4237-8a33-2a6bec454fe2 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] [instance: af1b5f44-b442-4c3e-923c-92c0d7db49b4] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 792.009211] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5d6c0418-e8a9-4237-8a33-2a6bec454fe2 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] [instance: af1b5f44-b442-4c3e-923c-92c0d7db49b4] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 792.009386] env[68800]: INFO nova.compute.manager [None req-5d6c0418-e8a9-4237-8a33-2a6bec454fe2 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] [instance: af1b5f44-b442-4c3e-923c-92c0d7db49b4] Took 1.26 seconds to destroy the instance on the hypervisor. [ 792.009619] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d6c0418-e8a9-4237-8a33-2a6bec454fe2 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.012026] env[68800]: DEBUG nova.compute.manager [-] [instance: af1b5f44-b442-4c3e-923c-92c0d7db49b4] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 792.012248] env[68800]: DEBUG nova.network.neutron [-] [instance: af1b5f44-b442-4c3e-923c-92c0d7db49b4] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 792.024039] env[68800]: DEBUG oslo_vmware.api [None req-85cdfd59-b852-49da-ad9a-538db5ed8859 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]522c92ad-6474-5254-40df-4f79bec52a39, 'name': SearchDatastore_Task, 'duration_secs': 0.015475} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.024298] env[68800]: DEBUG oslo_concurrency.lockutils [None req-85cdfd59-b852-49da-ad9a-538db5ed8859 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.024557] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-85cdfd59-b852-49da-ad9a-538db5ed8859 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] c4e41c81-3958-4797-84a2-9486ba6278f1/5878416b-a2ce-41e8-a2c0-8cea34632bd2-rescue.vmdk. {{(pid=68800) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 792.024824] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cadfb7db-6eb0-496e-a16c-39772837d060 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.031105] env[68800]: DEBUG oslo_vmware.api [None req-85cdfd59-b852-49da-ad9a-538db5ed8859 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 792.031105] env[68800]: value = "task-3243539" [ 792.031105] env[68800]: _type = "Task" [ 792.031105] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.039315] env[68800]: DEBUG oslo_vmware.api [None req-85cdfd59-b852-49da-ad9a-538db5ed8859 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.062849] env[68800]: DEBUG oslo_vmware.api [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]522fcced-6cc8-228a-32c7-db54863dad5c, 'name': SearchDatastore_Task, 'duration_secs': 0.011737} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.065107] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-177d1815-3c6a-481c-a849-77f027cb8a14 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.069155] env[68800]: DEBUG oslo_concurrency.lockutils [req-3395013c-6619-4ff8-a0b4-d23ec4c50dbd req-33f37584-82f7-4bc3-a01a-aae2af28498f service nova] Releasing lock "refresh_cache-b6ce6d33-aebc-420e-afe7-9e0908a2c560" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.069493] env[68800]: DEBUG nova.compute.manager [req-3395013c-6619-4ff8-a0b4-d23ec4c50dbd req-33f37584-82f7-4bc3-a01a-aae2af28498f service nova] [instance: b636f115-b125-4317-915a-d03d85d128aa] Received event network-vif-plugged-603e4f5b-d554-4160-9ae4-5a6e81068f1c {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.069762] env[68800]: DEBUG oslo_concurrency.lockutils [req-3395013c-6619-4ff8-a0b4-d23ec4c50dbd req-33f37584-82f7-4bc3-a01a-aae2af28498f service nova] Acquiring lock "b636f115-b125-4317-915a-d03d85d128aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.070031] env[68800]: DEBUG oslo_concurrency.lockutils [req-3395013c-6619-4ff8-a0b4-d23ec4c50dbd req-33f37584-82f7-4bc3-a01a-aae2af28498f service nova] Lock "b636f115-b125-4317-915a-d03d85d128aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.070216] env[68800]: DEBUG oslo_concurrency.lockutils [req-3395013c-6619-4ff8-a0b4-d23ec4c50dbd req-33f37584-82f7-4bc3-a01a-aae2af28498f service nova] Lock "b636f115-b125-4317-915a-d03d85d128aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.070433] env[68800]: DEBUG nova.compute.manager [req-3395013c-6619-4ff8-a0b4-d23ec4c50dbd req-33f37584-82f7-4bc3-a01a-aae2af28498f service nova] [instance: b636f115-b125-4317-915a-d03d85d128aa] No waiting events found dispatching network-vif-plugged-603e4f5b-d554-4160-9ae4-5a6e81068f1c {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 792.070640] env[68800]: WARNING nova.compute.manager [req-3395013c-6619-4ff8-a0b4-d23ec4c50dbd req-33f37584-82f7-4bc3-a01a-aae2af28498f service nova] [instance: b636f115-b125-4317-915a-d03d85d128aa] Received unexpected event network-vif-plugged-603e4f5b-d554-4160-9ae4-5a6e81068f1c for instance with vm_state building and task_state spawning. [ 792.070808] env[68800]: DEBUG nova.compute.manager [req-3395013c-6619-4ff8-a0b4-d23ec4c50dbd req-33f37584-82f7-4bc3-a01a-aae2af28498f service nova] [instance: b636f115-b125-4317-915a-d03d85d128aa] Received event network-changed-603e4f5b-d554-4160-9ae4-5a6e81068f1c {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.070959] env[68800]: DEBUG nova.compute.manager [req-3395013c-6619-4ff8-a0b4-d23ec4c50dbd req-33f37584-82f7-4bc3-a01a-aae2af28498f service nova] [instance: b636f115-b125-4317-915a-d03d85d128aa] Refreshing instance network info cache due to event network-changed-603e4f5b-d554-4160-9ae4-5a6e81068f1c. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 792.071164] env[68800]: DEBUG oslo_concurrency.lockutils [req-3395013c-6619-4ff8-a0b4-d23ec4c50dbd req-33f37584-82f7-4bc3-a01a-aae2af28498f service nova] Acquiring lock "refresh_cache-b636f115-b125-4317-915a-d03d85d128aa" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.071308] env[68800]: DEBUG oslo_concurrency.lockutils [req-3395013c-6619-4ff8-a0b4-d23ec4c50dbd req-33f37584-82f7-4bc3-a01a-aae2af28498f service nova] Acquired lock "refresh_cache-b636f115-b125-4317-915a-d03d85d128aa" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.071452] env[68800]: DEBUG nova.network.neutron [req-3395013c-6619-4ff8-a0b4-d23ec4c50dbd req-33f37584-82f7-4bc3-a01a-aae2af28498f service nova] [instance: b636f115-b125-4317-915a-d03d85d128aa] Refreshing network info cache for port 603e4f5b-d554-4160-9ae4-5a6e81068f1c {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.074504] env[68800]: DEBUG oslo_vmware.api [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Waiting for the task: (returnval){ [ 792.074504] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520ce336-dbc4-256a-4195-595a5c851428" [ 792.074504] env[68800]: _type = "Task" [ 792.074504] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.083690] env[68800]: DEBUG oslo_vmware.api [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520ce336-dbc4-256a-4195-595a5c851428, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.218963] env[68800]: DEBUG nova.compute.manager [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 792.251290] env[68800]: DEBUG nova.virt.hardware [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 792.252175] env[68800]: DEBUG nova.virt.hardware [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 792.252175] env[68800]: DEBUG nova.virt.hardware [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.252175] env[68800]: DEBUG nova.virt.hardware [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 792.252175] env[68800]: DEBUG nova.virt.hardware [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.252175] env[68800]: DEBUG nova.virt.hardware [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 792.252596] env[68800]: DEBUG nova.virt.hardware [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 792.252596] env[68800]: DEBUG nova.virt.hardware [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 792.252695] env[68800]: DEBUG nova.virt.hardware [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 792.253202] env[68800]: DEBUG nova.virt.hardware [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 792.253202] env[68800]: DEBUG nova.virt.hardware [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 792.254076] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a79f7e-2264-42e2-9a5f-1009d626d036 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.263104] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09bc0de-b1a1-4f1d-8625-74781fe1824c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.275052] env[68800]: DEBUG nova.compute.manager [req-b2fde048-7e42-4b63-89bc-6dd9f049747b req-554c4b4b-ac17-48bd-8b95-1d3d241c090c service nova] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] Received event network-changed-0b156ab7-96ac-44ad-be40-35fd9daa71f2 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.275052] env[68800]: DEBUG nova.compute.manager [req-b2fde048-7e42-4b63-89bc-6dd9f049747b req-554c4b4b-ac17-48bd-8b95-1d3d241c090c service nova] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] Refreshing instance network info cache due to event network-changed-0b156ab7-96ac-44ad-be40-35fd9daa71f2. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 792.275222] env[68800]: DEBUG oslo_concurrency.lockutils [req-b2fde048-7e42-4b63-89bc-6dd9f049747b req-554c4b4b-ac17-48bd-8b95-1d3d241c090c service nova] Acquiring lock "refresh_cache-d09d6489-64ed-44b7-8a61-ee59d6160ba4" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.275680] env[68800]: DEBUG oslo_concurrency.lockutils [req-b2fde048-7e42-4b63-89bc-6dd9f049747b req-554c4b4b-ac17-48bd-8b95-1d3d241c090c service nova] Acquired lock "refresh_cache-d09d6489-64ed-44b7-8a61-ee59d6160ba4" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.275883] env[68800]: DEBUG nova.network.neutron [req-b2fde048-7e42-4b63-89bc-6dd9f049747b req-554c4b4b-ac17-48bd-8b95-1d3d241c090c service nova] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] Refreshing network info cache for port 0b156ab7-96ac-44ad-be40-35fd9daa71f2 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.351964] env[68800]: DEBUG oslo_vmware.rw_handles [None req-6b61ca5c-c3f2-48ad-b6ce-dfe0445c3e56 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a60e37-58f0-f4f9-252e-5262d362e951/disk-0.vmdk. {{(pid=68800) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 792.352991] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5ca1ef-3df8-4e09-8384-3ae86e69cbdb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.360042] env[68800]: DEBUG oslo_vmware.rw_handles [None req-6b61ca5c-c3f2-48ad-b6ce-dfe0445c3e56 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a60e37-58f0-f4f9-252e-5262d362e951/disk-0.vmdk is in state: ready. {{(pid=68800) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 792.360220] env[68800]: ERROR oslo_vmware.rw_handles [None req-6b61ca5c-c3f2-48ad-b6ce-dfe0445c3e56 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a60e37-58f0-f4f9-252e-5262d362e951/disk-0.vmdk due to incomplete transfer. [ 792.360488] env[68800]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f33c2399-1387-4834-a33b-f8d637d78f7e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.368508] env[68800]: DEBUG oslo_vmware.rw_handles [None req-6b61ca5c-c3f2-48ad-b6ce-dfe0445c3e56 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a60e37-58f0-f4f9-252e-5262d362e951/disk-0.vmdk. {{(pid=68800) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 792.368712] env[68800]: DEBUG nova.virt.vmwareapi.images [None req-6b61ca5c-c3f2-48ad-b6ce-dfe0445c3e56 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Uploaded image 775bf56f-8909-43ab-9295-e85656c94fd2 to the Glance image server {{(pid=68800) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 792.370388] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b61ca5c-c3f2-48ad-b6ce-dfe0445c3e56 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Destroying the VM {{(pid=68800) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 792.370840] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-035a35d4-e477-478e-82f6-6f6ad03bb441 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.384496] env[68800]: DEBUG oslo_vmware.api [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243537, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.385667] env[68800]: DEBUG oslo_vmware.api [None req-6b61ca5c-c3f2-48ad-b6ce-dfe0445c3e56 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Waiting for the task: (returnval){ [ 792.385667] env[68800]: value = "task-3243540" [ 792.385667] env[68800]: _type = "Task" [ 792.385667] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.393837] env[68800]: DEBUG oslo_vmware.api [None req-6b61ca5c-c3f2-48ad-b6ce-dfe0445c3e56 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Task: {'id': task-3243540, 'name': Destroy_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.473988] env[68800]: DEBUG nova.scheduler.client.report [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.493386] env[68800]: DEBUG oslo_vmware.api [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Task: {'id': task-3243538, 'name': Rename_Task, 'duration_secs': 0.220229} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.493704] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 792.494078] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd107855-c866-4c37-85c7-42123b0e6d1e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.502595] env[68800]: DEBUG oslo_vmware.api [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Waiting for the task: (returnval){ [ 792.502595] env[68800]: value = "task-3243541" [ 792.502595] env[68800]: _type = "Task" [ 792.502595] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.513604] env[68800]: DEBUG oslo_vmware.api [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Task: {'id': task-3243541, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.516257] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-24ab45ea-beee-492b-b9d3-579cb2664eff tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Creating Snapshot of the VM instance {{(pid=68800) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 792.517124] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-14c1d7d4-7a1c-47b7-b88b-8e072113112d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.530489] env[68800]: DEBUG oslo_vmware.api [None req-24ab45ea-beee-492b-b9d3-579cb2664eff tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Waiting for the task: (returnval){ [ 792.530489] env[68800]: value = "task-3243542" [ 792.530489] env[68800]: _type = "Task" [ 792.530489] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.547373] env[68800]: DEBUG oslo_vmware.api [None req-24ab45ea-beee-492b-b9d3-579cb2664eff tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243542, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.552684] env[68800]: DEBUG oslo_vmware.api [None req-85cdfd59-b852-49da-ad9a-538db5ed8859 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243539, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.590281] env[68800]: DEBUG oslo_vmware.api [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520ce336-dbc4-256a-4195-595a5c851428, 'name': SearchDatastore_Task, 'duration_secs': 0.022074} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.591036] env[68800]: DEBUG oslo_concurrency.lockutils [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.591036] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] b636f115-b125-4317-915a-d03d85d128aa/b636f115-b125-4317-915a-d03d85d128aa.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 792.591226] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef822e08-cfdd-47a9-abb1-cf2da018e196 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.598377] env[68800]: DEBUG oslo_vmware.api [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Waiting for the task: (returnval){ [ 792.598377] env[68800]: value = "task-3243543" [ 792.598377] env[68800]: _type = "Task" [ 792.598377] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.608565] env[68800]: DEBUG oslo_vmware.api [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Task: {'id': task-3243543, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.635520] env[68800]: DEBUG nova.network.neutron [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Successfully created port: 4ab63bf8-9ab3-4725-9b51-1596cb893741 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 792.792429] env[68800]: DEBUG nova.network.neutron [req-3395013c-6619-4ff8-a0b4-d23ec4c50dbd req-33f37584-82f7-4bc3-a01a-aae2af28498f service nova] [instance: b636f115-b125-4317-915a-d03d85d128aa] Updated VIF entry in instance network info cache for port 603e4f5b-d554-4160-9ae4-5a6e81068f1c. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 792.792890] env[68800]: DEBUG nova.network.neutron [req-3395013c-6619-4ff8-a0b4-d23ec4c50dbd req-33f37584-82f7-4bc3-a01a-aae2af28498f service nova] [instance: b636f115-b125-4317-915a-d03d85d128aa] Updating instance_info_cache with network_info: [{"id": "603e4f5b-d554-4160-9ae4-5a6e81068f1c", "address": "fa:16:3e:45:92:66", "network": {"id": "81eb8477-3d42-442d-9a0f-83a8e2fdf982", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-797807564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40b58c2250314aae942f414d5540f246", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap603e4f5b-d5", "ovs_interfaceid": "603e4f5b-d554-4160-9ae4-5a6e81068f1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.805617] env[68800]: DEBUG nova.network.neutron [-] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.882022] env[68800]: DEBUG oslo_vmware.api [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243537, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.896689] env[68800]: DEBUG oslo_vmware.api [None req-6b61ca5c-c3f2-48ad-b6ce-dfe0445c3e56 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Task: {'id': task-3243540, 'name': Destroy_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.923301] env[68800]: DEBUG nova.network.neutron [-] [instance: d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.985700] env[68800]: DEBUG oslo_concurrency.lockutils [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.805s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.986494] env[68800]: DEBUG nova.compute.manager [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 792.994094] env[68800]: DEBUG oslo_concurrency.lockutils [None req-544cddf9-8455-4de2-a6de-62cfe6969678 tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.085s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.994094] env[68800]: DEBUG nova.objects.instance [None req-544cddf9-8455-4de2-a6de-62cfe6969678 tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Lazy-loading 'resources' on Instance uuid 88b6dbfd-2340-430d-96f5-fbe15e3b654b {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.016544] env[68800]: DEBUG oslo_vmware.api [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Task: {'id': task-3243541, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.050548] env[68800]: DEBUG oslo_vmware.api [None req-24ab45ea-beee-492b-b9d3-579cb2664eff tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243542, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.054354] env[68800]: DEBUG nova.network.neutron [-] [instance: af1b5f44-b442-4c3e-923c-92c0d7db49b4] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.065825] env[68800]: DEBUG oslo_vmware.api [None req-85cdfd59-b852-49da-ad9a-538db5ed8859 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243539, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576314} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.066352] env[68800]: INFO nova.virt.vmwareapi.ds_util [None req-85cdfd59-b852-49da-ad9a-538db5ed8859 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] c4e41c81-3958-4797-84a2-9486ba6278f1/5878416b-a2ce-41e8-a2c0-8cea34632bd2-rescue.vmdk. [ 793.067235] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba6e4e4-40e1-49ff-8022-cad487b61f13 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.093446] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-85cdfd59-b852-49da-ad9a-538db5ed8859 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] c4e41c81-3958-4797-84a2-9486ba6278f1/5878416b-a2ce-41e8-a2c0-8cea34632bd2-rescue.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.094426] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75d8f8f3-32f3-4749-a135-b5267d159a9a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.115451] env[68800]: DEBUG oslo_vmware.api [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Task: {'id': task-3243543, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.116861] env[68800]: DEBUG oslo_vmware.api [None req-85cdfd59-b852-49da-ad9a-538db5ed8859 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 793.116861] env[68800]: value = "task-3243544" [ 793.116861] env[68800]: _type = "Task" [ 793.116861] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.129028] env[68800]: DEBUG oslo_vmware.api [None req-85cdfd59-b852-49da-ad9a-538db5ed8859 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243544, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.232445] env[68800]: DEBUG nova.network.neutron [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Successfully created port: 373bcb86-9fe7-4a19-9578-e87d329bc23d {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 793.296477] env[68800]: DEBUG oslo_concurrency.lockutils [req-3395013c-6619-4ff8-a0b4-d23ec4c50dbd req-33f37584-82f7-4bc3-a01a-aae2af28498f service nova] Releasing lock "refresh_cache-b636f115-b125-4317-915a-d03d85d128aa" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.306940] env[68800]: DEBUG nova.compute.manager [req-3007846c-3b5e-4ccd-b9ec-527c445d69c9 req-62d2f85f-fea8-410c-aba8-96b065d85228 service nova] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Received event network-vif-deleted-9c3f5b9f-b19c-455f-b8d1-43318faec720 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.307189] env[68800]: DEBUG nova.compute.manager [req-3007846c-3b5e-4ccd-b9ec-527c445d69c9 req-62d2f85f-fea8-410c-aba8-96b065d85228 service nova] [instance: d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d] Received event network-vif-deleted-735ed8ca-ccb1-4911-b817-f5860f27b8c3 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.307964] env[68800]: INFO nova.compute.manager [-] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Took 1.90 seconds to deallocate network for instance. [ 793.380842] env[68800]: DEBUG oslo_vmware.api [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243537, 'name': ReconfigVM_Task, 'duration_secs': 1.479112} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.381138] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b6ce6d33-aebc-420e-afe7-9e0908a2c560] Reconfigured VM instance instance-00000029 to attach disk [datastore1] b6ce6d33-aebc-420e-afe7-9e0908a2c560/b6ce6d33-aebc-420e-afe7-9e0908a2c560.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.381753] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88275fa8-b4e0-4d71-a3f9-b4c7d3a0b7ee {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.387669] env[68800]: DEBUG oslo_vmware.api [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 793.387669] env[68800]: value = "task-3243545" [ 793.387669] env[68800]: _type = "Task" [ 793.387669] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.398019] env[68800]: DEBUG oslo_vmware.api [None req-6b61ca5c-c3f2-48ad-b6ce-dfe0445c3e56 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Task: {'id': task-3243540, 'name': Destroy_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.401027] env[68800]: DEBUG oslo_vmware.api [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243545, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.401766] env[68800]: DEBUG nova.network.neutron [req-b2fde048-7e42-4b63-89bc-6dd9f049747b req-554c4b4b-ac17-48bd-8b95-1d3d241c090c service nova] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] Updated VIF entry in instance network info cache for port 0b156ab7-96ac-44ad-be40-35fd9daa71f2. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.402105] env[68800]: DEBUG nova.network.neutron [req-b2fde048-7e42-4b63-89bc-6dd9f049747b req-554c4b4b-ac17-48bd-8b95-1d3d241c090c service nova] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] Updating instance_info_cache with network_info: [{"id": "0b156ab7-96ac-44ad-be40-35fd9daa71f2", "address": "fa:16:3e:a8:66:f7", "network": {"id": "05ac5a8a-b481-4ddc-befe-5284f6ce153b", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-390068765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ec81281940c4408b16714275cf33448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b156ab7-96", "ovs_interfaceid": "0b156ab7-96ac-44ad-be40-35fd9daa71f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.426390] env[68800]: INFO nova.compute.manager [-] [instance: d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d] Took 1.82 seconds to deallocate network for instance. [ 793.494628] env[68800]: DEBUG nova.compute.utils [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 793.496082] env[68800]: DEBUG nova.compute.manager [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 793.496337] env[68800]: DEBUG nova.network.neutron [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 793.513579] env[68800]: DEBUG oslo_vmware.api [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Task: {'id': task-3243541, 'name': PowerOnVM_Task, 'duration_secs': 0.685064} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.513857] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 793.514084] env[68800]: INFO nova.compute.manager [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Took 11.76 seconds to spawn the instance on the hypervisor. [ 793.514272] env[68800]: DEBUG nova.compute.manager [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.515044] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f7d886-3962-467b-96e8-966d0e7d526d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.538076] env[68800]: DEBUG oslo_vmware.api [None req-24ab45ea-beee-492b-b9d3-579cb2664eff tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243542, 'name': CreateSnapshot_Task, 'duration_secs': 0.68423} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.540449] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-24ab45ea-beee-492b-b9d3-579cb2664eff tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Created Snapshot of the VM instance {{(pid=68800) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 793.541368] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b16c0c-5a1c-4b29-aa5b-9c564d4799aa {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.566776] env[68800]: INFO nova.compute.manager [-] [instance: af1b5f44-b442-4c3e-923c-92c0d7db49b4] Took 1.55 seconds to deallocate network for instance. [ 793.596740] env[68800]: DEBUG nova.policy [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31eea260dc9f479b9390ca2cc13e8b10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a55e3ff738d49f8ae6b119fe8712bb8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 793.626312] env[68800]: DEBUG oslo_vmware.api [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Task: {'id': task-3243543, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.631571] env[68800]: DEBUG oslo_vmware.api [None req-85cdfd59-b852-49da-ad9a-538db5ed8859 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243544, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.818033] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9dec614d-420e-4087-a9f1-0078efe883e9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.904992] env[68800]: DEBUG oslo_concurrency.lockutils [req-b2fde048-7e42-4b63-89bc-6dd9f049747b req-554c4b4b-ac17-48bd-8b95-1d3d241c090c service nova] Releasing lock "refresh_cache-d09d6489-64ed-44b7-8a61-ee59d6160ba4" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.911296] env[68800]: DEBUG oslo_vmware.api [None req-6b61ca5c-c3f2-48ad-b6ce-dfe0445c3e56 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Task: {'id': task-3243540, 'name': Destroy_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.917176] env[68800]: DEBUG oslo_vmware.api [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243545, 'name': Rename_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.933471] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ccc7b6c6-57f6-43c6-80c0-f37501781281 tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.986108] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81bc0df-22c4-4521-8256-db009b901de2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.993980] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4edd5773-565b-4f73-9161-af7b19e56f07 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.001291] env[68800]: DEBUG nova.compute.manager [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 794.043349] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e006c06-30c3-4c9d-a6a6-d037eec21912 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.046367] env[68800]: INFO nova.compute.manager [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Took 46.46 seconds to build instance. [ 794.052272] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358467ef-35fb-430c-9691-106e0c9fdb0e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.065276] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-24ab45ea-beee-492b-b9d3-579cb2664eff tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Creating linked-clone VM from snapshot {{(pid=68800) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 794.065922] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2efcbf8f-f434-48ed-99f2-10c2948e97f3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.082241] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5d6c0418-e8a9-4237-8a33-2a6bec454fe2 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.083153] env[68800]: DEBUG nova.compute.provider_tree [None req-544cddf9-8455-4de2-a6de-62cfe6969678 tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.086861] env[68800]: DEBUG oslo_vmware.api [None req-24ab45ea-beee-492b-b9d3-579cb2664eff tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Waiting for the task: (returnval){ [ 794.086861] env[68800]: value = "task-3243546" [ 794.086861] env[68800]: _type = "Task" [ 794.086861] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.098477] env[68800]: DEBUG oslo_vmware.api [None req-24ab45ea-beee-492b-b9d3-579cb2664eff tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243546, 'name': CloneVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.117847] env[68800]: DEBUG oslo_vmware.api [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Task: {'id': task-3243543, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.479387} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.118145] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] b636f115-b125-4317-915a-d03d85d128aa/b636f115-b125-4317-915a-d03d85d128aa.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 794.118368] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] [instance: b636f115-b125-4317-915a-d03d85d128aa] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 794.118620] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96d985ac-466b-4f88-86ed-582d43f6a01b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.131350] env[68800]: DEBUG oslo_vmware.api [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Waiting for the task: (returnval){ [ 794.131350] env[68800]: value = "task-3243547" [ 794.131350] env[68800]: _type = "Task" [ 794.131350] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.131879] env[68800]: DEBUG oslo_vmware.api [None req-85cdfd59-b852-49da-ad9a-538db5ed8859 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243544, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.143902] env[68800]: DEBUG oslo_vmware.api [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Task: {'id': task-3243547, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.153325] env[68800]: DEBUG nova.network.neutron [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Successfully created port: ca862ceb-249f-4f97-a863-d0a1f320b7bc {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 794.402438] env[68800]: DEBUG oslo_vmware.api [None req-6b61ca5c-c3f2-48ad-b6ce-dfe0445c3e56 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Task: {'id': task-3243540, 'name': Destroy_Task, 'duration_secs': 1.980746} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.403160] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-6b61ca5c-c3f2-48ad-b6ce-dfe0445c3e56 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Destroyed the VM [ 794.403404] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-6b61ca5c-c3f2-48ad-b6ce-dfe0445c3e56 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Deleting Snapshot of the VM instance {{(pid=68800) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 794.403659] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e5170cd5-c4b9-4a1c-bbfe-564f63622e1e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.408324] env[68800]: DEBUG oslo_vmware.api [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243545, 'name': Rename_Task, 'duration_secs': 0.692594} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.408942] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b6ce6d33-aebc-420e-afe7-9e0908a2c560] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 794.409243] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15aa73b1-96f3-4873-b2c5-35c63c0b916a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.414449] env[68800]: DEBUG oslo_vmware.api [None req-6b61ca5c-c3f2-48ad-b6ce-dfe0445c3e56 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Waiting for the task: (returnval){ [ 794.414449] env[68800]: value = "task-3243548" [ 794.414449] env[68800]: _type = "Task" [ 794.414449] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.415678] env[68800]: DEBUG oslo_vmware.api [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 794.415678] env[68800]: value = "task-3243549" [ 794.415678] env[68800]: _type = "Task" [ 794.415678] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.426668] env[68800]: DEBUG oslo_vmware.api [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243549, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.429421] env[68800]: DEBUG oslo_vmware.api [None req-6b61ca5c-c3f2-48ad-b6ce-dfe0445c3e56 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Task: {'id': task-3243548, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.549124] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d65d5a70-7496-4cca-a614-d63a04befdc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Lock "913f76bd-2cb4-450b-a506-6687ee98cd86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.670s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.588864] env[68800]: DEBUG nova.scheduler.client.report [None req-544cddf9-8455-4de2-a6de-62cfe6969678 tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.603697] env[68800]: DEBUG oslo_vmware.api [None req-24ab45ea-beee-492b-b9d3-579cb2664eff tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243546, 'name': CloneVM_Task} progress is 94%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.630889] env[68800]: DEBUG oslo_vmware.api [None req-85cdfd59-b852-49da-ad9a-538db5ed8859 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243544, 'name': ReconfigVM_Task, 'duration_secs': 1.296248} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.631351] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-85cdfd59-b852-49da-ad9a-538db5ed8859 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Reconfigured VM instance instance-00000025 to attach disk [datastore2] c4e41c81-3958-4797-84a2-9486ba6278f1/5878416b-a2ce-41e8-a2c0-8cea34632bd2-rescue.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.632233] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5978cd11-e6d5-4821-a7d5-90664a37f72d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.665304] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abf8d17f-438c-40f1-a6a8-cb588e622fd8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.676805] env[68800]: DEBUG oslo_vmware.api [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Task: {'id': task-3243547, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141812} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.677431] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] [instance: b636f115-b125-4317-915a-d03d85d128aa] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 794.678564] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e45d6d-5344-4da4-920b-0e0bfd393443 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.683395] env[68800]: DEBUG oslo_vmware.api [None req-85cdfd59-b852-49da-ad9a-538db5ed8859 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 794.683395] env[68800]: value = "task-3243550" [ 794.683395] env[68800]: _type = "Task" [ 794.683395] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.703986] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] [instance: b636f115-b125-4317-915a-d03d85d128aa] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] b636f115-b125-4317-915a-d03d85d128aa/b636f115-b125-4317-915a-d03d85d128aa.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.707607] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58f4545b-4255-4ad4-b317-2c04d7d97948 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.728791] env[68800]: DEBUG oslo_vmware.api [None req-85cdfd59-b852-49da-ad9a-538db5ed8859 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243550, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.730132] env[68800]: DEBUG oslo_vmware.api [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Waiting for the task: (returnval){ [ 794.730132] env[68800]: value = "task-3243551" [ 794.730132] env[68800]: _type = "Task" [ 794.730132] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.740112] env[68800]: DEBUG oslo_vmware.api [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Task: {'id': task-3243551, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.928665] env[68800]: DEBUG oslo_vmware.api [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243549, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.932262] env[68800]: DEBUG oslo_vmware.api [None req-6b61ca5c-c3f2-48ad-b6ce-dfe0445c3e56 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Task: {'id': task-3243548, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.959289] env[68800]: DEBUG nova.compute.manager [req-9cbc84ba-4e38-425f-a19b-00dde79e2218 req-2b4ddf91-4981-4c95-a7a3-e603c034d8e1 service nova] [instance: af1b5f44-b442-4c3e-923c-92c0d7db49b4] Received event network-vif-deleted-f3100097-d183-480b-a527-f199262dbb94 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.013731] env[68800]: DEBUG nova.compute.manager [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 795.045212] env[68800]: DEBUG nova.virt.hardware [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 795.045497] env[68800]: DEBUG nova.virt.hardware [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 795.045670] env[68800]: DEBUG nova.virt.hardware [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.045853] env[68800]: DEBUG nova.virt.hardware [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 795.045998] env[68800]: DEBUG nova.virt.hardware [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.046454] env[68800]: DEBUG nova.virt.hardware [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 795.046691] env[68800]: DEBUG nova.virt.hardware [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 795.046926] env[68800]: DEBUG nova.virt.hardware [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 795.047111] env[68800]: DEBUG nova.virt.hardware [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 795.047280] env[68800]: DEBUG nova.virt.hardware [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 795.047453] env[68800]: DEBUG nova.virt.hardware [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 795.048311] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6439ea-4bdf-4318-b9d9-d85eb5cf5335 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.051718] env[68800]: DEBUG nova.compute.manager [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 0493e632-089d-4166-8048-040724607526] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 795.057659] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d3797f-313e-4d5a-ac57-4bd49ef04369 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.100563] env[68800]: DEBUG oslo_concurrency.lockutils [None req-544cddf9-8455-4de2-a6de-62cfe6969678 tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.100563] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e34f6c7b-e76c-4944-8ed2-b6e14dfee177 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.954s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.100563] env[68800]: DEBUG nova.objects.instance [None req-e34f6c7b-e76c-4944-8ed2-b6e14dfee177 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Lazy-loading 'resources' on Instance uuid ce1649cf-3921-41e7-aeed-c4e3e03ccda9 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.105499] env[68800]: DEBUG oslo_vmware.api [None req-24ab45ea-beee-492b-b9d3-579cb2664eff tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243546, 'name': CloneVM_Task} progress is 95%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.125925] env[68800]: INFO nova.scheduler.client.report [None req-544cddf9-8455-4de2-a6de-62cfe6969678 tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Deleted allocations for instance 88b6dbfd-2340-430d-96f5-fbe15e3b654b [ 795.206221] env[68800]: DEBUG oslo_vmware.api [None req-85cdfd59-b852-49da-ad9a-538db5ed8859 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243550, 'name': ReconfigVM_Task, 'duration_secs': 0.148963} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.206610] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-85cdfd59-b852-49da-ad9a-538db5ed8859 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 795.206906] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e7806fe-79b7-4553-913f-a679cd59bfce {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.213399] env[68800]: DEBUG oslo_vmware.api [None req-85cdfd59-b852-49da-ad9a-538db5ed8859 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 795.213399] env[68800]: value = "task-3243552" [ 795.213399] env[68800]: _type = "Task" [ 795.213399] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.222044] env[68800]: DEBUG oslo_vmware.api [None req-85cdfd59-b852-49da-ad9a-538db5ed8859 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243552, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.240754] env[68800]: DEBUG oslo_vmware.api [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Task: {'id': task-3243551, 'name': ReconfigVM_Task, 'duration_secs': 0.417011} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.241057] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] [instance: b636f115-b125-4317-915a-d03d85d128aa] Reconfigured VM instance instance-0000002a to attach disk [datastore1] b636f115-b125-4317-915a-d03d85d128aa/b636f115-b125-4317-915a-d03d85d128aa.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.241699] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e206fd14-2e0c-45ae-9f47-ba33b9d12f20 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.249071] env[68800]: DEBUG oslo_vmware.api [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Waiting for the task: (returnval){ [ 795.249071] env[68800]: value = "task-3243553" [ 795.249071] env[68800]: _type = "Task" [ 795.249071] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.257549] env[68800]: DEBUG oslo_vmware.api [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Task: {'id': task-3243553, 'name': Rename_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.336639] env[68800]: DEBUG nova.network.neutron [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Successfully updated port: 3f114569-ffee-4329-9f03-b5a55ef7e544 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 795.434553] env[68800]: DEBUG oslo_vmware.api [None req-6b61ca5c-c3f2-48ad-b6ce-dfe0445c3e56 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Task: {'id': task-3243548, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.438521] env[68800]: DEBUG oslo_vmware.api [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243549, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.580833] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.604575] env[68800]: DEBUG oslo_vmware.api [None req-24ab45ea-beee-492b-b9d3-579cb2664eff tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243546, 'name': CloneVM_Task, 'duration_secs': 1.248745} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.605465] env[68800]: INFO nova.virt.vmwareapi.vmops [None req-24ab45ea-beee-492b-b9d3-579cb2664eff tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Created linked-clone VM from snapshot [ 795.605993] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c1f25c-58f5-4072-955a-1829a90eb318 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.620989] env[68800]: DEBUG nova.virt.vmwareapi.images [None req-24ab45ea-beee-492b-b9d3-579cb2664eff tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Uploading image 212f86ae-fae0-4fa1-a2d8-cb6e207538f0 {{(pid=68800) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 795.636338] env[68800]: DEBUG oslo_concurrency.lockutils [None req-544cddf9-8455-4de2-a6de-62cfe6969678 tempest-ServersAaction247Test-201384221 tempest-ServersAaction247Test-201384221-project-member] Lock "88b6dbfd-2340-430d-96f5-fbe15e3b654b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.985s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.653611] env[68800]: DEBUG oslo_vmware.rw_handles [None req-24ab45ea-beee-492b-b9d3-579cb2664eff tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 795.653611] env[68800]: value = "vm-648212" [ 795.653611] env[68800]: _type = "VirtualMachine" [ 795.653611] env[68800]: }. {{(pid=68800) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 795.653951] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2dc5eed8-e2ed-41f2-a8ea-2806a0f49aad {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.664980] env[68800]: DEBUG oslo_vmware.rw_handles [None req-24ab45ea-beee-492b-b9d3-579cb2664eff tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Lease: (returnval){ [ 795.664980] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52e93ee9-f384-7e71-a7d9-fd3fad4789dc" [ 795.664980] env[68800]: _type = "HttpNfcLease" [ 795.664980] env[68800]: } obtained for exporting VM: (result){ [ 795.664980] env[68800]: value = "vm-648212" [ 795.664980] env[68800]: _type = "VirtualMachine" [ 795.664980] env[68800]: }. {{(pid=68800) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 795.665255] env[68800]: DEBUG oslo_vmware.api [None req-24ab45ea-beee-492b-b9d3-579cb2664eff tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Waiting for the lease: (returnval){ [ 795.665255] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52e93ee9-f384-7e71-a7d9-fd3fad4789dc" [ 795.665255] env[68800]: _type = "HttpNfcLease" [ 795.665255] env[68800]: } to be ready. {{(pid=68800) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 795.673524] env[68800]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 795.673524] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52e93ee9-f384-7e71-a7d9-fd3fad4789dc" [ 795.673524] env[68800]: _type = "HttpNfcLease" [ 795.673524] env[68800]: } is initializing. {{(pid=68800) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 795.725598] env[68800]: DEBUG oslo_vmware.api [None req-85cdfd59-b852-49da-ad9a-538db5ed8859 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243552, 'name': PowerOnVM_Task, 'duration_secs': 0.398257} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.728797] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-85cdfd59-b852-49da-ad9a-538db5ed8859 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 795.732382] env[68800]: DEBUG nova.compute.manager [None req-85cdfd59-b852-49da-ad9a-538db5ed8859 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 795.733493] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec2bfa7-01ba-4bc7-9fff-8f5cf51b8275 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.758285] env[68800]: DEBUG oslo_vmware.api [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Task: {'id': task-3243553, 'name': Rename_Task, 'duration_secs': 0.193959} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.758582] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] [instance: b636f115-b125-4317-915a-d03d85d128aa] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 795.758989] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7bb475a1-8b74-40a2-8ea1-19e9067815c5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.769245] env[68800]: DEBUG oslo_vmware.api [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Waiting for the task: (returnval){ [ 795.769245] env[68800]: value = "task-3243555" [ 795.769245] env[68800]: _type = "Task" [ 795.769245] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.781124] env[68800]: DEBUG oslo_vmware.api [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Task: {'id': task-3243555, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.937306] env[68800]: DEBUG oslo_vmware.api [None req-6b61ca5c-c3f2-48ad-b6ce-dfe0445c3e56 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Task: {'id': task-3243548, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.945817] env[68800]: DEBUG oslo_vmware.api [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243549, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.152851] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a18801e-b19d-4582-aa9d-5727ea0233cd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.160399] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1956997e-a9b5-4afc-ae29-7ce21c571fbe {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.197750] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322de63c-f50f-4f2c-8e38-c3cd0b9eab04 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.202099] env[68800]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 796.202099] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52e93ee9-f384-7e71-a7d9-fd3fad4789dc" [ 796.202099] env[68800]: _type = "HttpNfcLease" [ 796.202099] env[68800]: } is ready. {{(pid=68800) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 796.208770] env[68800]: DEBUG oslo_vmware.rw_handles [None req-24ab45ea-beee-492b-b9d3-579cb2664eff tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 796.208770] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52e93ee9-f384-7e71-a7d9-fd3fad4789dc" [ 796.208770] env[68800]: _type = "HttpNfcLease" [ 796.208770] env[68800]: }. {{(pid=68800) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 796.209727] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2b0c83-ab49-48b4-8cd8-b551f4b9be89 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.214933] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a09b6d8-3107-49da-b11d-c1c36af8e042 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.225182] env[68800]: DEBUG oslo_vmware.rw_handles [None req-24ab45ea-beee-492b-b9d3-579cb2664eff tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52da31f5-6085-3437-2d1a-7be0a8996ba5/disk-0.vmdk from lease info. {{(pid=68800) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 796.225373] env[68800]: DEBUG oslo_vmware.rw_handles [None req-24ab45ea-beee-492b-b9d3-579cb2664eff tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52da31f5-6085-3437-2d1a-7be0a8996ba5/disk-0.vmdk for reading. {{(pid=68800) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 796.234986] env[68800]: DEBUG nova.compute.provider_tree [None req-e34f6c7b-e76c-4944-8ed2-b6e14dfee177 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.307172] env[68800]: DEBUG oslo_vmware.api [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Task: {'id': task-3243555, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.359938] env[68800]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-806c208c-5317-465c-94a9-1f38154bbdeb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.436616] env[68800]: DEBUG oslo_vmware.api [None req-6b61ca5c-c3f2-48ad-b6ce-dfe0445c3e56 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Task: {'id': task-3243548, 'name': RemoveSnapshot_Task, 'duration_secs': 1.799564} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.439650] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-6b61ca5c-c3f2-48ad-b6ce-dfe0445c3e56 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Deleted Snapshot of the VM instance {{(pid=68800) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 796.439891] env[68800]: INFO nova.compute.manager [None req-6b61ca5c-c3f2-48ad-b6ce-dfe0445c3e56 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Took 18.58 seconds to snapshot the instance on the hypervisor. [ 796.442391] env[68800]: DEBUG oslo_vmware.api [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243549, 'name': PowerOnVM_Task, 'duration_secs': 1.548145} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.442852] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b6ce6d33-aebc-420e-afe7-9e0908a2c560] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 796.443031] env[68800]: INFO nova.compute.manager [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b6ce6d33-aebc-420e-afe7-9e0908a2c560] Took 11.93 seconds to spawn the instance on the hypervisor. [ 796.443225] env[68800]: DEBUG nova.compute.manager [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b6ce6d33-aebc-420e-afe7-9e0908a2c560] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 796.444045] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455aadb7-62a7-428a-8629-f5f34224bd76 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.597936] env[68800]: DEBUG nova.network.neutron [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Successfully updated port: ca862ceb-249f-4f97-a863-d0a1f320b7bc {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 796.613158] env[68800]: DEBUG nova.compute.manager [req-39a81309-dc58-4dc2-9844-0aecd1945103 req-4d834127-9a2a-4e17-a089-145028ffef44 service nova] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Received event network-changed-98d828a0-30ea-4c82-b10b-5a95b3a89df2 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.613329] env[68800]: DEBUG nova.compute.manager [req-39a81309-dc58-4dc2-9844-0aecd1945103 req-4d834127-9a2a-4e17-a089-145028ffef44 service nova] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Refreshing instance network info cache due to event network-changed-98d828a0-30ea-4c82-b10b-5a95b3a89df2. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 796.613732] env[68800]: DEBUG oslo_concurrency.lockutils [req-39a81309-dc58-4dc2-9844-0aecd1945103 req-4d834127-9a2a-4e17-a089-145028ffef44 service nova] Acquiring lock "refresh_cache-913f76bd-2cb4-450b-a506-6687ee98cd86" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.613865] env[68800]: DEBUG oslo_concurrency.lockutils [req-39a81309-dc58-4dc2-9844-0aecd1945103 req-4d834127-9a2a-4e17-a089-145028ffef44 service nova] Acquired lock "refresh_cache-913f76bd-2cb4-450b-a506-6687ee98cd86" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.614731] env[68800]: DEBUG nova.network.neutron [req-39a81309-dc58-4dc2-9844-0aecd1945103 req-4d834127-9a2a-4e17-a089-145028ffef44 service nova] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Refreshing network info cache for port 98d828a0-30ea-4c82-b10b-5a95b3a89df2 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 796.739446] env[68800]: DEBUG nova.scheduler.client.report [None req-e34f6c7b-e76c-4944-8ed2-b6e14dfee177 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.806719] env[68800]: DEBUG oslo_vmware.api [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Task: {'id': task-3243555, 'name': PowerOnVM_Task, 'duration_secs': 0.67494} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.822097] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] [instance: b636f115-b125-4317-915a-d03d85d128aa] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 796.822097] env[68800]: INFO nova.compute.manager [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] [instance: b636f115-b125-4317-915a-d03d85d128aa] Took 9.54 seconds to spawn the instance on the hypervisor. [ 796.822097] env[68800]: DEBUG nova.compute.manager [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] [instance: b636f115-b125-4317-915a-d03d85d128aa] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 796.822097] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fdca58-bf73-4c29-a3c7-9d5d76668f25 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.963406] env[68800]: INFO nova.compute.manager [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b6ce6d33-aebc-420e-afe7-9e0908a2c560] Took 45.64 seconds to build instance. [ 797.107769] env[68800]: DEBUG oslo_concurrency.lockutils [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "refresh_cache-8fc1914e-feaf-4004-92d1-af93a6e5b399" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.107925] env[68800]: DEBUG oslo_concurrency.lockutils [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquired lock "refresh_cache-8fc1914e-feaf-4004-92d1-af93a6e5b399" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.108110] env[68800]: DEBUG nova.network.neutron [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 797.172510] env[68800]: DEBUG oslo_concurrency.lockutils [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Acquiring lock "e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.173377] env[68800]: DEBUG oslo_concurrency.lockutils [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Lock "e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.245654] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e34f6c7b-e76c-4944-8ed2-b6e14dfee177 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.145s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.250222] env[68800]: DEBUG oslo_concurrency.lockutils [None req-33b17e62-ca37-450e-9c24-b40a95f01120 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.123s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.250459] env[68800]: DEBUG nova.objects.instance [None req-33b17e62-ca37-450e-9c24-b40a95f01120 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Lazy-loading 'resources' on Instance uuid 2bab2519-fc00-4b92-8226-bae70048ad1f {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 797.290464] env[68800]: INFO nova.scheduler.client.report [None req-e34f6c7b-e76c-4944-8ed2-b6e14dfee177 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Deleted allocations for instance ce1649cf-3921-41e7-aeed-c4e3e03ccda9 [ 797.338732] env[68800]: INFO nova.compute.manager [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] [instance: b636f115-b125-4317-915a-d03d85d128aa] Took 40.74 seconds to build instance. [ 797.465120] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e1c8e56e-ac16-4f3f-916e-bef48a22fc99 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Lock "b6ce6d33-aebc-420e-afe7-9e0908a2c560" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.070s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.569014] env[68800]: DEBUG nova.compute.manager [None req-66b2582a-758b-45a8-bb32-eb750456bede tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.569906] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fde896-a64c-4995-a306-13b3f312c169 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.588786] env[68800]: DEBUG nova.network.neutron [req-39a81309-dc58-4dc2-9844-0aecd1945103 req-4d834127-9a2a-4e17-a089-145028ffef44 service nova] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Updated VIF entry in instance network info cache for port 98d828a0-30ea-4c82-b10b-5a95b3a89df2. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 797.589316] env[68800]: DEBUG nova.network.neutron [req-39a81309-dc58-4dc2-9844-0aecd1945103 req-4d834127-9a2a-4e17-a089-145028ffef44 service nova] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Updating instance_info_cache with network_info: [{"id": "98d828a0-30ea-4c82-b10b-5a95b3a89df2", "address": "fa:16:3e:0b:e3:4b", "network": {"id": "b542bbba-0bac-4aec-9a3a-a70c135f2b15", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1480833923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f7c08698d34b808f3dd1112b0ebdad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98d828a0-30", "ovs_interfaceid": "98d828a0-30ea-4c82-b10b-5a95b3a89df2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.692204] env[68800]: DEBUG nova.network.neutron [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 797.800806] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e34f6c7b-e76c-4944-8ed2-b6e14dfee177 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Lock "ce1649cf-3921-41e7-aeed-c4e3e03ccda9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.709s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.843191] env[68800]: DEBUG oslo_concurrency.lockutils [None req-48230d78-650c-4589-8cc7-f38de4dfd35f tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Lock "b636f115-b125-4317-915a-d03d85d128aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.803s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.971589] env[68800]: DEBUG nova.compute.manager [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] [instance: 16d4cf76-c278-4989-abf7-502f4b594a5b] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 798.056815] env[68800]: DEBUG nova.network.neutron [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Updating instance_info_cache with network_info: [{"id": "ca862ceb-249f-4f97-a863-d0a1f320b7bc", "address": "fa:16:3e:5c:e1:ae", "network": {"id": "42ecce2f-2b8f-412c-a25a-eac985a7bc3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-882241878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a55e3ff738d49f8ae6b119fe8712bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca862ceb-24", "ovs_interfaceid": "ca862ceb-249f-4f97-a863-d0a1f320b7bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.085460] env[68800]: INFO nova.compute.manager [None req-66b2582a-758b-45a8-bb32-eb750456bede tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] instance snapshotting [ 798.085460] env[68800]: DEBUG nova.objects.instance [None req-66b2582a-758b-45a8-bb32-eb750456bede tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lazy-loading 'flavor' on Instance uuid 99f2d44f-e361-466f-998c-f23a2b04bcbf {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 798.093516] env[68800]: DEBUG oslo_concurrency.lockutils [req-39a81309-dc58-4dc2-9844-0aecd1945103 req-4d834127-9a2a-4e17-a089-145028ffef44 service nova] Releasing lock "refresh_cache-913f76bd-2cb4-450b-a506-6687ee98cd86" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.093572] env[68800]: DEBUG nova.compute.manager [req-39a81309-dc58-4dc2-9844-0aecd1945103 req-4d834127-9a2a-4e17-a089-145028ffef44 service nova] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Received event network-vif-plugged-3f114569-ffee-4329-9f03-b5a55ef7e544 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.093981] env[68800]: DEBUG oslo_concurrency.lockutils [req-39a81309-dc58-4dc2-9844-0aecd1945103 req-4d834127-9a2a-4e17-a089-145028ffef44 service nova] Acquiring lock "10bc35c7-e142-4916-8e91-e4498042c6f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.094976] env[68800]: DEBUG oslo_concurrency.lockutils [req-39a81309-dc58-4dc2-9844-0aecd1945103 req-4d834127-9a2a-4e17-a089-145028ffef44 service nova] Lock "10bc35c7-e142-4916-8e91-e4498042c6f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.094976] env[68800]: DEBUG oslo_concurrency.lockutils [req-39a81309-dc58-4dc2-9844-0aecd1945103 req-4d834127-9a2a-4e17-a089-145028ffef44 service nova] Lock "10bc35c7-e142-4916-8e91-e4498042c6f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.098552] env[68800]: DEBUG nova.compute.manager [req-39a81309-dc58-4dc2-9844-0aecd1945103 req-4d834127-9a2a-4e17-a089-145028ffef44 service nova] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] No waiting events found dispatching network-vif-plugged-3f114569-ffee-4329-9f03-b5a55ef7e544 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 798.098552] env[68800]: WARNING nova.compute.manager [req-39a81309-dc58-4dc2-9844-0aecd1945103 req-4d834127-9a2a-4e17-a089-145028ffef44 service nova] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Received unexpected event network-vif-plugged-3f114569-ffee-4329-9f03-b5a55ef7e544 for instance with vm_state building and task_state spawning. [ 798.129392] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4350f0af-93e0-4533-aa77-ffe96200a34b tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Acquiring lock "949aac90-1d3e-47c1-8d53-eef78adaa390" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.131170] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4350f0af-93e0-4533-aa77-ffe96200a34b tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Lock "949aac90-1d3e-47c1-8d53-eef78adaa390" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.171931] env[68800]: DEBUG nova.network.neutron [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Successfully updated port: 4ab63bf8-9ab3-4725-9b51-1596cb893741 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 798.335486] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2e3453-1850-4de4-a8ea-075feaaa7f92 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.344058] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aca2a92-2b47-4a93-9eec-777ccb7b279a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.348448] env[68800]: DEBUG nova.compute.manager [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 0c495f2d-e6a8-43d0-bce9-72ed187abe3a] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 798.383733] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66fe75e7-3101-4587-ab31-c7aba98ce506 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.391416] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff829c4-c8dc-4b8b-9f49-05c30f641659 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.407274] env[68800]: DEBUG nova.compute.provider_tree [None req-33b17e62-ca37-450e-9c24-b40a95f01120 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.499199] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.560673] env[68800]: DEBUG oslo_concurrency.lockutils [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Releasing lock "refresh_cache-8fc1914e-feaf-4004-92d1-af93a6e5b399" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.561172] env[68800]: DEBUG nova.compute.manager [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Instance network_info: |[{"id": "ca862ceb-249f-4f97-a863-d0a1f320b7bc", "address": "fa:16:3e:5c:e1:ae", "network": {"id": "42ecce2f-2b8f-412c-a25a-eac985a7bc3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-882241878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a55e3ff738d49f8ae6b119fe8712bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca862ceb-24", "ovs_interfaceid": "ca862ceb-249f-4f97-a863-d0a1f320b7bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 798.561688] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:e1:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea4fe416-47a6-4542-b59d-8c71ab4d6503', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca862ceb-249f-4f97-a863-d0a1f320b7bc', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 798.570968] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Creating folder: Project (3a55e3ff738d49f8ae6b119fe8712bb8). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 798.571363] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2761788e-68f7-41c8-9ed9-ff3aeb6aa62b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.583335] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Created folder: Project (3a55e3ff738d49f8ae6b119fe8712bb8) in parent group-v648080. [ 798.583496] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Creating folder: Instances. Parent ref: group-v648213. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 798.583737] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4fa63ede-206c-4767-86e6-770d93ace7e0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.591021] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12929a82-45f2-450e-a58e-d9124c98a646 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.595284] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Created folder: Instances in parent group-v648213. [ 798.595516] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.596135] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 798.596364] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31349fa7-d117-4781-a4f6-04b88fe23fcb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.624715] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb5b821-4d49-4f86-b9e6-ccf58ed90b97 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.628603] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 798.628603] env[68800]: value = "task-3243558" [ 798.628603] env[68800]: _type = "Task" [ 798.628603] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.633625] env[68800]: DEBUG nova.compute.utils [None req-4350f0af-93e0-4533-aa77-ffe96200a34b tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 798.639434] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243558, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.881644] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.910845] env[68800]: DEBUG nova.scheduler.client.report [None req-33b17e62-ca37-450e-9c24-b40a95f01120 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.141967] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243558, 'name': CreateVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.142729] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4350f0af-93e0-4533-aa77-ffe96200a34b tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Lock "949aac90-1d3e-47c1-8d53-eef78adaa390" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.144267] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-66b2582a-758b-45a8-bb32-eb750456bede tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Creating Snapshot of the VM instance {{(pid=68800) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 799.144606] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6b2cbe0f-f192-4c4d-982d-7e1f559c8489 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.154165] env[68800]: DEBUG oslo_vmware.api [None req-66b2582a-758b-45a8-bb32-eb750456bede tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 799.154165] env[68800]: value = "task-3243559" [ 799.154165] env[68800]: _type = "Task" [ 799.154165] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.166986] env[68800]: DEBUG oslo_vmware.api [None req-66b2582a-758b-45a8-bb32-eb750456bede tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243559, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.419268] env[68800]: DEBUG oslo_concurrency.lockutils [None req-33b17e62-ca37-450e-9c24-b40a95f01120 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.419858] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b215fbed-8e7d-496c-bdd4-a3ba17dc3401 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.895s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.460759] env[68800]: INFO nova.scheduler.client.report [None req-33b17e62-ca37-450e-9c24-b40a95f01120 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Deleted allocations for instance 2bab2519-fc00-4b92-8226-bae70048ad1f [ 799.641372] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243558, 'name': CreateVM_Task, 'duration_secs': 0.515069} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.642550] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 799.643477] env[68800]: DEBUG oslo_concurrency.lockutils [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.643619] env[68800]: DEBUG oslo_concurrency.lockutils [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.644385] env[68800]: DEBUG oslo_concurrency.lockutils [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.649654] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-483c62c4-c66b-4563-8bd6-ae19fd365efc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.663230] env[68800]: DEBUG oslo_vmware.api [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for the task: (returnval){ [ 799.663230] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]528b8ae3-8141-db50-c963-64b2e3da745b" [ 799.663230] env[68800]: _type = "Task" [ 799.663230] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.675887] env[68800]: DEBUG oslo_vmware.api [None req-66b2582a-758b-45a8-bb32-eb750456bede tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243559, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.687753] env[68800]: DEBUG oslo_vmware.api [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]528b8ae3-8141-db50-c963-64b2e3da745b, 'name': SearchDatastore_Task, 'duration_secs': 0.01995} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.688794] env[68800]: DEBUG oslo_concurrency.lockutils [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.688794] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 799.688994] env[68800]: DEBUG oslo_concurrency.lockutils [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.689416] env[68800]: DEBUG oslo_concurrency.lockutils [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.689516] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 799.690265] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1d29939-3ac7-44ff-9bc0-205d72edb783 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.701206] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 799.701936] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 799.702713] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1e3690d-be58-4c3b-b7b0-3d0fbfa2b017 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.710685] env[68800]: DEBUG oslo_vmware.api [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for the task: (returnval){ [ 799.710685] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]527471d3-58cd-2b5c-cad6-40ccc8fbffc9" [ 799.710685] env[68800]: _type = "Task" [ 799.710685] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.726313] env[68800]: DEBUG oslo_vmware.api [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]527471d3-58cd-2b5c-cad6-40ccc8fbffc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.896457] env[68800]: DEBUG nova.compute.manager [req-3b605f50-3f25-45cb-86ea-ed08239d699a req-3fc8f8cc-382c-441d-8a87-f0c8846eb931 service nova] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Received event network-changed-3f114569-ffee-4329-9f03-b5a55ef7e544 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.896682] env[68800]: DEBUG nova.compute.manager [req-3b605f50-3f25-45cb-86ea-ed08239d699a req-3fc8f8cc-382c-441d-8a87-f0c8846eb931 service nova] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Refreshing instance network info cache due to event network-changed-3f114569-ffee-4329-9f03-b5a55ef7e544. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 799.896879] env[68800]: DEBUG oslo_concurrency.lockutils [req-3b605f50-3f25-45cb-86ea-ed08239d699a req-3fc8f8cc-382c-441d-8a87-f0c8846eb931 service nova] Acquiring lock "refresh_cache-10bc35c7-e142-4916-8e91-e4498042c6f3" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.897034] env[68800]: DEBUG oslo_concurrency.lockutils [req-3b605f50-3f25-45cb-86ea-ed08239d699a req-3fc8f8cc-382c-441d-8a87-f0c8846eb931 service nova] Acquired lock "refresh_cache-10bc35c7-e142-4916-8e91-e4498042c6f3" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.897327] env[68800]: DEBUG nova.network.neutron [req-3b605f50-3f25-45cb-86ea-ed08239d699a req-3fc8f8cc-382c-441d-8a87-f0c8846eb931 service nova] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Refreshing network info cache for port 3f114569-ffee-4329-9f03-b5a55ef7e544 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 799.978344] env[68800]: DEBUG oslo_concurrency.lockutils [None req-33b17e62-ca37-450e-9c24-b40a95f01120 tempest-VolumesAssistedSnapshotsTest-477853004 tempest-VolumesAssistedSnapshotsTest-477853004-project-member] Lock "2bab2519-fc00-4b92-8226-bae70048ad1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.661s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.069272] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7cc7a15-57e5-4ed2-bcb0-8de269e58328 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.080286] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abecc9d5-1f3c-4bb8-bba0-2cb15bee091a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.122587] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9373b76c-419d-4294-a098-a2d6a1162f54 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.135265] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc4eb7b-92e8-49a6-9411-6b1305c2cb2b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.146844] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquiring lock "b3fa9fdc-bdab-4337-ba0b-547659c3734c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.147448] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Lock "b3fa9fdc-bdab-4337-ba0b-547659c3734c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.161191] env[68800]: DEBUG nova.compute.provider_tree [None req-b215fbed-8e7d-496c-bdd4-a3ba17dc3401 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.174838] env[68800]: DEBUG oslo_vmware.api [None req-66b2582a-758b-45a8-bb32-eb750456bede tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243559, 'name': CreateSnapshot_Task, 'duration_secs': 0.98532} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.175230] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-66b2582a-758b-45a8-bb32-eb750456bede tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Created Snapshot of the VM instance {{(pid=68800) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 800.176340] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06213f4b-d84f-40e5-82fe-84f521b07716 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.225603] env[68800]: DEBUG oslo_vmware.api [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]527471d3-58cd-2b5c-cad6-40ccc8fbffc9, 'name': SearchDatastore_Task, 'duration_secs': 0.017117} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.225603] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97b3d442-b3b1-4411-a450-491ecfbb8262 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.242119] env[68800]: DEBUG oslo_vmware.api [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for the task: (returnval){ [ 800.242119] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520c4124-8b9a-8d1c-0ad2-8b96fad2e8c5" [ 800.242119] env[68800]: _type = "Task" [ 800.242119] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.255502] env[68800]: DEBUG oslo_vmware.api [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520c4124-8b9a-8d1c-0ad2-8b96fad2e8c5, 'name': SearchDatastore_Task, 'duration_secs': 0.02019} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.255959] env[68800]: DEBUG oslo_concurrency.lockutils [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.256377] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 8fc1914e-feaf-4004-92d1-af93a6e5b399/8fc1914e-feaf-4004-92d1-af93a6e5b399.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 800.257013] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b70f4ff5-6af0-4846-95cd-176ffb5c2d12 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.259634] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4350f0af-93e0-4533-aa77-ffe96200a34b tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Acquiring lock "949aac90-1d3e-47c1-8d53-eef78adaa390" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.259976] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4350f0af-93e0-4533-aa77-ffe96200a34b tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Lock "949aac90-1d3e-47c1-8d53-eef78adaa390" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.260111] env[68800]: INFO nova.compute.manager [None req-4350f0af-93e0-4533-aa77-ffe96200a34b tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Attaching volume 0ac02278-52b7-4c77-9cec-28b209098716 to /dev/sdb [ 800.268570] env[68800]: DEBUG oslo_vmware.api [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for the task: (returnval){ [ 800.268570] env[68800]: value = "task-3243560" [ 800.268570] env[68800]: _type = "Task" [ 800.268570] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.280623] env[68800]: DEBUG oslo_vmware.api [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3243560, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.313564] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12bf2db-b7f8-488d-a1db-7ea888a55817 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.323025] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c72f91-8945-4cd4-81be-b83d7c6a5a2d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.336415] env[68800]: DEBUG nova.virt.block_device [None req-4350f0af-93e0-4533-aa77-ffe96200a34b tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Updating existing volume attachment record: e996bbd0-2806-42d5-852f-fb9c125d2588 {{(pid=68800) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 800.505370] env[68800]: DEBUG nova.network.neutron [req-3b605f50-3f25-45cb-86ea-ed08239d699a req-3fc8f8cc-382c-441d-8a87-f0c8846eb931 service nova] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 800.669134] env[68800]: DEBUG nova.scheduler.client.report [None req-b215fbed-8e7d-496c-bdd4-a3ba17dc3401 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.703322] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-66b2582a-758b-45a8-bb32-eb750456bede tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Creating linked-clone VM from snapshot {{(pid=68800) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 800.705203] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0288108d-2b27-4bfc-81b2-e0bc78dfd213 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.710033] env[68800]: DEBUG nova.network.neutron [req-3b605f50-3f25-45cb-86ea-ed08239d699a req-3fc8f8cc-382c-441d-8a87-f0c8846eb931 service nova] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.715015] env[68800]: DEBUG oslo_vmware.api [None req-66b2582a-758b-45a8-bb32-eb750456bede tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 800.715015] env[68800]: value = "task-3243564" [ 800.715015] env[68800]: _type = "Task" [ 800.715015] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.725284] env[68800]: DEBUG oslo_vmware.api [None req-66b2582a-758b-45a8-bb32-eb750456bede tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243564, 'name': CloneVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.729220] env[68800]: DEBUG nova.network.neutron [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Successfully updated port: 373bcb86-9fe7-4a19-9578-e87d329bc23d {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 800.745830] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ad661129-ca00-4319-800e-fe92290c6c3a tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Acquiring lock "b636f115-b125-4317-915a-d03d85d128aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.745830] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ad661129-ca00-4319-800e-fe92290c6c3a tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Lock "b636f115-b125-4317-915a-d03d85d128aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.745830] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ad661129-ca00-4319-800e-fe92290c6c3a tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Acquiring lock "b636f115-b125-4317-915a-d03d85d128aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.745830] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ad661129-ca00-4319-800e-fe92290c6c3a tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Lock "b636f115-b125-4317-915a-d03d85d128aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.746232] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ad661129-ca00-4319-800e-fe92290c6c3a tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Lock "b636f115-b125-4317-915a-d03d85d128aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.750855] env[68800]: INFO nova.compute.manager [None req-ad661129-ca00-4319-800e-fe92290c6c3a tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] [instance: b636f115-b125-4317-915a-d03d85d128aa] Terminating instance [ 800.783538] env[68800]: DEBUG oslo_vmware.api [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3243560, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.179167] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b215fbed-8e7d-496c-bdd4-a3ba17dc3401 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.757s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.179167] env[68800]: INFO nova.compute.manager [None req-b215fbed-8e7d-496c-bdd4-a3ba17dc3401 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Successfully reverted task state from rebuilding on failure for instance. [ 801.186292] env[68800]: DEBUG oslo_concurrency.lockutils [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.755s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.189019] env[68800]: INFO nova.compute.claims [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 801.220023] env[68800]: DEBUG oslo_concurrency.lockutils [req-3b605f50-3f25-45cb-86ea-ed08239d699a req-3fc8f8cc-382c-441d-8a87-f0c8846eb931 service nova] Releasing lock "refresh_cache-10bc35c7-e142-4916-8e91-e4498042c6f3" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.220023] env[68800]: DEBUG nova.compute.manager [req-3b605f50-3f25-45cb-86ea-ed08239d699a req-3fc8f8cc-382c-441d-8a87-f0c8846eb931 service nova] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Received event network-changed-98d828a0-30ea-4c82-b10b-5a95b3a89df2 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.220023] env[68800]: DEBUG nova.compute.manager [req-3b605f50-3f25-45cb-86ea-ed08239d699a req-3fc8f8cc-382c-441d-8a87-f0c8846eb931 service nova] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Refreshing instance network info cache due to event network-changed-98d828a0-30ea-4c82-b10b-5a95b3a89df2. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 801.220023] env[68800]: DEBUG oslo_concurrency.lockutils [req-3b605f50-3f25-45cb-86ea-ed08239d699a req-3fc8f8cc-382c-441d-8a87-f0c8846eb931 service nova] Acquiring lock "refresh_cache-913f76bd-2cb4-450b-a506-6687ee98cd86" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.220023] env[68800]: DEBUG oslo_concurrency.lockutils [req-3b605f50-3f25-45cb-86ea-ed08239d699a req-3fc8f8cc-382c-441d-8a87-f0c8846eb931 service nova] Acquired lock "refresh_cache-913f76bd-2cb4-450b-a506-6687ee98cd86" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.220341] env[68800]: DEBUG nova.network.neutron [req-3b605f50-3f25-45cb-86ea-ed08239d699a req-3fc8f8cc-382c-441d-8a87-f0c8846eb931 service nova] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Refreshing network info cache for port 98d828a0-30ea-4c82-b10b-5a95b3a89df2 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.239267] env[68800]: DEBUG oslo_concurrency.lockutils [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Acquiring lock "refresh_cache-10bc35c7-e142-4916-8e91-e4498042c6f3" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.239641] env[68800]: DEBUG oslo_concurrency.lockutils [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Acquired lock "refresh_cache-10bc35c7-e142-4916-8e91-e4498042c6f3" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.239922] env[68800]: DEBUG nova.network.neutron [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.245032] env[68800]: DEBUG oslo_vmware.api [None req-66b2582a-758b-45a8-bb32-eb750456bede tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243564, 'name': CloneVM_Task} progress is 94%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.256654] env[68800]: DEBUG nova.compute.manager [None req-ad661129-ca00-4319-800e-fe92290c6c3a tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] [instance: b636f115-b125-4317-915a-d03d85d128aa] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 801.256654] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ad661129-ca00-4319-800e-fe92290c6c3a tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] [instance: b636f115-b125-4317-915a-d03d85d128aa] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 801.258022] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de565e2-b968-49b9-a93b-10ab83b8dbf5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.270259] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad661129-ca00-4319-800e-fe92290c6c3a tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] [instance: b636f115-b125-4317-915a-d03d85d128aa] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 801.274119] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6924ea38-6e8b-485d-8ddd-f07a38dd2340 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.287765] env[68800]: DEBUG oslo_vmware.api [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3243560, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.782005} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.289587] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 8fc1914e-feaf-4004-92d1-af93a6e5b399/8fc1914e-feaf-4004-92d1-af93a6e5b399.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 801.289871] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 801.290558] env[68800]: DEBUG oslo_vmware.api [None req-ad661129-ca00-4319-800e-fe92290c6c3a tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Waiting for the task: (returnval){ [ 801.290558] env[68800]: value = "task-3243565" [ 801.290558] env[68800]: _type = "Task" [ 801.290558] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.290886] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-423e6729-23f5-4463-b13f-60bbf768e548 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.305601] env[68800]: DEBUG oslo_vmware.api [None req-ad661129-ca00-4319-800e-fe92290c6c3a tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Task: {'id': task-3243565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.308931] env[68800]: DEBUG oslo_vmware.api [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for the task: (returnval){ [ 801.308931] env[68800]: value = "task-3243566" [ 801.308931] env[68800]: _type = "Task" [ 801.308931] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.321379] env[68800]: DEBUG oslo_vmware.api [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3243566, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.740053] env[68800]: DEBUG oslo_vmware.api [None req-66b2582a-758b-45a8-bb32-eb750456bede tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243564, 'name': CloneVM_Task} progress is 94%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.806047] env[68800]: DEBUG oslo_vmware.api [None req-ad661129-ca00-4319-800e-fe92290c6c3a tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Task: {'id': task-3243565, 'name': PowerOffVM_Task, 'duration_secs': 0.326256} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.806527] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad661129-ca00-4319-800e-fe92290c6c3a tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] [instance: b636f115-b125-4317-915a-d03d85d128aa] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.806598] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ad661129-ca00-4319-800e-fe92290c6c3a tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] [instance: b636f115-b125-4317-915a-d03d85d128aa] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 801.806847] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbc95e8f-c4c6-4e57-a820-addcdeadaed7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.816363] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Acquiring lock "94b55bc9-3a6d-4b46-a2f9-159dc00839b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.819020] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Lock "94b55bc9-3a6d-4b46-a2f9-159dc00839b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.827152] env[68800]: DEBUG oslo_vmware.api [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3243566, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0964} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.827479] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 801.828375] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e883cb5d-81f1-43d2-bb3e-6743bc55ed62 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.854321] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 8fc1914e-feaf-4004-92d1-af93a6e5b399/8fc1914e-feaf-4004-92d1-af93a6e5b399.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 801.855469] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b12e0236-6197-4224-8d60-7cd775ce48e8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.871177] env[68800]: DEBUG nova.network.neutron [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.881505] env[68800]: DEBUG oslo_vmware.api [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for the task: (returnval){ [ 801.881505] env[68800]: value = "task-3243568" [ 801.881505] env[68800]: _type = "Task" [ 801.881505] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.907117] env[68800]: DEBUG oslo_vmware.api [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3243568, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.907117] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ad661129-ca00-4319-800e-fe92290c6c3a tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] [instance: b636f115-b125-4317-915a-d03d85d128aa] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 801.907117] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ad661129-ca00-4319-800e-fe92290c6c3a tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] [instance: b636f115-b125-4317-915a-d03d85d128aa] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 801.907117] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad661129-ca00-4319-800e-fe92290c6c3a tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Deleting the datastore file [datastore1] b636f115-b125-4317-915a-d03d85d128aa {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.907781] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1e81220-8fea-4ff1-bf46-b12aa2f37be8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.915865] env[68800]: DEBUG oslo_vmware.api [None req-ad661129-ca00-4319-800e-fe92290c6c3a tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Waiting for the task: (returnval){ [ 801.915865] env[68800]: value = "task-3243569" [ 801.915865] env[68800]: _type = "Task" [ 801.915865] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.931101] env[68800]: DEBUG oslo_vmware.api [None req-ad661129-ca00-4319-800e-fe92290c6c3a tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Task: {'id': task-3243569, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.236288] env[68800]: DEBUG oslo_vmware.api [None req-66b2582a-758b-45a8-bb32-eb750456bede tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243564, 'name': CloneVM_Task} progress is 95%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.394128] env[68800]: DEBUG oslo_vmware.api [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3243568, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.401670] env[68800]: INFO nova.compute.manager [None req-b9e815a1-10a7-462c-992a-39d18b886051 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Rescuing [ 802.402030] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b9e815a1-10a7-462c-992a-39d18b886051 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Acquiring lock "refresh_cache-c8d19cdf-eced-4fa6-ba93-223530bb7fe2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.402142] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b9e815a1-10a7-462c-992a-39d18b886051 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Acquired lock "refresh_cache-c8d19cdf-eced-4fa6-ba93-223530bb7fe2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.402303] env[68800]: DEBUG nova.network.neutron [None req-b9e815a1-10a7-462c-992a-39d18b886051 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 802.433307] env[68800]: DEBUG oslo_vmware.api [None req-ad661129-ca00-4319-800e-fe92290c6c3a tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Task: {'id': task-3243569, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312006} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.433559] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad661129-ca00-4319-800e-fe92290c6c3a tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 802.433745] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ad661129-ca00-4319-800e-fe92290c6c3a tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] [instance: b636f115-b125-4317-915a-d03d85d128aa] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 802.434011] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ad661129-ca00-4319-800e-fe92290c6c3a tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] [instance: b636f115-b125-4317-915a-d03d85d128aa] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 802.434566] env[68800]: INFO nova.compute.manager [None req-ad661129-ca00-4319-800e-fe92290c6c3a tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] [instance: b636f115-b125-4317-915a-d03d85d128aa] Took 1.18 seconds to destroy the instance on the hypervisor. [ 802.434672] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad661129-ca00-4319-800e-fe92290c6c3a tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.434864] env[68800]: DEBUG nova.compute.manager [-] [instance: b636f115-b125-4317-915a-d03d85d128aa] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 802.434961] env[68800]: DEBUG nova.network.neutron [-] [instance: b636f115-b125-4317-915a-d03d85d128aa] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 802.462286] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ff1b8f09-3850-4ad5-b316-1477b6b9f892 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquiring lock "3569d4a2-f210-4a85-bc56-0de724aba1b0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.463738] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ff1b8f09-3850-4ad5-b316-1477b6b9f892 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "3569d4a2-f210-4a85-bc56-0de724aba1b0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.463738] env[68800]: DEBUG nova.compute.manager [None req-ff1b8f09-3850-4ad5-b316-1477b6b9f892 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.463851] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3be584d-388f-4427-ba8a-df8bf1ef6ead {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.473686] env[68800]: DEBUG nova.compute.manager [None req-ff1b8f09-3850-4ad5-b316-1477b6b9f892 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68800) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 802.473873] env[68800]: DEBUG nova.objects.instance [None req-ff1b8f09-3850-4ad5-b316-1477b6b9f892 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lazy-loading 'flavor' on Instance uuid 3569d4a2-f210-4a85-bc56-0de724aba1b0 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 802.476924] env[68800]: DEBUG nova.network.neutron [req-3b605f50-3f25-45cb-86ea-ed08239d699a req-3fc8f8cc-382c-441d-8a87-f0c8846eb931 service nova] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Updated VIF entry in instance network info cache for port 98d828a0-30ea-4c82-b10b-5a95b3a89df2. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 802.477271] env[68800]: DEBUG nova.network.neutron [req-3b605f50-3f25-45cb-86ea-ed08239d699a req-3fc8f8cc-382c-441d-8a87-f0c8846eb931 service nova] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Updating instance_info_cache with network_info: [{"id": "98d828a0-30ea-4c82-b10b-5a95b3a89df2", "address": "fa:16:3e:0b:e3:4b", "network": {"id": "b542bbba-0bac-4aec-9a3a-a70c135f2b15", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1480833923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f7c08698d34b808f3dd1112b0ebdad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98d828a0-30", "ovs_interfaceid": "98d828a0-30ea-4c82-b10b-5a95b3a89df2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.738206] env[68800]: DEBUG nova.compute.manager [req-58834b0b-5ded-4f6d-86da-7255de3a66fe req-67130a2d-f45f-474d-a647-356dd4fbb90e service nova] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Received event network-vif-plugged-373bcb86-9fe7-4a19-9578-e87d329bc23d {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.738431] env[68800]: DEBUG oslo_concurrency.lockutils [req-58834b0b-5ded-4f6d-86da-7255de3a66fe req-67130a2d-f45f-474d-a647-356dd4fbb90e service nova] Acquiring lock "10bc35c7-e142-4916-8e91-e4498042c6f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.738639] env[68800]: DEBUG oslo_concurrency.lockutils [req-58834b0b-5ded-4f6d-86da-7255de3a66fe req-67130a2d-f45f-474d-a647-356dd4fbb90e service nova] Lock "10bc35c7-e142-4916-8e91-e4498042c6f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.738807] env[68800]: DEBUG oslo_concurrency.lockutils [req-58834b0b-5ded-4f6d-86da-7255de3a66fe req-67130a2d-f45f-474d-a647-356dd4fbb90e service nova] Lock "10bc35c7-e142-4916-8e91-e4498042c6f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.738973] env[68800]: DEBUG nova.compute.manager [req-58834b0b-5ded-4f6d-86da-7255de3a66fe req-67130a2d-f45f-474d-a647-356dd4fbb90e service nova] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] No waiting events found dispatching network-vif-plugged-373bcb86-9fe7-4a19-9578-e87d329bc23d {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 802.739160] env[68800]: WARNING nova.compute.manager [req-58834b0b-5ded-4f6d-86da-7255de3a66fe req-67130a2d-f45f-474d-a647-356dd4fbb90e service nova] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Received unexpected event network-vif-plugged-373bcb86-9fe7-4a19-9578-e87d329bc23d for instance with vm_state building and task_state spawning. [ 802.739437] env[68800]: DEBUG nova.compute.manager [req-58834b0b-5ded-4f6d-86da-7255de3a66fe req-67130a2d-f45f-474d-a647-356dd4fbb90e service nova] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Received event network-changed-373bcb86-9fe7-4a19-9578-e87d329bc23d {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.739516] env[68800]: DEBUG nova.compute.manager [req-58834b0b-5ded-4f6d-86da-7255de3a66fe req-67130a2d-f45f-474d-a647-356dd4fbb90e service nova] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Refreshing instance network info cache due to event network-changed-373bcb86-9fe7-4a19-9578-e87d329bc23d. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 802.739626] env[68800]: DEBUG oslo_concurrency.lockutils [req-58834b0b-5ded-4f6d-86da-7255de3a66fe req-67130a2d-f45f-474d-a647-356dd4fbb90e service nova] Acquiring lock "refresh_cache-10bc35c7-e142-4916-8e91-e4498042c6f3" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.747082] env[68800]: DEBUG oslo_vmware.api [None req-66b2582a-758b-45a8-bb32-eb750456bede tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243564, 'name': CloneVM_Task, 'duration_secs': 1.955447} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.747396] env[68800]: INFO nova.virt.vmwareapi.vmops [None req-66b2582a-758b-45a8-bb32-eb750456bede tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Created linked-clone VM from snapshot [ 802.748130] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960cfc1c-d740-488c-a5f2-c200218abbe7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.759568] env[68800]: DEBUG nova.virt.vmwareapi.images [None req-66b2582a-758b-45a8-bb32-eb750456bede tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Uploading image f3872679-f4a6-4486-9b00-1c97e6173e91 {{(pid=68800) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 802.782319] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33adae2-22af-44b4-9b48-46e7e8fac464 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.787948] env[68800]: DEBUG oslo_vmware.rw_handles [None req-66b2582a-758b-45a8-bb32-eb750456bede tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 802.787948] env[68800]: value = "vm-648219" [ 802.787948] env[68800]: _type = "VirtualMachine" [ 802.787948] env[68800]: }. {{(pid=68800) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 802.788524] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0bf8ad4b-282e-4be1-9e95-1812895e3bcd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.798761] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6d2533-b4c8-4661-9ede-a3912c5864d5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.802271] env[68800]: DEBUG oslo_vmware.rw_handles [None req-66b2582a-758b-45a8-bb32-eb750456bede tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lease: (returnval){ [ 802.802271] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]523ea262-f2e3-2d82-3dab-e62af33d57ee" [ 802.802271] env[68800]: _type = "HttpNfcLease" [ 802.802271] env[68800]: } obtained for exporting VM: (result){ [ 802.802271] env[68800]: value = "vm-648219" [ 802.802271] env[68800]: _type = "VirtualMachine" [ 802.802271] env[68800]: }. {{(pid=68800) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 802.802563] env[68800]: DEBUG oslo_vmware.api [None req-66b2582a-758b-45a8-bb32-eb750456bede tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the lease: (returnval){ [ 802.802563] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]523ea262-f2e3-2d82-3dab-e62af33d57ee" [ 802.802563] env[68800]: _type = "HttpNfcLease" [ 802.802563] env[68800]: } to be ready. {{(pid=68800) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 802.835760] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57eab3d6-f895-4eae-a1b7-f7fa4b6d1fef {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.838348] env[68800]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 802.838348] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]523ea262-f2e3-2d82-3dab-e62af33d57ee" [ 802.838348] env[68800]: _type = "HttpNfcLease" [ 802.838348] env[68800]: } is ready. {{(pid=68800) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 802.840590] env[68800]: DEBUG oslo_vmware.rw_handles [None req-66b2582a-758b-45a8-bb32-eb750456bede tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 802.840590] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]523ea262-f2e3-2d82-3dab-e62af33d57ee" [ 802.840590] env[68800]: _type = "HttpNfcLease" [ 802.840590] env[68800]: }. {{(pid=68800) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 802.841692] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47516a9d-f226-4944-9cf8-41e0bb22b9c9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.847808] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6feb42-0559-4bf2-b227-a84d5ba52cd0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.856279] env[68800]: DEBUG oslo_vmware.rw_handles [None req-66b2582a-758b-45a8-bb32-eb750456bede tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528cf846-a12b-bf83-e4b9-86c2769ea3d4/disk-0.vmdk from lease info. {{(pid=68800) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 802.856514] env[68800]: DEBUG oslo_vmware.rw_handles [None req-66b2582a-758b-45a8-bb32-eb750456bede tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528cf846-a12b-bf83-e4b9-86c2769ea3d4/disk-0.vmdk for reading. {{(pid=68800) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 802.928912] env[68800]: DEBUG nova.compute.provider_tree [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.939922] env[68800]: DEBUG oslo_vmware.api [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3243568, 'name': ReconfigVM_Task, 'duration_secs': 0.565714} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.940987] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 8fc1914e-feaf-4004-92d1-af93a6e5b399/8fc1914e-feaf-4004-92d1-af93a6e5b399.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.941640] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58743ce8-bbb1-41fe-bdb2-2485293132ce {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.949643] env[68800]: DEBUG oslo_vmware.api [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for the task: (returnval){ [ 802.949643] env[68800]: value = "task-3243572" [ 802.949643] env[68800]: _type = "Task" [ 802.949643] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.958966] env[68800]: DEBUG oslo_vmware.api [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3243572, 'name': Rename_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.980828] env[68800]: DEBUG oslo_concurrency.lockutils [req-3b605f50-3f25-45cb-86ea-ed08239d699a req-3fc8f8cc-382c-441d-8a87-f0c8846eb931 service nova] Releasing lock "refresh_cache-913f76bd-2cb4-450b-a506-6687ee98cd86" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.981101] env[68800]: DEBUG nova.compute.manager [req-3b605f50-3f25-45cb-86ea-ed08239d699a req-3fc8f8cc-382c-441d-8a87-f0c8846eb931 service nova] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Received event network-vif-plugged-ca862ceb-249f-4f97-a863-d0a1f320b7bc {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.981293] env[68800]: DEBUG oslo_concurrency.lockutils [req-3b605f50-3f25-45cb-86ea-ed08239d699a req-3fc8f8cc-382c-441d-8a87-f0c8846eb931 service nova] Acquiring lock "8fc1914e-feaf-4004-92d1-af93a6e5b399-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.981495] env[68800]: DEBUG oslo_concurrency.lockutils [req-3b605f50-3f25-45cb-86ea-ed08239d699a req-3fc8f8cc-382c-441d-8a87-f0c8846eb931 service nova] Lock "8fc1914e-feaf-4004-92d1-af93a6e5b399-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.981673] env[68800]: DEBUG oslo_concurrency.lockutils [req-3b605f50-3f25-45cb-86ea-ed08239d699a req-3fc8f8cc-382c-441d-8a87-f0c8846eb931 service nova] Lock "8fc1914e-feaf-4004-92d1-af93a6e5b399-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.981796] env[68800]: DEBUG nova.compute.manager [req-3b605f50-3f25-45cb-86ea-ed08239d699a req-3fc8f8cc-382c-441d-8a87-f0c8846eb931 service nova] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] No waiting events found dispatching network-vif-plugged-ca862ceb-249f-4f97-a863-d0a1f320b7bc {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 802.981963] env[68800]: WARNING nova.compute.manager [req-3b605f50-3f25-45cb-86ea-ed08239d699a req-3fc8f8cc-382c-441d-8a87-f0c8846eb931 service nova] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Received unexpected event network-vif-plugged-ca862ceb-249f-4f97-a863-d0a1f320b7bc for instance with vm_state building and task_state spawning. [ 802.982175] env[68800]: DEBUG nova.compute.manager [req-3b605f50-3f25-45cb-86ea-ed08239d699a req-3fc8f8cc-382c-441d-8a87-f0c8846eb931 service nova] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Received event network-changed-ca862ceb-249f-4f97-a863-d0a1f320b7bc {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.982427] env[68800]: DEBUG nova.compute.manager [req-3b605f50-3f25-45cb-86ea-ed08239d699a req-3fc8f8cc-382c-441d-8a87-f0c8846eb931 service nova] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Refreshing instance network info cache due to event network-changed-ca862ceb-249f-4f97-a863-d0a1f320b7bc. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 802.982503] env[68800]: DEBUG oslo_concurrency.lockutils [req-3b605f50-3f25-45cb-86ea-ed08239d699a req-3fc8f8cc-382c-441d-8a87-f0c8846eb931 service nova] Acquiring lock "refresh_cache-8fc1914e-feaf-4004-92d1-af93a6e5b399" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.982652] env[68800]: DEBUG oslo_concurrency.lockutils [req-3b605f50-3f25-45cb-86ea-ed08239d699a req-3fc8f8cc-382c-441d-8a87-f0c8846eb931 service nova] Acquired lock "refresh_cache-8fc1914e-feaf-4004-92d1-af93a6e5b399" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.982817] env[68800]: DEBUG nova.network.neutron [req-3b605f50-3f25-45cb-86ea-ed08239d699a req-3fc8f8cc-382c-441d-8a87-f0c8846eb931 service nova] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Refreshing network info cache for port ca862ceb-249f-4f97-a863-d0a1f320b7bc {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.004033] env[68800]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a7f1f77b-8830-4adc-87d5-feab3c4ebe9a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.162964] env[68800]: DEBUG nova.network.neutron [None req-b9e815a1-10a7-462c-992a-39d18b886051 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Updating instance_info_cache with network_info: [{"id": "67db259c-049d-49cd-923b-e080b1ac9e6f", "address": "fa:16:3e:ba:5b:37", "network": {"id": "3789a7b0-2d31-4b9d-9779-6d245dced3a3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1329484446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0d9f2881edf4f79b52db59af16e8133", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67db259c-04", "ovs_interfaceid": "67db259c-049d-49cd-923b-e080b1ac9e6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.170535] env[68800]: DEBUG nova.network.neutron [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Updating instance_info_cache with network_info: [{"id": "3f114569-ffee-4329-9f03-b5a55ef7e544", "address": "fa:16:3e:28:1b:b2", "network": {"id": "2e9efd00-05ae-4609-8882-d7829a55b499", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1444554876", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a5c13ca0b554f85a8b0490be8181cf3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f114569-ff", "ovs_interfaceid": "3f114569-ffee-4329-9f03-b5a55ef7e544", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4ab63bf8-9ab3-4725-9b51-1596cb893741", "address": "fa:16:3e:74:eb:5f", "network": {"id": "e9b93d07-0b13-4049-b2ba-3f0d83a808f1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-621646713", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7a5c13ca0b554f85a8b0490be8181cf3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ab63bf8-9a", "ovs_interfaceid": "4ab63bf8-9ab3-4725-9b51-1596cb893741", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "373bcb86-9fe7-4a19-9578-e87d329bc23d", "address": "fa:16:3e:2a:40:4e", "network": {"id": "2e9efd00-05ae-4609-8882-d7829a55b499", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1444554876", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a5c13ca0b554f85a8b0490be8181cf3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap373bcb86-9f", "ovs_interfaceid": "373bcb86-9fe7-4a19-9578-e87d329bc23d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.241047] env[68800]: DEBUG nova.network.neutron [-] [instance: b636f115-b125-4317-915a-d03d85d128aa] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.436795] env[68800]: DEBUG nova.scheduler.client.report [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.464844] env[68800]: DEBUG oslo_vmware.api [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3243572, 'name': Rename_Task, 'duration_secs': 0.209632} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.465911] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 803.467263] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64d1fbbd-b4d3-4c41-a3a2-29dcf3dcd4f4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.477026] env[68800]: DEBUG oslo_vmware.api [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for the task: (returnval){ [ 803.477026] env[68800]: value = "task-3243573" [ 803.477026] env[68800]: _type = "Task" [ 803.477026] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.486072] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff1b8f09-3850-4ad5-b316-1477b6b9f892 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.489627] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f579c2ed-38e3-4a2d-bc97-6311bf48f9bc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.494698] env[68800]: DEBUG oslo_vmware.api [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3243573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.503260] env[68800]: DEBUG oslo_vmware.api [None req-ff1b8f09-3850-4ad5-b316-1477b6b9f892 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 803.503260] env[68800]: value = "task-3243574" [ 803.503260] env[68800]: _type = "Task" [ 803.503260] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.513874] env[68800]: DEBUG nova.compute.manager [req-267e3937-4669-42d0-ac8a-69ad377e9198 req-d777b9ac-58cd-4433-b89f-018e42c4c927 service nova] [instance: b636f115-b125-4317-915a-d03d85d128aa] Received event network-vif-deleted-603e4f5b-d554-4160-9ae4-5a6e81068f1c {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.521774] env[68800]: DEBUG oslo_vmware.api [None req-ff1b8f09-3850-4ad5-b316-1477b6b9f892 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3243574, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.667597] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b9e815a1-10a7-462c-992a-39d18b886051 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Releasing lock "refresh_cache-c8d19cdf-eced-4fa6-ba93-223530bb7fe2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.678959] env[68800]: DEBUG oslo_concurrency.lockutils [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Releasing lock "refresh_cache-10bc35c7-e142-4916-8e91-e4498042c6f3" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.679636] env[68800]: DEBUG nova.compute.manager [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Instance network_info: |[{"id": "3f114569-ffee-4329-9f03-b5a55ef7e544", "address": "fa:16:3e:28:1b:b2", "network": {"id": "2e9efd00-05ae-4609-8882-d7829a55b499", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1444554876", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a5c13ca0b554f85a8b0490be8181cf3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f114569-ff", "ovs_interfaceid": "3f114569-ffee-4329-9f03-b5a55ef7e544", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4ab63bf8-9ab3-4725-9b51-1596cb893741", "address": "fa:16:3e:74:eb:5f", "network": {"id": "e9b93d07-0b13-4049-b2ba-3f0d83a808f1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-621646713", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7a5c13ca0b554f85a8b0490be8181cf3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ab63bf8-9a", "ovs_interfaceid": "4ab63bf8-9ab3-4725-9b51-1596cb893741", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "373bcb86-9fe7-4a19-9578-e87d329bc23d", "address": "fa:16:3e:2a:40:4e", "network": {"id": "2e9efd00-05ae-4609-8882-d7829a55b499", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1444554876", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a5c13ca0b554f85a8b0490be8181cf3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap373bcb86-9f", "ovs_interfaceid": "373bcb86-9fe7-4a19-9578-e87d329bc23d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 803.680572] env[68800]: DEBUG oslo_concurrency.lockutils [req-58834b0b-5ded-4f6d-86da-7255de3a66fe req-67130a2d-f45f-474d-a647-356dd4fbb90e service nova] Acquired lock "refresh_cache-10bc35c7-e142-4916-8e91-e4498042c6f3" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.680572] env[68800]: DEBUG nova.network.neutron [req-58834b0b-5ded-4f6d-86da-7255de3a66fe req-67130a2d-f45f-474d-a647-356dd4fbb90e service nova] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Refreshing network info cache for port 373bcb86-9fe7-4a19-9578-e87d329bc23d {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.682227] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:1b:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '40c947c4-f471-4d48-8e43-fee54198107e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f114569-ffee-4329-9f03-b5a55ef7e544', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:eb:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bf86b133-2b7b-4cab-8f6f-5a0856d34c7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ab63bf8-9ab3-4725-9b51-1596cb893741', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:40:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '40c947c4-f471-4d48-8e43-fee54198107e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '373bcb86-9fe7-4a19-9578-e87d329bc23d', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.693614] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Creating folder: Project (7a5c13ca0b554f85a8b0490be8181cf3). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.694912] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ad75928-ec7d-4cbb-b539-3280008126b6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.712525] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Created folder: Project (7a5c13ca0b554f85a8b0490be8181cf3) in parent group-v648080. [ 803.712800] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Creating folder: Instances. Parent ref: group-v648220. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.713261] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50dd9c84-e37d-4beb-8838-e253df06d970 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.726617] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Created folder: Instances in parent group-v648220. [ 803.726991] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.728042] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.728326] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7724621f-6b09-404f-8f27-9dac64fb8865 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.755466] env[68800]: INFO nova.compute.manager [-] [instance: b636f115-b125-4317-915a-d03d85d128aa] Took 1.32 seconds to deallocate network for instance. [ 803.766025] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.766025] env[68800]: value = "task-3243577" [ 803.766025] env[68800]: _type = "Task" [ 803.766025] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.775672] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243577, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.929965] env[68800]: DEBUG nova.network.neutron [req-3b605f50-3f25-45cb-86ea-ed08239d699a req-3fc8f8cc-382c-441d-8a87-f0c8846eb931 service nova] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Updated VIF entry in instance network info cache for port ca862ceb-249f-4f97-a863-d0a1f320b7bc. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 803.931951] env[68800]: DEBUG nova.network.neutron [req-3b605f50-3f25-45cb-86ea-ed08239d699a req-3fc8f8cc-382c-441d-8a87-f0c8846eb931 service nova] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Updating instance_info_cache with network_info: [{"id": "ca862ceb-249f-4f97-a863-d0a1f320b7bc", "address": "fa:16:3e:5c:e1:ae", "network": {"id": "42ecce2f-2b8f-412c-a25a-eac985a7bc3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-882241878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a55e3ff738d49f8ae6b119fe8712bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca862ceb-24", "ovs_interfaceid": "ca862ceb-249f-4f97-a863-d0a1f320b7bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.943637] env[68800]: DEBUG oslo_concurrency.lockutils [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.758s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.946226] env[68800]: DEBUG nova.compute.manager [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 803.949659] env[68800]: DEBUG oslo_concurrency.lockutils [None req-99439026-d6c2-499d-91e7-9ed4426f57fc tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.899s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.950083] env[68800]: DEBUG nova.objects.instance [None req-99439026-d6c2-499d-91e7-9ed4426f57fc tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Lazy-loading 'resources' on Instance uuid 38df7b29-99a7-42a1-8dcd-47bedc72f440 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.992064] env[68800]: DEBUG oslo_vmware.api [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3243573, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.017105] env[68800]: DEBUG oslo_vmware.api [None req-ff1b8f09-3850-4ad5-b316-1477b6b9f892 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3243574, 'name': PowerOffVM_Task, 'duration_secs': 0.445696} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.017683] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff1b8f09-3850-4ad5-b316-1477b6b9f892 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.018146] env[68800]: DEBUG nova.compute.manager [None req-ff1b8f09-3850-4ad5-b316-1477b6b9f892 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.019191] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced8191b-3279-4f6a-9cd2-f77876d6f80d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.264213] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ad661129-ca00-4319-800e-fe92290c6c3a tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.277751] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243577, 'name': CreateVM_Task} progress is 25%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.437707] env[68800]: DEBUG oslo_concurrency.lockutils [req-3b605f50-3f25-45cb-86ea-ed08239d699a req-3fc8f8cc-382c-441d-8a87-f0c8846eb931 service nova] Releasing lock "refresh_cache-8fc1914e-feaf-4004-92d1-af93a6e5b399" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.438127] env[68800]: DEBUG nova.compute.manager [req-3b605f50-3f25-45cb-86ea-ed08239d699a req-3fc8f8cc-382c-441d-8a87-f0c8846eb931 service nova] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Received event network-vif-plugged-4ab63bf8-9ab3-4725-9b51-1596cb893741 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.438456] env[68800]: DEBUG oslo_concurrency.lockutils [req-3b605f50-3f25-45cb-86ea-ed08239d699a req-3fc8f8cc-382c-441d-8a87-f0c8846eb931 service nova] Acquiring lock "10bc35c7-e142-4916-8e91-e4498042c6f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.438811] env[68800]: DEBUG oslo_concurrency.lockutils [req-3b605f50-3f25-45cb-86ea-ed08239d699a req-3fc8f8cc-382c-441d-8a87-f0c8846eb931 service nova] Lock "10bc35c7-e142-4916-8e91-e4498042c6f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.439031] env[68800]: DEBUG oslo_concurrency.lockutils [req-3b605f50-3f25-45cb-86ea-ed08239d699a req-3fc8f8cc-382c-441d-8a87-f0c8846eb931 service nova] Lock "10bc35c7-e142-4916-8e91-e4498042c6f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.439269] env[68800]: DEBUG nova.compute.manager [req-3b605f50-3f25-45cb-86ea-ed08239d699a req-3fc8f8cc-382c-441d-8a87-f0c8846eb931 service nova] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] No waiting events found dispatching network-vif-plugged-4ab63bf8-9ab3-4725-9b51-1596cb893741 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 804.439722] env[68800]: WARNING nova.compute.manager [req-3b605f50-3f25-45cb-86ea-ed08239d699a req-3fc8f8cc-382c-441d-8a87-f0c8846eb931 service nova] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Received unexpected event network-vif-plugged-4ab63bf8-9ab3-4725-9b51-1596cb893741 for instance with vm_state building and task_state spawning. [ 804.439938] env[68800]: DEBUG nova.compute.manager [req-3b605f50-3f25-45cb-86ea-ed08239d699a req-3fc8f8cc-382c-441d-8a87-f0c8846eb931 service nova] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Received event network-changed-4ab63bf8-9ab3-4725-9b51-1596cb893741 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.440193] env[68800]: DEBUG nova.compute.manager [req-3b605f50-3f25-45cb-86ea-ed08239d699a req-3fc8f8cc-382c-441d-8a87-f0c8846eb931 service nova] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Refreshing instance network info cache due to event network-changed-4ab63bf8-9ab3-4725-9b51-1596cb893741. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 804.440389] env[68800]: DEBUG oslo_concurrency.lockutils [req-3b605f50-3f25-45cb-86ea-ed08239d699a req-3fc8f8cc-382c-441d-8a87-f0c8846eb931 service nova] Acquiring lock "refresh_cache-10bc35c7-e142-4916-8e91-e4498042c6f3" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.460643] env[68800]: DEBUG nova.compute.utils [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 804.463858] env[68800]: DEBUG nova.compute.manager [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 804.464426] env[68800]: DEBUG nova.network.neutron [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 804.502376] env[68800]: DEBUG oslo_vmware.api [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3243573, 'name': PowerOnVM_Task, 'duration_secs': 0.845459} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.503167] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 804.503167] env[68800]: INFO nova.compute.manager [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Took 9.49 seconds to spawn the instance on the hypervisor. [ 804.503326] env[68800]: DEBUG nova.compute.manager [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.504415] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865fcf18-1006-433f-9d0d-4dd5c4390f61 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.540029] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ff1b8f09-3850-4ad5-b316-1477b6b9f892 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "3569d4a2-f210-4a85-bc56-0de724aba1b0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.075s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.540029] env[68800]: DEBUG nova.network.neutron [req-58834b0b-5ded-4f6d-86da-7255de3a66fe req-67130a2d-f45f-474d-a647-356dd4fbb90e service nova] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Updated VIF entry in instance network info cache for port 373bcb86-9fe7-4a19-9578-e87d329bc23d. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 804.540029] env[68800]: DEBUG nova.network.neutron [req-58834b0b-5ded-4f6d-86da-7255de3a66fe req-67130a2d-f45f-474d-a647-356dd4fbb90e service nova] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Updating instance_info_cache with network_info: [{"id": "3f114569-ffee-4329-9f03-b5a55ef7e544", "address": "fa:16:3e:28:1b:b2", "network": {"id": "2e9efd00-05ae-4609-8882-d7829a55b499", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1444554876", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a5c13ca0b554f85a8b0490be8181cf3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f114569-ff", "ovs_interfaceid": "3f114569-ffee-4329-9f03-b5a55ef7e544", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4ab63bf8-9ab3-4725-9b51-1596cb893741", "address": "fa:16:3e:74:eb:5f", "network": {"id": "e9b93d07-0b13-4049-b2ba-3f0d83a808f1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-621646713", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7a5c13ca0b554f85a8b0490be8181cf3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ab63bf8-9a", "ovs_interfaceid": "4ab63bf8-9ab3-4725-9b51-1596cb893741", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "373bcb86-9fe7-4a19-9578-e87d329bc23d", "address": "fa:16:3e:2a:40:4e", "network": {"id": "2e9efd00-05ae-4609-8882-d7829a55b499", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1444554876", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a5c13ca0b554f85a8b0490be8181cf3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap373bcb86-9f", "ovs_interfaceid": "373bcb86-9fe7-4a19-9578-e87d329bc23d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.558876] env[68800]: DEBUG nova.policy [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97686da8658d42eda1b9fb9ae630822b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e7b13fca96f4d62b295a15f519fe9f1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 804.666938] env[68800]: DEBUG nova.compute.manager [None req-d6a21194-41a4-485b-809f-e7d86c2261ec tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.668129] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f632eff-cfc9-481a-9e00-0ed16a308b4f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.780044] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243577, 'name': CreateVM_Task, 'duration_secs': 0.727527} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.780466] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.781978] env[68800]: DEBUG oslo_concurrency.lockutils [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.781978] env[68800]: DEBUG oslo_concurrency.lockutils [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.782411] env[68800]: DEBUG oslo_concurrency.lockutils [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.782635] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f83abe5-a24d-48e2-9ef7-d95e8e0ddab0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.792535] env[68800]: DEBUG oslo_vmware.api [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Waiting for the task: (returnval){ [ 804.792535] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52d20263-403f-f80d-831b-de1594a7c4ee" [ 804.792535] env[68800]: _type = "Task" [ 804.792535] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.802621] env[68800]: DEBUG oslo_vmware.api [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52d20263-403f-f80d-831b-de1594a7c4ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.901112] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-4350f0af-93e0-4533-aa77-ffe96200a34b tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Volume attach. Driver type: vmdk {{(pid=68800) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 804.901451] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-4350f0af-93e0-4533-aa77-ffe96200a34b tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648218', 'volume_id': '0ac02278-52b7-4c77-9cec-28b209098716', 'name': 'volume-0ac02278-52b7-4c77-9cec-28b209098716', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '949aac90-1d3e-47c1-8d53-eef78adaa390', 'attached_at': '', 'detached_at': '', 'volume_id': '0ac02278-52b7-4c77-9cec-28b209098716', 'serial': '0ac02278-52b7-4c77-9cec-28b209098716'} {{(pid=68800) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 804.902488] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc493757-2da5-4cdc-8346-f2da0bf53c17 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.921899] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef57a89-e1f8-45f4-a23b-7350c0a70be4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.956365] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-4350f0af-93e0-4533-aa77-ffe96200a34b tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] volume-0ac02278-52b7-4c77-9cec-28b209098716/volume-0ac02278-52b7-4c77-9cec-28b209098716.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.960067] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2746423-13f6-4603-b24b-2452ffaf271d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.979111] env[68800]: DEBUG nova.compute.manager [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 804.991041] env[68800]: DEBUG oslo_vmware.api [None req-4350f0af-93e0-4533-aa77-ffe96200a34b tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Waiting for the task: (returnval){ [ 804.991041] env[68800]: value = "task-3243578" [ 804.991041] env[68800]: _type = "Task" [ 804.991041] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.999642] env[68800]: DEBUG oslo_vmware.api [None req-4350f0af-93e0-4533-aa77-ffe96200a34b tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Task: {'id': task-3243578, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.031819] env[68800]: INFO nova.compute.manager [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Took 44.30 seconds to build instance. [ 805.045200] env[68800]: DEBUG oslo_concurrency.lockutils [req-58834b0b-5ded-4f6d-86da-7255de3a66fe req-67130a2d-f45f-474d-a647-356dd4fbb90e service nova] Releasing lock "refresh_cache-10bc35c7-e142-4916-8e91-e4498042c6f3" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.045702] env[68800]: DEBUG oslo_concurrency.lockutils [req-3b605f50-3f25-45cb-86ea-ed08239d699a req-3fc8f8cc-382c-441d-8a87-f0c8846eb931 service nova] Acquired lock "refresh_cache-10bc35c7-e142-4916-8e91-e4498042c6f3" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.046121] env[68800]: DEBUG nova.network.neutron [req-3b605f50-3f25-45cb-86ea-ed08239d699a req-3fc8f8cc-382c-441d-8a87-f0c8846eb931 service nova] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Refreshing network info cache for port 4ab63bf8-9ab3-4725-9b51-1596cb893741 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.059928] env[68800]: DEBUG nova.network.neutron [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Successfully created port: a0205457-cf1e-4112-adc1-d8f7206c7c20 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 805.082242] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf369f8-08d5-41a9-ad84-bd19d6e24f82 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.091030] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5a3119-1f54-4662-8e69-2b3f03eb2400 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.124908] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be38861b-8de8-4b72-9fad-250b4bb38ac3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.133628] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb41bf4-bbb1-4579-9ff7-de646cecc54f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.148639] env[68800]: DEBUG nova.compute.provider_tree [None req-99439026-d6c2-499d-91e7-9ed4426f57fc tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.184334] env[68800]: INFO nova.compute.manager [None req-d6a21194-41a4-485b-809f-e7d86c2261ec tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] instance snapshotting [ 805.188022] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dda2bc8-d690-467b-812b-f00584c31bdf {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.212125] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22f6fa9-9f76-4fd8-9b05-9fb8841d8f7b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.309947] env[68800]: DEBUG oslo_vmware.api [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52d20263-403f-f80d-831b-de1594a7c4ee, 'name': SearchDatastore_Task, 'duration_secs': 0.015134} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.310580] env[68800]: DEBUG oslo_concurrency.lockutils [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.310631] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 805.310958] env[68800]: DEBUG oslo_concurrency.lockutils [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.311346] env[68800]: DEBUG oslo_concurrency.lockutils [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.312183] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 805.312183] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67cb0dad-0f0a-4d19-b2ca-4abd069db33b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.325263] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 805.325594] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 805.326672] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76b4a675-e3a4-43ce-b373-8ee819286960 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.333245] env[68800]: DEBUG oslo_vmware.api [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Waiting for the task: (returnval){ [ 805.333245] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52b7b5bf-bab0-ed95-44ad-b1a3433c4e16" [ 805.333245] env[68800]: _type = "Task" [ 805.333245] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.344611] env[68800]: DEBUG oslo_vmware.api [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52b7b5bf-bab0-ed95-44ad-b1a3433c4e16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.501164] env[68800]: DEBUG oslo_vmware.api [None req-4350f0af-93e0-4533-aa77-ffe96200a34b tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Task: {'id': task-3243578, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.533737] env[68800]: DEBUG oslo_concurrency.lockutils [None req-036b0212-614d-4be9-9548-94f17661b313 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "8fc1914e-feaf-4004-92d1-af93a6e5b399" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.338s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.651703] env[68800]: DEBUG nova.scheduler.client.report [None req-99439026-d6c2-499d-91e7-9ed4426f57fc tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.724033] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a21194-41a4-485b-809f-e7d86c2261ec tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Creating Snapshot of the VM instance {{(pid=68800) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 805.724419] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bf012a62-8c04-403a-86b2-cb872503f625 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.737291] env[68800]: DEBUG oslo_vmware.api [None req-d6a21194-41a4-485b-809f-e7d86c2261ec tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Waiting for the task: (returnval){ [ 805.737291] env[68800]: value = "task-3243579" [ 805.737291] env[68800]: _type = "Task" [ 805.737291] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.750633] env[68800]: DEBUG oslo_vmware.api [None req-d6a21194-41a4-485b-809f-e7d86c2261ec tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Task: {'id': task-3243579, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.767618] env[68800]: DEBUG nova.network.neutron [req-3b605f50-3f25-45cb-86ea-ed08239d699a req-3fc8f8cc-382c-441d-8a87-f0c8846eb931 service nova] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Updated VIF entry in instance network info cache for port 4ab63bf8-9ab3-4725-9b51-1596cb893741. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.768097] env[68800]: DEBUG nova.network.neutron [req-3b605f50-3f25-45cb-86ea-ed08239d699a req-3fc8f8cc-382c-441d-8a87-f0c8846eb931 service nova] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Updating instance_info_cache with network_info: [{"id": "3f114569-ffee-4329-9f03-b5a55ef7e544", "address": "fa:16:3e:28:1b:b2", "network": {"id": "2e9efd00-05ae-4609-8882-d7829a55b499", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1444554876", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a5c13ca0b554f85a8b0490be8181cf3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f114569-ff", "ovs_interfaceid": "3f114569-ffee-4329-9f03-b5a55ef7e544", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4ab63bf8-9ab3-4725-9b51-1596cb893741", "address": "fa:16:3e:74:eb:5f", "network": {"id": "e9b93d07-0b13-4049-b2ba-3f0d83a808f1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-621646713", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7a5c13ca0b554f85a8b0490be8181cf3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ab63bf8-9a", "ovs_interfaceid": "4ab63bf8-9ab3-4725-9b51-1596cb893741", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "373bcb86-9fe7-4a19-9578-e87d329bc23d", "address": "fa:16:3e:2a:40:4e", "network": {"id": "2e9efd00-05ae-4609-8882-d7829a55b499", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1444554876", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a5c13ca0b554f85a8b0490be8181cf3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap373bcb86-9f", "ovs_interfaceid": "373bcb86-9fe7-4a19-9578-e87d329bc23d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.845235] env[68800]: DEBUG oslo_vmware.api [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52b7b5bf-bab0-ed95-44ad-b1a3433c4e16, 'name': SearchDatastore_Task, 'duration_secs': 0.016498} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.850372] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e388c8b-9d1a-40b1-b3ad-3596355a4d1d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.859282] env[68800]: DEBUG oslo_vmware.api [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Waiting for the task: (returnval){ [ 805.859282] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c88753-e360-31d5-364b-3288951b8afa" [ 805.859282] env[68800]: _type = "Task" [ 805.859282] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.861495] env[68800]: DEBUG oslo_vmware.rw_handles [None req-24ab45ea-beee-492b-b9d3-579cb2664eff tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52da31f5-6085-3437-2d1a-7be0a8996ba5/disk-0.vmdk. {{(pid=68800) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 805.862945] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33cae98c-e6f0-412f-bad2-a50151b4f01b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.879187] env[68800]: DEBUG oslo_vmware.rw_handles [None req-24ab45ea-beee-492b-b9d3-579cb2664eff tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52da31f5-6085-3437-2d1a-7be0a8996ba5/disk-0.vmdk is in state: ready. {{(pid=68800) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 805.879187] env[68800]: ERROR oslo_vmware.rw_handles [None req-24ab45ea-beee-492b-b9d3-579cb2664eff tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52da31f5-6085-3437-2d1a-7be0a8996ba5/disk-0.vmdk due to incomplete transfer. [ 805.879275] env[68800]: DEBUG oslo_vmware.api [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c88753-e360-31d5-364b-3288951b8afa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.879966] env[68800]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-881036c8-ecd9-4468-b9f7-1aad49e48d1e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.889229] env[68800]: DEBUG oslo_vmware.rw_handles [None req-24ab45ea-beee-492b-b9d3-579cb2664eff tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52da31f5-6085-3437-2d1a-7be0a8996ba5/disk-0.vmdk. {{(pid=68800) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 805.889229] env[68800]: DEBUG nova.virt.vmwareapi.images [None req-24ab45ea-beee-492b-b9d3-579cb2664eff tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Uploaded image 212f86ae-fae0-4fa1-a2d8-cb6e207538f0 to the Glance image server {{(pid=68800) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 805.891349] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-24ab45ea-beee-492b-b9d3-579cb2664eff tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Destroying the VM {{(pid=68800) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 805.891591] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ee4384ab-c61b-479f-8aaa-fa2b7bc19c05 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.900998] env[68800]: DEBUG oslo_vmware.api [None req-24ab45ea-beee-492b-b9d3-579cb2664eff tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Waiting for the task: (returnval){ [ 805.900998] env[68800]: value = "task-3243580" [ 805.900998] env[68800]: _type = "Task" [ 805.900998] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.909778] env[68800]: DEBUG oslo_vmware.api [None req-24ab45ea-beee-492b-b9d3-579cb2664eff tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243580, 'name': Destroy_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.990899] env[68800]: DEBUG nova.compute.manager [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 806.007497] env[68800]: DEBUG oslo_vmware.api [None req-4350f0af-93e0-4533-aa77-ffe96200a34b tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Task: {'id': task-3243578, 'name': ReconfigVM_Task, 'duration_secs': 0.585536} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.007497] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-4350f0af-93e0-4533-aa77-ffe96200a34b tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Reconfigured VM instance instance-00000013 to attach disk [datastore2] volume-0ac02278-52b7-4c77-9cec-28b209098716/volume-0ac02278-52b7-4c77-9cec-28b209098716.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.014559] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2671d3cf-9bd6-45e6-8ab1-df2c80f6fdb4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.032592] env[68800]: DEBUG nova.virt.hardware [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1ff39966-2a86-4b1b-8648-8c0c44b4686e',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-72421309',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.032868] env[68800]: DEBUG nova.virt.hardware [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.033183] env[68800]: DEBUG nova.virt.hardware [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.033418] env[68800]: DEBUG nova.virt.hardware [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.033598] env[68800]: DEBUG nova.virt.hardware [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.033782] env[68800]: DEBUG nova.virt.hardware [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.034048] env[68800]: DEBUG nova.virt.hardware [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.034218] env[68800]: DEBUG nova.virt.hardware [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.034390] env[68800]: DEBUG nova.virt.hardware [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.034569] env[68800]: DEBUG nova.virt.hardware [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.034751] env[68800]: DEBUG nova.virt.hardware [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.035712] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294909f4-d1b1-495c-88c9-825eb997d579 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.039789] env[68800]: DEBUG nova.compute.manager [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 08ce6d65-5a60-464d-a429-39c204f43892] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 806.043655] env[68800]: DEBUG oslo_vmware.api [None req-4350f0af-93e0-4533-aa77-ffe96200a34b tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Waiting for the task: (returnval){ [ 806.043655] env[68800]: value = "task-3243581" [ 806.043655] env[68800]: _type = "Task" [ 806.043655] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.053037] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbca9b78-d501-4d5c-b020-7ddc33af441f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.062690] env[68800]: DEBUG oslo_vmware.api [None req-4350f0af-93e0-4533-aa77-ffe96200a34b tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Task: {'id': task-3243581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.160814] env[68800]: DEBUG oslo_concurrency.lockutils [None req-99439026-d6c2-499d-91e7-9ed4426f57fc tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.211s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.162871] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6ffb904a-4f5b-4990-84ff-eba8ca124978 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.189s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.163312] env[68800]: DEBUG nova.objects.instance [None req-6ffb904a-4f5b-4990-84ff-eba8ca124978 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Lazy-loading 'resources' on Instance uuid e20d7c2b-7bc9-4656-af23-bde9b48efe1d {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 806.187033] env[68800]: INFO nova.scheduler.client.report [None req-99439026-d6c2-499d-91e7-9ed4426f57fc tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Deleted allocations for instance 38df7b29-99a7-42a1-8dcd-47bedc72f440 [ 806.251625] env[68800]: DEBUG oslo_vmware.api [None req-d6a21194-41a4-485b-809f-e7d86c2261ec tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Task: {'id': task-3243579, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.271092] env[68800]: DEBUG oslo_concurrency.lockutils [req-3b605f50-3f25-45cb-86ea-ed08239d699a req-3fc8f8cc-382c-441d-8a87-f0c8846eb931 service nova] Releasing lock "refresh_cache-10bc35c7-e142-4916-8e91-e4498042c6f3" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.376274] env[68800]: DEBUG oslo_vmware.api [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c88753-e360-31d5-364b-3288951b8afa, 'name': SearchDatastore_Task, 'duration_secs': 0.018098} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.376274] env[68800]: DEBUG oslo_concurrency.lockutils [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.376438] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 10bc35c7-e142-4916-8e91-e4498042c6f3/10bc35c7-e142-4916-8e91-e4498042c6f3.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 806.376786] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ddd1a003-d68c-4d71-9788-ab255cc31c11 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.385225] env[68800]: DEBUG oslo_vmware.api [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Waiting for the task: (returnval){ [ 806.385225] env[68800]: value = "task-3243582" [ 806.385225] env[68800]: _type = "Task" [ 806.385225] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.396210] env[68800]: DEBUG oslo_vmware.api [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Task: {'id': task-3243582, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.411462] env[68800]: DEBUG oslo_vmware.api [None req-24ab45ea-beee-492b-b9d3-579cb2664eff tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243580, 'name': Destroy_Task, 'duration_secs': 0.439673} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.411779] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-24ab45ea-beee-492b-b9d3-579cb2664eff tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Destroyed the VM [ 806.412035] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-24ab45ea-beee-492b-b9d3-579cb2664eff tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Deleting Snapshot of the VM instance {{(pid=68800) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 806.412310] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2d8afc9f-a402-4d00-8652-cbe1bcb17dd9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.422894] env[68800]: DEBUG oslo_vmware.api [None req-24ab45ea-beee-492b-b9d3-579cb2664eff tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Waiting for the task: (returnval){ [ 806.422894] env[68800]: value = "task-3243583" [ 806.422894] env[68800]: _type = "Task" [ 806.422894] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.433675] env[68800]: DEBUG oslo_vmware.api [None req-24ab45ea-beee-492b-b9d3-579cb2664eff tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243583, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.563530] env[68800]: DEBUG oslo_vmware.api [None req-4350f0af-93e0-4533-aa77-ffe96200a34b tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Task: {'id': task-3243581, 'name': ReconfigVM_Task, 'duration_secs': 0.199792} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.563996] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-4350f0af-93e0-4533-aa77-ffe96200a34b tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648218', 'volume_id': '0ac02278-52b7-4c77-9cec-28b209098716', 'name': 'volume-0ac02278-52b7-4c77-9cec-28b209098716', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '949aac90-1d3e-47c1-8d53-eef78adaa390', 'attached_at': '', 'detached_at': '', 'volume_id': '0ac02278-52b7-4c77-9cec-28b209098716', 'serial': '0ac02278-52b7-4c77-9cec-28b209098716'} {{(pid=68800) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 806.580923] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.700095] env[68800]: DEBUG oslo_concurrency.lockutils [None req-99439026-d6c2-499d-91e7-9ed4426f57fc tempest-ServerRescueTestJSONUnderV235-1838912652 tempest-ServerRescueTestJSONUnderV235-1838912652-project-member] Lock "38df7b29-99a7-42a1-8dcd-47bedc72f440" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.534s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.750900] env[68800]: DEBUG oslo_vmware.api [None req-d6a21194-41a4-485b-809f-e7d86c2261ec tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Task: {'id': task-3243579, 'name': CreateSnapshot_Task, 'duration_secs': 0.562397} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.752060] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a21194-41a4-485b-809f-e7d86c2261ec tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Created Snapshot of the VM instance {{(pid=68800) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 806.752060] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d915b9-afff-4560-8591-4096b543c2c3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.909021] env[68800]: DEBUG oslo_vmware.api [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Task: {'id': task-3243582, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.923423] env[68800]: DEBUG nova.compute.manager [req-4aa684a9-e115-4975-93ad-2f7c01649ed7 req-8610557f-32bb-41e3-8c71-615416fc8790 service nova] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Received event network-vif-plugged-a0205457-cf1e-4112-adc1-d8f7206c7c20 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.923767] env[68800]: DEBUG oslo_concurrency.lockutils [req-4aa684a9-e115-4975-93ad-2f7c01649ed7 req-8610557f-32bb-41e3-8c71-615416fc8790 service nova] Acquiring lock "c27ce6a7-d9a3-4a37-9fc7-c72731f816fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.923853] env[68800]: DEBUG oslo_concurrency.lockutils [req-4aa684a9-e115-4975-93ad-2f7c01649ed7 req-8610557f-32bb-41e3-8c71-615416fc8790 service nova] Lock "c27ce6a7-d9a3-4a37-9fc7-c72731f816fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.924037] env[68800]: DEBUG oslo_concurrency.lockutils [req-4aa684a9-e115-4975-93ad-2f7c01649ed7 req-8610557f-32bb-41e3-8c71-615416fc8790 service nova] Lock "c27ce6a7-d9a3-4a37-9fc7-c72731f816fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.924210] env[68800]: DEBUG nova.compute.manager [req-4aa684a9-e115-4975-93ad-2f7c01649ed7 req-8610557f-32bb-41e3-8c71-615416fc8790 service nova] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] No waiting events found dispatching network-vif-plugged-a0205457-cf1e-4112-adc1-d8f7206c7c20 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 806.924376] env[68800]: WARNING nova.compute.manager [req-4aa684a9-e115-4975-93ad-2f7c01649ed7 req-8610557f-32bb-41e3-8c71-615416fc8790 service nova] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Received unexpected event network-vif-plugged-a0205457-cf1e-4112-adc1-d8f7206c7c20 for instance with vm_state building and task_state spawning. [ 806.936874] env[68800]: DEBUG oslo_vmware.api [None req-24ab45ea-beee-492b-b9d3-579cb2664eff tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243583, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.037165] env[68800]: DEBUG nova.network.neutron [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Successfully updated port: a0205457-cf1e-4112-adc1-d8f7206c7c20 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 807.895341] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a21194-41a4-485b-809f-e7d86c2261ec tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Creating linked-clone VM from snapshot {{(pid=68800) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 807.896110] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9e815a1-10a7-462c-992a-39d18b886051 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.896700] env[68800]: DEBUG nova.objects.instance [None req-bb40d18b-4a97-4498-b0e1-bd24bf927f2b tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lazy-loading 'flavor' on Instance uuid 3569d4a2-f210-4a85-bc56-0de724aba1b0 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.898660] env[68800]: DEBUG oslo_concurrency.lockutils [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Acquiring lock "refresh_cache-c27ce6a7-d9a3-4a37-9fc7-c72731f816fa" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.898660] env[68800]: DEBUG oslo_concurrency.lockutils [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Acquired lock "refresh_cache-c27ce6a7-d9a3-4a37-9fc7-c72731f816fa" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.898660] env[68800]: DEBUG nova.network.neutron [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 807.899524] env[68800]: DEBUG nova.objects.instance [None req-4350f0af-93e0-4533-aa77-ffe96200a34b tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Lazy-loading 'flavor' on Instance uuid 949aac90-1d3e-47c1-8d53-eef78adaa390 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.901211] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-468be963-2319-4653-9c49-4ad943452540 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.904815] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-019360e5-11d0-4b9f-b60e-4454d1d10c88 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.921776] env[68800]: DEBUG oslo_vmware.api [None req-24ab45ea-beee-492b-b9d3-579cb2664eff tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243583, 'name': RemoveSnapshot_Task, 'duration_secs': 0.663692} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.922069] env[68800]: DEBUG oslo_vmware.api [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Task: {'id': task-3243582, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688899} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.926873] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-24ab45ea-beee-492b-b9d3-579cb2664eff tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Deleted Snapshot of the VM instance {{(pid=68800) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 807.927211] env[68800]: INFO nova.compute.manager [None req-24ab45ea-beee-492b-b9d3-579cb2664eff tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Took 15.97 seconds to snapshot the instance on the hypervisor. [ 807.930387] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 10bc35c7-e142-4916-8e91-e4498042c6f3/10bc35c7-e142-4916-8e91-e4498042c6f3.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 807.930387] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 807.931098] env[68800]: DEBUG oslo_vmware.api [None req-d6a21194-41a4-485b-809f-e7d86c2261ec tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Waiting for the task: (returnval){ [ 807.931098] env[68800]: value = "task-3243585" [ 807.931098] env[68800]: _type = "Task" [ 807.931098] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.931335] env[68800]: DEBUG oslo_vmware.api [None req-b9e815a1-10a7-462c-992a-39d18b886051 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 807.931335] env[68800]: value = "task-3243584" [ 807.931335] env[68800]: _type = "Task" [ 807.931335] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.932862] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed598d5c-9cb9-4b32-84f2-b6e421b45466 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.951438] env[68800]: DEBUG oslo_vmware.api [None req-d6a21194-41a4-485b-809f-e7d86c2261ec tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Task: {'id': task-3243585, 'name': CloneVM_Task} progress is 10%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.951763] env[68800]: DEBUG oslo_vmware.api [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Waiting for the task: (returnval){ [ 807.951763] env[68800]: value = "task-3243586" [ 807.951763] env[68800]: _type = "Task" [ 807.951763] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.955751] env[68800]: DEBUG oslo_vmware.api [None req-b9e815a1-10a7-462c-992a-39d18b886051 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243584, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.965952] env[68800]: DEBUG oslo_vmware.api [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Task: {'id': task-3243586, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.092261] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77760f6a-d590-46d7-b4c7-f8c1e211cd6d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.102924] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a65d7f-47cb-4fee-a3ae-c01fd7f0e251 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.141614] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6397d0ca-a617-4912-8641-f764f199a3d2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.151457] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a6ade4-707f-461e-9634-b37e40d10cab {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.173927] env[68800]: DEBUG nova.compute.provider_tree [None req-6ffb904a-4f5b-4990-84ff-eba8ca124978 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.408232] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bb40d18b-4a97-4498-b0e1-bd24bf927f2b tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquiring lock "refresh_cache-3569d4a2-f210-4a85-bc56-0de724aba1b0" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.408413] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bb40d18b-4a97-4498-b0e1-bd24bf927f2b tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquired lock "refresh_cache-3569d4a2-f210-4a85-bc56-0de724aba1b0" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.408589] env[68800]: DEBUG nova.network.neutron [None req-bb40d18b-4a97-4498-b0e1-bd24bf927f2b tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.408764] env[68800]: DEBUG nova.objects.instance [None req-bb40d18b-4a97-4498-b0e1-bd24bf927f2b tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lazy-loading 'info_cache' on Instance uuid 3569d4a2-f210-4a85-bc56-0de724aba1b0 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 808.418255] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4350f0af-93e0-4533-aa77-ffe96200a34b tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Lock "949aac90-1d3e-47c1-8d53-eef78adaa390" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.156s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.452950] env[68800]: DEBUG oslo_vmware.api [None req-d6a21194-41a4-485b-809f-e7d86c2261ec tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Task: {'id': task-3243585, 'name': CloneVM_Task} progress is 94%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.458062] env[68800]: DEBUG oslo_vmware.api [None req-b9e815a1-10a7-462c-992a-39d18b886051 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243584, 'name': PowerOffVM_Task, 'duration_secs': 0.466602} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.461801] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9e815a1-10a7-462c-992a-39d18b886051 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 808.462721] env[68800]: DEBUG nova.network.neutron [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 808.465944] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863f8054-1dad-4f76-a74b-03ab70ff3a32 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.475877] env[68800]: DEBUG oslo_vmware.api [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Task: {'id': task-3243586, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092161} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.490250] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 808.491607] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f970b542-a3a3-4eba-8158-9629a4185cec {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.494679] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5f763a-6352-4731-9d36-4ce3e7f3f026 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.526972] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 10bc35c7-e142-4916-8e91-e4498042c6f3/10bc35c7-e142-4916-8e91-e4498042c6f3.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.533206] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1961d5f2-97cc-4310-ba83-9036fb93feb9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.556858] env[68800]: DEBUG oslo_vmware.api [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Waiting for the task: (returnval){ [ 808.556858] env[68800]: value = "task-3243587" [ 808.556858] env[68800]: _type = "Task" [ 808.556858] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.566490] env[68800]: DEBUG oslo_vmware.api [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Task: {'id': task-3243587, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.585237] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9e815a1-10a7-462c-992a-39d18b886051 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.585950] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb08820f-67a6-4f51-831d-aad6def2ad30 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.593883] env[68800]: DEBUG oslo_vmware.api [None req-b9e815a1-10a7-462c-992a-39d18b886051 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 808.593883] env[68800]: value = "task-3243588" [ 808.593883] env[68800]: _type = "Task" [ 808.593883] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.604967] env[68800]: DEBUG oslo_vmware.api [None req-b9e815a1-10a7-462c-992a-39d18b886051 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.644179] env[68800]: DEBUG nova.compute.manager [req-39eda93d-0a5c-4857-8b35-822949dc8092 req-7059ccb9-52a1-4cc1-a925-98cb9361687e service nova] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Received event network-changed-ca862ceb-249f-4f97-a863-d0a1f320b7bc {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.644365] env[68800]: DEBUG nova.compute.manager [req-39eda93d-0a5c-4857-8b35-822949dc8092 req-7059ccb9-52a1-4cc1-a925-98cb9361687e service nova] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Refreshing instance network info cache due to event network-changed-ca862ceb-249f-4f97-a863-d0a1f320b7bc. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 808.644805] env[68800]: DEBUG oslo_concurrency.lockutils [req-39eda93d-0a5c-4857-8b35-822949dc8092 req-7059ccb9-52a1-4cc1-a925-98cb9361687e service nova] Acquiring lock "refresh_cache-8fc1914e-feaf-4004-92d1-af93a6e5b399" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.644805] env[68800]: DEBUG oslo_concurrency.lockutils [req-39eda93d-0a5c-4857-8b35-822949dc8092 req-7059ccb9-52a1-4cc1-a925-98cb9361687e service nova] Acquired lock "refresh_cache-8fc1914e-feaf-4004-92d1-af93a6e5b399" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.644905] env[68800]: DEBUG nova.network.neutron [req-39eda93d-0a5c-4857-8b35-822949dc8092 req-7059ccb9-52a1-4cc1-a925-98cb9361687e service nova] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Refreshing network info cache for port ca862ceb-249f-4f97-a863-d0a1f320b7bc {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.680202] env[68800]: DEBUG nova.scheduler.client.report [None req-6ffb904a-4f5b-4990-84ff-eba8ca124978 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.744806] env[68800]: DEBUG nova.network.neutron [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Updating instance_info_cache with network_info: [{"id": "a0205457-cf1e-4112-adc1-d8f7206c7c20", "address": "fa:16:3e:d7:3b:d7", "network": {"id": "910263fe-5348-43bf-a2dc-80270861caea", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3ae10f76bf14ae69232ca090f1bb0ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0205457-cf", "ovs_interfaceid": "a0205457-cf1e-4112-adc1-d8f7206c7c20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.915052] env[68800]: DEBUG nova.objects.base [None req-bb40d18b-4a97-4498-b0e1-bd24bf927f2b tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Object Instance<3569d4a2-f210-4a85-bc56-0de724aba1b0> lazy-loaded attributes: flavor,info_cache {{(pid=68800) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 808.948238] env[68800]: DEBUG oslo_vmware.api [None req-d6a21194-41a4-485b-809f-e7d86c2261ec tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Task: {'id': task-3243585, 'name': CloneVM_Task} progress is 94%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.068982] env[68800]: DEBUG oslo_vmware.api [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Task: {'id': task-3243587, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.107341] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9e815a1-10a7-462c-992a-39d18b886051 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] VM already powered off {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 809.109205] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e815a1-10a7-462c-992a-39d18b886051 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 809.109205] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b9e815a1-10a7-462c-992a-39d18b886051 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.109205] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b9e815a1-10a7-462c-992a-39d18b886051 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.109205] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9e815a1-10a7-462c-992a-39d18b886051 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 809.109205] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09c4659b-b413-4316-b95a-ba3ede44dadd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.125218] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9e815a1-10a7-462c-992a-39d18b886051 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 809.125912] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e815a1-10a7-462c-992a-39d18b886051 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 809.126867] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a90a8cb3-5cbc-4159-b3b1-ccee933768ef {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.134575] env[68800]: DEBUG oslo_vmware.api [None req-b9e815a1-10a7-462c-992a-39d18b886051 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 809.134575] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52f56019-325e-33c9-b906-f012c5fe74b3" [ 809.134575] env[68800]: _type = "Task" [ 809.134575] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.145410] env[68800]: DEBUG oslo_vmware.api [None req-b9e815a1-10a7-462c-992a-39d18b886051 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52f56019-325e-33c9-b906-f012c5fe74b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.188267] env[68800]: DEBUG oslo_concurrency.lockutils [None req-747237c8-d20f-4a04-a974-29d737c9d27c tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Acquiring lock "949aac90-1d3e-47c1-8d53-eef78adaa390" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.188267] env[68800]: DEBUG oslo_concurrency.lockutils [None req-747237c8-d20f-4a04-a974-29d737c9d27c tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Lock "949aac90-1d3e-47c1-8d53-eef78adaa390" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.188267] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6ffb904a-4f5b-4990-84ff-eba8ca124978 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.025s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.194139] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.115s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.195943] env[68800]: INFO nova.compute.claims [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 809.247571] env[68800]: DEBUG oslo_concurrency.lockutils [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Releasing lock "refresh_cache-c27ce6a7-d9a3-4a37-9fc7-c72731f816fa" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.248105] env[68800]: DEBUG nova.compute.manager [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Instance network_info: |[{"id": "a0205457-cf1e-4112-adc1-d8f7206c7c20", "address": "fa:16:3e:d7:3b:d7", "network": {"id": "910263fe-5348-43bf-a2dc-80270861caea", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3ae10f76bf14ae69232ca090f1bb0ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0205457-cf", "ovs_interfaceid": "a0205457-cf1e-4112-adc1-d8f7206c7c20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 809.248755] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:3b:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cbd5e0e-9116-46f1-9748-13a73d2d7e75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0205457-cf1e-4112-adc1-d8f7206c7c20', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 809.261648] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.265071] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 809.265408] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9206732-e4a7-44f9-a5ca-f140bb5e5916 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.289685] env[68800]: DEBUG nova.compute.manager [req-1a2c7871-b121-4199-be95-ef9fbb35ee7d req-039f1efa-b341-4322-9469-bf63f3005574 service nova] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Received event network-changed-a0205457-cf1e-4112-adc1-d8f7206c7c20 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.289685] env[68800]: DEBUG nova.compute.manager [req-1a2c7871-b121-4199-be95-ef9fbb35ee7d req-039f1efa-b341-4322-9469-bf63f3005574 service nova] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Refreshing instance network info cache due to event network-changed-a0205457-cf1e-4112-adc1-d8f7206c7c20. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 809.289685] env[68800]: DEBUG oslo_concurrency.lockutils [req-1a2c7871-b121-4199-be95-ef9fbb35ee7d req-039f1efa-b341-4322-9469-bf63f3005574 service nova] Acquiring lock "refresh_cache-c27ce6a7-d9a3-4a37-9fc7-c72731f816fa" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.289685] env[68800]: DEBUG oslo_concurrency.lockutils [req-1a2c7871-b121-4199-be95-ef9fbb35ee7d req-039f1efa-b341-4322-9469-bf63f3005574 service nova] Acquired lock "refresh_cache-c27ce6a7-d9a3-4a37-9fc7-c72731f816fa" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.289685] env[68800]: DEBUG nova.network.neutron [req-1a2c7871-b121-4199-be95-ef9fbb35ee7d req-039f1efa-b341-4322-9469-bf63f3005574 service nova] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Refreshing network info cache for port a0205457-cf1e-4112-adc1-d8f7206c7c20 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.300024] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 809.300024] env[68800]: value = "task-3243589" [ 809.300024] env[68800]: _type = "Task" [ 809.300024] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.311169] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243589, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.449058] env[68800]: DEBUG oslo_vmware.api [None req-d6a21194-41a4-485b-809f-e7d86c2261ec tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Task: {'id': task-3243585, 'name': CloneVM_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.551717] env[68800]: DEBUG nova.network.neutron [req-39eda93d-0a5c-4857-8b35-822949dc8092 req-7059ccb9-52a1-4cc1-a925-98cb9361687e service nova] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Updated VIF entry in instance network info cache for port ca862ceb-249f-4f97-a863-d0a1f320b7bc. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 809.551946] env[68800]: DEBUG nova.network.neutron [req-39eda93d-0a5c-4857-8b35-822949dc8092 req-7059ccb9-52a1-4cc1-a925-98cb9361687e service nova] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Updating instance_info_cache with network_info: [{"id": "ca862ceb-249f-4f97-a863-d0a1f320b7bc", "address": "fa:16:3e:5c:e1:ae", "network": {"id": "42ecce2f-2b8f-412c-a25a-eac985a7bc3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-882241878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a55e3ff738d49f8ae6b119fe8712bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca862ceb-24", "ovs_interfaceid": "ca862ceb-249f-4f97-a863-d0a1f320b7bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.573338] env[68800]: DEBUG oslo_vmware.api [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Task: {'id': task-3243587, 'name': ReconfigVM_Task, 'duration_secs': 0.617128} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.573467] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 10bc35c7-e142-4916-8e91-e4498042c6f3/10bc35c7-e142-4916-8e91-e4498042c6f3.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.574564] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad2cb452-26fa-4bfb-9f43-2480a04dcac5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.583136] env[68800]: DEBUG oslo_vmware.api [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Waiting for the task: (returnval){ [ 809.583136] env[68800]: value = "task-3243590" [ 809.583136] env[68800]: _type = "Task" [ 809.583136] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.596029] env[68800]: DEBUG oslo_vmware.api [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Task: {'id': task-3243590, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.650015] env[68800]: DEBUG oslo_vmware.api [None req-b9e815a1-10a7-462c-992a-39d18b886051 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52f56019-325e-33c9-b906-f012c5fe74b3, 'name': SearchDatastore_Task, 'duration_secs': 0.020261} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.650833] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de6048d3-b1e9-48bd-8fb8-d382ac1e2e2c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.657677] env[68800]: DEBUG oslo_vmware.api [None req-b9e815a1-10a7-462c-992a-39d18b886051 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 809.657677] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52502cde-f0bf-5185-7370-b6b8122d80e9" [ 809.657677] env[68800]: _type = "Task" [ 809.657677] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.667206] env[68800]: DEBUG oslo_vmware.api [None req-b9e815a1-10a7-462c-992a-39d18b886051 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52502cde-f0bf-5185-7370-b6b8122d80e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.694624] env[68800]: INFO nova.compute.manager [None req-747237c8-d20f-4a04-a974-29d737c9d27c tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Detaching volume 0ac02278-52b7-4c77-9cec-28b209098716 [ 809.723234] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6ffb904a-4f5b-4990-84ff-eba8ca124978 tempest-ServerActionsV293TestJSON-1983434542 tempest-ServerActionsV293TestJSON-1983434542-project-member] Lock "e20d7c2b-7bc9-4656-af23-bde9b48efe1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.539s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.743694] env[68800]: INFO nova.virt.block_device [None req-747237c8-d20f-4a04-a974-29d737c9d27c tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Attempting to driver detach volume 0ac02278-52b7-4c77-9cec-28b209098716 from mountpoint /dev/sdb [ 809.744330] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-747237c8-d20f-4a04-a974-29d737c9d27c tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Volume detach. Driver type: vmdk {{(pid=68800) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 809.744330] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-747237c8-d20f-4a04-a974-29d737c9d27c tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648218', 'volume_id': '0ac02278-52b7-4c77-9cec-28b209098716', 'name': 'volume-0ac02278-52b7-4c77-9cec-28b209098716', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '949aac90-1d3e-47c1-8d53-eef78adaa390', 'attached_at': '', 'detached_at': '', 'volume_id': '0ac02278-52b7-4c77-9cec-28b209098716', 'serial': '0ac02278-52b7-4c77-9cec-28b209098716'} {{(pid=68800) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 809.746107] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f45750b-7896-45d3-a5db-412999833421 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.771039] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcee40b-348a-4d5b-ac42-e11036effd08 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.782292] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f549848a-d43c-43d5-9375-82b2b02adbf3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.820191] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b34593-c31d-47d3-b0c4-0e21d3296d67 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.830189] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243589, 'name': CreateVM_Task, 'duration_secs': 0.481049} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.842415] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 809.845385] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-747237c8-d20f-4a04-a974-29d737c9d27c tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] The volume has not been displaced from its original location: [datastore2] volume-0ac02278-52b7-4c77-9cec-28b209098716/volume-0ac02278-52b7-4c77-9cec-28b209098716.vmdk. No consolidation needed. {{(pid=68800) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 809.850930] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-747237c8-d20f-4a04-a974-29d737c9d27c tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Reconfiguring VM instance instance-00000013 to detach disk 2001 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 809.851762] env[68800]: DEBUG oslo_concurrency.lockutils [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.851963] env[68800]: DEBUG oslo_concurrency.lockutils [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.852330] env[68800]: DEBUG oslo_concurrency.lockutils [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.852601] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbfe8746-e998-498e-ba8b-7f096ea4ec37 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.868231] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fdeb680-cd70-4fe4-9685-0597e9a1c083 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.878913] env[68800]: DEBUG nova.network.neutron [None req-bb40d18b-4a97-4498-b0e1-bd24bf927f2b tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Updating instance_info_cache with network_info: [{"id": "40cff95f-1e23-45e0-95c6-8caed85595d5", "address": "fa:16:3e:0a:0a:8e", "network": {"id": "2ad65ae6-e96d-418b-8904-1b8c899626b0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1659419657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b74621381dc4bbca8fea1513bfe56e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40cff95f-1e", "ovs_interfaceid": "40cff95f-1e23-45e0-95c6-8caed85595d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.879403] env[68800]: DEBUG oslo_vmware.api [None req-747237c8-d20f-4a04-a974-29d737c9d27c tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Waiting for the task: (returnval){ [ 809.879403] env[68800]: value = "task-3243591" [ 809.879403] env[68800]: _type = "Task" [ 809.879403] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.879641] env[68800]: DEBUG oslo_vmware.api [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Waiting for the task: (returnval){ [ 809.879641] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520d50ac-9250-58be-b62b-23469639e5ef" [ 809.879641] env[68800]: _type = "Task" [ 809.879641] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.894131] env[68800]: DEBUG oslo_vmware.api [None req-747237c8-d20f-4a04-a974-29d737c9d27c tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Task: {'id': task-3243591, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.897403] env[68800]: DEBUG oslo_vmware.api [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520d50ac-9250-58be-b62b-23469639e5ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.949469] env[68800]: DEBUG oslo_vmware.api [None req-d6a21194-41a4-485b-809f-e7d86c2261ec tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Task: {'id': task-3243585, 'name': CloneVM_Task, 'duration_secs': 1.648129} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.949825] env[68800]: INFO nova.virt.vmwareapi.vmops [None req-d6a21194-41a4-485b-809f-e7d86c2261ec tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Created linked-clone VM from snapshot [ 809.950672] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28db2fbc-2f8d-4d93-89d4-4cd0ae55961d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.960062] env[68800]: DEBUG nova.virt.vmwareapi.images [None req-d6a21194-41a4-485b-809f-e7d86c2261ec tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Uploading image 54bb0f1b-7a33-4f92-a5d1-50a229c4e11e {{(pid=68800) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 810.019131] env[68800]: DEBUG oslo_vmware.rw_handles [None req-d6a21194-41a4-485b-809f-e7d86c2261ec tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 810.019131] env[68800]: value = "vm-648224" [ 810.019131] env[68800]: _type = "VirtualMachine" [ 810.019131] env[68800]: }. {{(pid=68800) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 810.019371] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b87379cb-ba7b-4e4a-9b21-8d69eb3dd460 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.032664] env[68800]: DEBUG oslo_vmware.rw_handles [None req-d6a21194-41a4-485b-809f-e7d86c2261ec tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Lease: (returnval){ [ 810.032664] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]525fbc85-d71b-f16c-7df8-9c75f376adb5" [ 810.032664] env[68800]: _type = "HttpNfcLease" [ 810.032664] env[68800]: } obtained for exporting VM: (result){ [ 810.032664] env[68800]: value = "vm-648224" [ 810.032664] env[68800]: _type = "VirtualMachine" [ 810.032664] env[68800]: }. {{(pid=68800) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 810.032664] env[68800]: DEBUG oslo_vmware.api [None req-d6a21194-41a4-485b-809f-e7d86c2261ec tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Waiting for the lease: (returnval){ [ 810.032664] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]525fbc85-d71b-f16c-7df8-9c75f376adb5" [ 810.032664] env[68800]: _type = "HttpNfcLease" [ 810.032664] env[68800]: } to be ready. {{(pid=68800) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 810.041975] env[68800]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 810.041975] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]525fbc85-d71b-f16c-7df8-9c75f376adb5" [ 810.041975] env[68800]: _type = "HttpNfcLease" [ 810.041975] env[68800]: } is initializing. {{(pid=68800) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 810.059940] env[68800]: DEBUG oslo_concurrency.lockutils [req-39eda93d-0a5c-4857-8b35-822949dc8092 req-7059ccb9-52a1-4cc1-a925-98cb9361687e service nova] Releasing lock "refresh_cache-8fc1914e-feaf-4004-92d1-af93a6e5b399" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.067129] env[68800]: DEBUG nova.network.neutron [req-1a2c7871-b121-4199-be95-ef9fbb35ee7d req-039f1efa-b341-4322-9469-bf63f3005574 service nova] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Updated VIF entry in instance network info cache for port a0205457-cf1e-4112-adc1-d8f7206c7c20. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.068185] env[68800]: DEBUG nova.network.neutron [req-1a2c7871-b121-4199-be95-ef9fbb35ee7d req-039f1efa-b341-4322-9469-bf63f3005574 service nova] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Updating instance_info_cache with network_info: [{"id": "a0205457-cf1e-4112-adc1-d8f7206c7c20", "address": "fa:16:3e:d7:3b:d7", "network": {"id": "910263fe-5348-43bf-a2dc-80270861caea", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3ae10f76bf14ae69232ca090f1bb0ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0205457-cf", "ovs_interfaceid": "a0205457-cf1e-4112-adc1-d8f7206c7c20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.098509] env[68800]: DEBUG oslo_vmware.api [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Task: {'id': task-3243590, 'name': Rename_Task, 'duration_secs': 0.207066} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.098910] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.099335] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c196a4a8-c11a-49dd-b385-57d654f0eab4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.109278] env[68800]: DEBUG oslo_vmware.api [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Waiting for the task: (returnval){ [ 810.109278] env[68800]: value = "task-3243593" [ 810.109278] env[68800]: _type = "Task" [ 810.109278] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.125873] env[68800]: DEBUG oslo_vmware.api [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Task: {'id': task-3243593, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.170799] env[68800]: DEBUG oslo_vmware.api [None req-b9e815a1-10a7-462c-992a-39d18b886051 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52502cde-f0bf-5185-7370-b6b8122d80e9, 'name': SearchDatastore_Task, 'duration_secs': 0.01819} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.171134] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b9e815a1-10a7-462c-992a-39d18b886051 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.171421] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9e815a1-10a7-462c-992a-39d18b886051 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] c8d19cdf-eced-4fa6-ba93-223530bb7fe2/5878416b-a2ce-41e8-a2c0-8cea34632bd2-rescue.vmdk. {{(pid=68800) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 810.171709] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6ae1ff2-1fc4-4224-9bdd-8d69a08b060d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.180324] env[68800]: DEBUG oslo_vmware.api [None req-b9e815a1-10a7-462c-992a-39d18b886051 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 810.180324] env[68800]: value = "task-3243594" [ 810.180324] env[68800]: _type = "Task" [ 810.180324] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.189776] env[68800]: DEBUG oslo_vmware.api [None req-b9e815a1-10a7-462c-992a-39d18b886051 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243594, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.382215] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bb40d18b-4a97-4498-b0e1-bd24bf927f2b tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Releasing lock "refresh_cache-3569d4a2-f210-4a85-bc56-0de724aba1b0" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.405037] env[68800]: DEBUG oslo_vmware.api [None req-747237c8-d20f-4a04-a974-29d737c9d27c tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Task: {'id': task-3243591, 'name': ReconfigVM_Task, 'duration_secs': 0.292135} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.408918] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-747237c8-d20f-4a04-a974-29d737c9d27c tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Reconfigured VM instance instance-00000013 to detach disk 2001 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 810.413802] env[68800]: DEBUG oslo_vmware.api [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520d50ac-9250-58be-b62b-23469639e5ef, 'name': SearchDatastore_Task, 'duration_secs': 0.026769} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.418020] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbec4c32-faa6-4b38-9305-3773bf67b5ae {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.427310] env[68800]: DEBUG oslo_concurrency.lockutils [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.427570] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.427798] env[68800]: DEBUG oslo_concurrency.lockutils [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.427938] env[68800]: DEBUG oslo_concurrency.lockutils [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.428146] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.429054] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7af9557-70d1-4e3c-8865-4e607590cc88 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.441540] env[68800]: DEBUG oslo_vmware.api [None req-747237c8-d20f-4a04-a974-29d737c9d27c tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Waiting for the task: (returnval){ [ 810.441540] env[68800]: value = "task-3243595" [ 810.441540] env[68800]: _type = "Task" [ 810.441540] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.445631] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.445828] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 810.450618] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b177422a-0f72-4519-8f49-e14a2c5ecbd4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.457906] env[68800]: DEBUG oslo_vmware.api [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Waiting for the task: (returnval){ [ 810.457906] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52b88193-688b-770d-3c70-75847bdebe3b" [ 810.457906] env[68800]: _type = "Task" [ 810.457906] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.462062] env[68800]: DEBUG oslo_vmware.api [None req-747237c8-d20f-4a04-a974-29d737c9d27c tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Task: {'id': task-3243595, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.480747] env[68800]: DEBUG oslo_vmware.api [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52b88193-688b-770d-3c70-75847bdebe3b, 'name': SearchDatastore_Task, 'duration_secs': 0.016981} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.482058] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc94239a-81db-42e7-bdd2-4f5f1f4e238e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.490820] env[68800]: DEBUG oslo_vmware.api [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Waiting for the task: (returnval){ [ 810.490820] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5231fd3f-147d-fe25-9c8c-e4d79f659a1b" [ 810.490820] env[68800]: _type = "Task" [ 810.490820] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.502378] env[68800]: DEBUG oslo_vmware.api [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5231fd3f-147d-fe25-9c8c-e4d79f659a1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.547561] env[68800]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 810.547561] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]525fbc85-d71b-f16c-7df8-9c75f376adb5" [ 810.547561] env[68800]: _type = "HttpNfcLease" [ 810.547561] env[68800]: } is ready. {{(pid=68800) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 810.547561] env[68800]: DEBUG oslo_vmware.rw_handles [None req-d6a21194-41a4-485b-809f-e7d86c2261ec tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 810.547561] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]525fbc85-d71b-f16c-7df8-9c75f376adb5" [ 810.547561] env[68800]: _type = "HttpNfcLease" [ 810.547561] env[68800]: }. {{(pid=68800) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 810.548033] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d1cdd1-97db-4c7b-84da-c7dc303cea98 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.561074] env[68800]: DEBUG oslo_vmware.rw_handles [None req-d6a21194-41a4-485b-809f-e7d86c2261ec tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52463a7e-d708-56a8-44bd-49b7b82f303b/disk-0.vmdk from lease info. {{(pid=68800) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 810.561426] env[68800]: DEBUG oslo_vmware.rw_handles [None req-d6a21194-41a4-485b-809f-e7d86c2261ec tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52463a7e-d708-56a8-44bd-49b7b82f303b/disk-0.vmdk for reading. {{(pid=68800) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 810.631942] env[68800]: DEBUG oslo_concurrency.lockutils [req-1a2c7871-b121-4199-be95-ef9fbb35ee7d req-039f1efa-b341-4322-9469-bf63f3005574 service nova] Releasing lock "refresh_cache-c27ce6a7-d9a3-4a37-9fc7-c72731f816fa" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.649136] env[68800]: DEBUG oslo_vmware.api [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Task: {'id': task-3243593, 'name': PowerOnVM_Task, 'duration_secs': 0.535193} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.649266] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.649935] env[68800]: INFO nova.compute.manager [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Took 18.43 seconds to spawn the instance on the hypervisor. [ 810.649935] env[68800]: DEBUG nova.compute.manager [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.650783] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6055cd25-1f09-4f90-91b8-f0121eb7fe0a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.696117] env[68800]: DEBUG oslo_vmware.api [None req-b9e815a1-10a7-462c-992a-39d18b886051 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243594, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.729982] env[68800]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-76ebf75e-af33-43ed-98b6-cda2dbfe510a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.869158] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edecb7f4-4dc2-48c6-8ccd-d9a680c4af89 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.878125] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7a93fd-603a-4a6b-8067-99999b1e7229 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.912134] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916bbc3b-b2aa-4412-a3b0-f82714f349ca {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.920830] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beafbe5c-3929-4860-8237-d2fe310773fd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.936647] env[68800]: DEBUG nova.compute.provider_tree [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.956239] env[68800]: DEBUG oslo_vmware.api [None req-747237c8-d20f-4a04-a974-29d737c9d27c tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Task: {'id': task-3243595, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.002216] env[68800]: DEBUG oslo_vmware.api [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5231fd3f-147d-fe25-9c8c-e4d79f659a1b, 'name': SearchDatastore_Task, 'duration_secs': 0.0174} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.003473] env[68800]: DEBUG oslo_concurrency.lockutils [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.004623] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] c27ce6a7-d9a3-4a37-9fc7-c72731f816fa/c27ce6a7-d9a3-4a37-9fc7-c72731f816fa.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 811.004623] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa1d7ad7-3653-4b43-a5c3-bc299f396b10 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.015965] env[68800]: DEBUG oslo_vmware.api [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Waiting for the task: (returnval){ [ 811.015965] env[68800]: value = "task-3243596" [ 811.015965] env[68800]: _type = "Task" [ 811.015965] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.026303] env[68800]: DEBUG oslo_vmware.api [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243596, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.186706] env[68800]: INFO nova.compute.manager [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Took 52.01 seconds to build instance. [ 811.207730] env[68800]: DEBUG oslo_vmware.api [None req-b9e815a1-10a7-462c-992a-39d18b886051 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243594, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.713558} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.208095] env[68800]: INFO nova.virt.vmwareapi.ds_util [None req-b9e815a1-10a7-462c-992a-39d18b886051 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] c8d19cdf-eced-4fa6-ba93-223530bb7fe2/5878416b-a2ce-41e8-a2c0-8cea34632bd2-rescue.vmdk. [ 811.209333] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a40eb50-43aa-4916-9cb6-58bdb4fdda42 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.240971] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9e815a1-10a7-462c-992a-39d18b886051 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] c8d19cdf-eced-4fa6-ba93-223530bb7fe2/5878416b-a2ce-41e8-a2c0-8cea34632bd2-rescue.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.241842] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2a1ecc0-d6c8-4b3d-8a94-fb576c656d97 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.264654] env[68800]: DEBUG oslo_vmware.api [None req-b9e815a1-10a7-462c-992a-39d18b886051 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 811.264654] env[68800]: value = "task-3243597" [ 811.264654] env[68800]: _type = "Task" [ 811.264654] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.279275] env[68800]: DEBUG oslo_vmware.api [None req-b9e815a1-10a7-462c-992a-39d18b886051 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243597, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.416306] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb40d18b-4a97-4498-b0e1-bd24bf927f2b tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 811.416854] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4de7462-9838-4963-8603-68f5403dcf9e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.428054] env[68800]: DEBUG oslo_vmware.api [None req-bb40d18b-4a97-4498-b0e1-bd24bf927f2b tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 811.428054] env[68800]: value = "task-3243598" [ 811.428054] env[68800]: _type = "Task" [ 811.428054] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.442652] env[68800]: DEBUG nova.scheduler.client.report [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.446825] env[68800]: DEBUG oslo_vmware.api [None req-bb40d18b-4a97-4498-b0e1-bd24bf927f2b tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3243598, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.457659] env[68800]: DEBUG oslo_vmware.api [None req-747237c8-d20f-4a04-a974-29d737c9d27c tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Task: {'id': task-3243595, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.528589] env[68800]: DEBUG oslo_vmware.api [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243596, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.699028] env[68800]: DEBUG oslo_concurrency.lockutils [None req-144b8a80-172b-4de8-a48f-a3c1a33453e5 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Lock "10bc35c7-e142-4916-8e91-e4498042c6f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.229s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.775948] env[68800]: DEBUG oslo_vmware.api [None req-b9e815a1-10a7-462c-992a-39d18b886051 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243597, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.940961] env[68800]: DEBUG oslo_vmware.api [None req-bb40d18b-4a97-4498-b0e1-bd24bf927f2b tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3243598, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.949214] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.755s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.949814] env[68800]: DEBUG nova.compute.manager [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 811.953383] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f2f550d6-78c2-40b6-a089-5b7f81a35452 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.865s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.953739] env[68800]: DEBUG nova.objects.instance [None req-f2f550d6-78c2-40b6-a089-5b7f81a35452 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Lazy-loading 'resources' on Instance uuid 5207f0f8-398c-478f-8382-7cbe6e3b201d {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 811.965789] env[68800]: DEBUG oslo_vmware.api [None req-747237c8-d20f-4a04-a974-29d737c9d27c tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Task: {'id': task-3243595, 'name': ReconfigVM_Task, 'duration_secs': 1.186642} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.966274] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-747237c8-d20f-4a04-a974-29d737c9d27c tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648218', 'volume_id': '0ac02278-52b7-4c77-9cec-28b209098716', 'name': 'volume-0ac02278-52b7-4c77-9cec-28b209098716', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '949aac90-1d3e-47c1-8d53-eef78adaa390', 'attached_at': '', 'detached_at': '', 'volume_id': '0ac02278-52b7-4c77-9cec-28b209098716', 'serial': '0ac02278-52b7-4c77-9cec-28b209098716'} {{(pid=68800) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 811.985724] env[68800]: DEBUG oslo_concurrency.lockutils [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Acquiring lock "1456b84a-2f16-4103-b6c9-e3860ed62366" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.985999] env[68800]: DEBUG oslo_concurrency.lockutils [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Lock "1456b84a-2f16-4103-b6c9-e3860ed62366" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.027893] env[68800]: DEBUG oslo_vmware.api [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243596, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.202228] env[68800]: DEBUG nova.compute.manager [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] [instance: e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 812.278874] env[68800]: DEBUG oslo_vmware.api [None req-b9e815a1-10a7-462c-992a-39d18b886051 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243597, 'name': ReconfigVM_Task, 'duration_secs': 0.540775} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.279349] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9e815a1-10a7-462c-992a-39d18b886051 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Reconfigured VM instance instance-00000024 to attach disk [datastore2] c8d19cdf-eced-4fa6-ba93-223530bb7fe2/5878416b-a2ce-41e8-a2c0-8cea34632bd2-rescue.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.280649] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59da4567-0601-4411-b0f4-4de1dd4b33ba {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.311392] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33e95a8c-f9c9-48db-a265-b8a38f3ff02a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.330254] env[68800]: DEBUG oslo_vmware.api [None req-b9e815a1-10a7-462c-992a-39d18b886051 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 812.330254] env[68800]: value = "task-3243599" [ 812.330254] env[68800]: _type = "Task" [ 812.330254] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.344892] env[68800]: DEBUG oslo_vmware.api [None req-b9e815a1-10a7-462c-992a-39d18b886051 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243599, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.440358] env[68800]: DEBUG oslo_vmware.api [None req-bb40d18b-4a97-4498-b0e1-bd24bf927f2b tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3243598, 'name': PowerOnVM_Task, 'duration_secs': 0.579282} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.440708] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb40d18b-4a97-4498-b0e1-bd24bf927f2b tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 812.441121] env[68800]: DEBUG nova.compute.manager [None req-bb40d18b-4a97-4498-b0e1-bd24bf927f2b tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.441963] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ea6e4b-5763-4e08-817f-d3e663bbe58f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.460866] env[68800]: DEBUG nova.compute.utils [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 812.466688] env[68800]: DEBUG nova.compute.manager [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 812.466917] env[68800]: DEBUG nova.network.neutron [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 812.519593] env[68800]: DEBUG nova.objects.instance [None req-747237c8-d20f-4a04-a974-29d737c9d27c tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Lazy-loading 'flavor' on Instance uuid 949aac90-1d3e-47c1-8d53-eef78adaa390 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 812.527627] env[68800]: DEBUG nova.policy [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dcb26b82540f41e5b314ced827d7be6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9af8613e45c64f74935a120197e0aed9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 812.541676] env[68800]: DEBUG oslo_vmware.api [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243596, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.729919] env[68800]: DEBUG oslo_concurrency.lockutils [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.844031] env[68800]: DEBUG oslo_vmware.api [None req-b9e815a1-10a7-462c-992a-39d18b886051 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243599, 'name': ReconfigVM_Task, 'duration_secs': 0.297443} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.844616] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9e815a1-10a7-462c-992a-39d18b886051 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 812.845061] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cea0221d-2e03-4c45-816f-fba6daf38586 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.856069] env[68800]: DEBUG oslo_vmware.api [None req-b9e815a1-10a7-462c-992a-39d18b886051 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 812.856069] env[68800]: value = "task-3243600" [ 812.856069] env[68800]: _type = "Task" [ 812.856069] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.866477] env[68800]: DEBUG oslo_vmware.api [None req-b9e815a1-10a7-462c-992a-39d18b886051 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243600, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.874737] env[68800]: DEBUG nova.network.neutron [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Successfully created port: 61785fff-2ab6-43c9-9b1d-85162984b93e {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 812.970793] env[68800]: DEBUG nova.compute.manager [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 813.016746] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c197eb-039b-4bf6-a027-c4b56bcfc498 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.035021] env[68800]: DEBUG oslo_vmware.api [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243596, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.606949} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.037790] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a69f22d-9287-47f1-98e1-2633756e8595 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.042279] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] c27ce6a7-d9a3-4a37-9fc7-c72731f816fa/c27ce6a7-d9a3-4a37-9fc7-c72731f816fa.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 813.042553] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 813.043174] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26690a8a-01bd-4bcc-ad05-18f5be270883 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.080151] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b1c04d-be5b-4343-b73c-98f89c9c579e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.083422] env[68800]: DEBUG oslo_vmware.api [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Waiting for the task: (returnval){ [ 813.083422] env[68800]: value = "task-3243601" [ 813.083422] env[68800]: _type = "Task" [ 813.083422] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.091715] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3e2661-93a2-4259-80ee-89c2d23398a0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.100126] env[68800]: DEBUG oslo_vmware.api [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243601, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.113413] env[68800]: DEBUG nova.compute.provider_tree [None req-f2f550d6-78c2-40b6-a089-5b7f81a35452 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.212224] env[68800]: DEBUG oslo_vmware.rw_handles [None req-66b2582a-758b-45a8-bb32-eb750456bede tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528cf846-a12b-bf83-e4b9-86c2769ea3d4/disk-0.vmdk. {{(pid=68800) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 813.213508] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30acd885-bc4b-425a-94a3-f49f4e7e7ee8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.222111] env[68800]: DEBUG oslo_vmware.rw_handles [None req-66b2582a-758b-45a8-bb32-eb750456bede tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528cf846-a12b-bf83-e4b9-86c2769ea3d4/disk-0.vmdk is in state: ready. {{(pid=68800) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 813.222390] env[68800]: ERROR oslo_vmware.rw_handles [None req-66b2582a-758b-45a8-bb32-eb750456bede tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528cf846-a12b-bf83-e4b9-86c2769ea3d4/disk-0.vmdk due to incomplete transfer. [ 813.222598] env[68800]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b5d3c381-9e25-4a81-8602-c483b8eddeb9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.233150] env[68800]: DEBUG oslo_vmware.rw_handles [None req-66b2582a-758b-45a8-bb32-eb750456bede tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528cf846-a12b-bf83-e4b9-86c2769ea3d4/disk-0.vmdk. {{(pid=68800) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 813.233419] env[68800]: DEBUG nova.virt.vmwareapi.images [None req-66b2582a-758b-45a8-bb32-eb750456bede tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Uploaded image f3872679-f4a6-4486-9b00-1c97e6173e91 to the Glance image server {{(pid=68800) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 813.235412] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-66b2582a-758b-45a8-bb32-eb750456bede tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Destroying the VM {{(pid=68800) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 813.235774] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bf5e8be8-4353-43b4-ab41-2def43cb7e5f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.244567] env[68800]: DEBUG oslo_vmware.api [None req-66b2582a-758b-45a8-bb32-eb750456bede tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 813.244567] env[68800]: value = "task-3243602" [ 813.244567] env[68800]: _type = "Task" [ 813.244567] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.255619] env[68800]: DEBUG oslo_vmware.api [None req-66b2582a-758b-45a8-bb32-eb750456bede tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243602, 'name': Destroy_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.368301] env[68800]: DEBUG oslo_vmware.api [None req-b9e815a1-10a7-462c-992a-39d18b886051 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243600, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.544482] env[68800]: DEBUG oslo_concurrency.lockutils [None req-747237c8-d20f-4a04-a974-29d737c9d27c tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Lock "949aac90-1d3e-47c1-8d53-eef78adaa390" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.359s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.594898] env[68800]: DEBUG oslo_vmware.api [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243601, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07482} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.595149] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 813.595947] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f568eeda-1d51-4726-88a0-8a566acab14e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.618796] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] c27ce6a7-d9a3-4a37-9fc7-c72731f816fa/c27ce6a7-d9a3-4a37-9fc7-c72731f816fa.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.619951] env[68800]: DEBUG nova.scheduler.client.report [None req-f2f550d6-78c2-40b6-a089-5b7f81a35452 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.624925] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e62119b8-6ca9-491a-b563-29512ebd3ba5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.646200] env[68800]: DEBUG oslo_vmware.api [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Waiting for the task: (returnval){ [ 813.646200] env[68800]: value = "task-3243603" [ 813.646200] env[68800]: _type = "Task" [ 813.646200] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.656851] env[68800]: DEBUG oslo_vmware.api [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243603, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.757931] env[68800]: DEBUG oslo_vmware.api [None req-66b2582a-758b-45a8-bb32-eb750456bede tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243602, 'name': Destroy_Task, 'duration_secs': 0.376147} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.758176] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-66b2582a-758b-45a8-bb32-eb750456bede tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Destroyed the VM [ 813.758310] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-66b2582a-758b-45a8-bb32-eb750456bede tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Deleting Snapshot of the VM instance {{(pid=68800) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 813.758576] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5a4130cd-1c34-4169-aeae-a0d0174b2b0f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.767203] env[68800]: DEBUG oslo_vmware.api [None req-66b2582a-758b-45a8-bb32-eb750456bede tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 813.767203] env[68800]: value = "task-3243604" [ 813.767203] env[68800]: _type = "Task" [ 813.767203] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.776577] env[68800]: DEBUG oslo_vmware.api [None req-66b2582a-758b-45a8-bb32-eb750456bede tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243604, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.868297] env[68800]: DEBUG oslo_vmware.api [None req-b9e815a1-10a7-462c-992a-39d18b886051 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243600, 'name': PowerOnVM_Task, 'duration_secs': 0.689133} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.868527] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9e815a1-10a7-462c-992a-39d18b886051 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 813.872303] env[68800]: DEBUG nova.compute.manager [None req-b9e815a1-10a7-462c-992a-39d18b886051 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 813.873191] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16aac949-2083-4f79-9f5b-71143f791f61 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.980861] env[68800]: DEBUG nova.compute.manager [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 814.005932] env[68800]: DEBUG nova.virt.hardware [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.006221] env[68800]: DEBUG nova.virt.hardware [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.006407] env[68800]: DEBUG nova.virt.hardware [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.006624] env[68800]: DEBUG nova.virt.hardware [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.006799] env[68800]: DEBUG nova.virt.hardware [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.006939] env[68800]: DEBUG nova.virt.hardware [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.007211] env[68800]: DEBUG nova.virt.hardware [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.007390] env[68800]: DEBUG nova.virt.hardware [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.007576] env[68800]: DEBUG nova.virt.hardware [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.007775] env[68800]: DEBUG nova.virt.hardware [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.007979] env[68800]: DEBUG nova.virt.hardware [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.008856] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b85acf-a88b-4ff6-acbb-4a74252c8acd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.018574] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0253c369-134b-497d-bd54-5228309c1e04 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.124930] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f2f550d6-78c2-40b6-a089-5b7f81a35452 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.172s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.127843] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.678s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.129644] env[68800]: INFO nova.compute.claims [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 814.154120] env[68800]: INFO nova.scheduler.client.report [None req-f2f550d6-78c2-40b6-a089-5b7f81a35452 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Deleted allocations for instance 5207f0f8-398c-478f-8382-7cbe6e3b201d [ 814.159332] env[68800]: DEBUG oslo_vmware.api [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243603, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.299212] env[68800]: DEBUG oslo_vmware.api [None req-66b2582a-758b-45a8-bb32-eb750456bede tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243604, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.413156] env[68800]: DEBUG nova.network.neutron [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Successfully updated port: 61785fff-2ab6-43c9-9b1d-85162984b93e {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 814.490636] env[68800]: DEBUG nova.compute.manager [req-54ccf4ea-d5e6-465c-9de6-6e4abd2d70a8 req-b5118d3c-56fb-46a9-ac7c-063baf1ca8b7 service nova] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Received event network-vif-plugged-61785fff-2ab6-43c9-9b1d-85162984b93e {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.490887] env[68800]: DEBUG oslo_concurrency.lockutils [req-54ccf4ea-d5e6-465c-9de6-6e4abd2d70a8 req-b5118d3c-56fb-46a9-ac7c-063baf1ca8b7 service nova] Acquiring lock "2bc10214-7e42-4af6-8970-d0b06ed4e3be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.491120] env[68800]: DEBUG oslo_concurrency.lockutils [req-54ccf4ea-d5e6-465c-9de6-6e4abd2d70a8 req-b5118d3c-56fb-46a9-ac7c-063baf1ca8b7 service nova] Lock "2bc10214-7e42-4af6-8970-d0b06ed4e3be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.491497] env[68800]: DEBUG oslo_concurrency.lockutils [req-54ccf4ea-d5e6-465c-9de6-6e4abd2d70a8 req-b5118d3c-56fb-46a9-ac7c-063baf1ca8b7 service nova] Lock "2bc10214-7e42-4af6-8970-d0b06ed4e3be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.491497] env[68800]: DEBUG nova.compute.manager [req-54ccf4ea-d5e6-465c-9de6-6e4abd2d70a8 req-b5118d3c-56fb-46a9-ac7c-063baf1ca8b7 service nova] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] No waiting events found dispatching network-vif-plugged-61785fff-2ab6-43c9-9b1d-85162984b93e {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 814.491681] env[68800]: WARNING nova.compute.manager [req-54ccf4ea-d5e6-465c-9de6-6e4abd2d70a8 req-b5118d3c-56fb-46a9-ac7c-063baf1ca8b7 service nova] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Received unexpected event network-vif-plugged-61785fff-2ab6-43c9-9b1d-85162984b93e for instance with vm_state building and task_state spawning. [ 814.615282] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7d56cd24-5e72-4dcf-a7bd-39e0bda9c4f3 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Acquiring lock "10bc35c7-e142-4916-8e91-e4498042c6f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.615491] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7d56cd24-5e72-4dcf-a7bd-39e0bda9c4f3 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Lock "10bc35c7-e142-4916-8e91-e4498042c6f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.615700] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7d56cd24-5e72-4dcf-a7bd-39e0bda9c4f3 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Acquiring lock "10bc35c7-e142-4916-8e91-e4498042c6f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.615886] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7d56cd24-5e72-4dcf-a7bd-39e0bda9c4f3 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Lock "10bc35c7-e142-4916-8e91-e4498042c6f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.616068] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7d56cd24-5e72-4dcf-a7bd-39e0bda9c4f3 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Lock "10bc35c7-e142-4916-8e91-e4498042c6f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.618272] env[68800]: INFO nova.compute.manager [None req-7d56cd24-5e72-4dcf-a7bd-39e0bda9c4f3 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Terminating instance [ 814.656981] env[68800]: DEBUG oslo_vmware.api [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243603, 'name': ReconfigVM_Task, 'duration_secs': 0.627164} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.657271] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Reconfigured VM instance instance-0000002d to attach disk [datastore1] c27ce6a7-d9a3-4a37-9fc7-c72731f816fa/c27ce6a7-d9a3-4a37-9fc7-c72731f816fa.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.658290] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-070f9b06-75be-4cb5-9508-ee4df2cde6d0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.667156] env[68800]: DEBUG oslo_vmware.api [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Waiting for the task: (returnval){ [ 814.667156] env[68800]: value = "task-3243605" [ 814.667156] env[68800]: _type = "Task" [ 814.667156] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.668569] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f2f550d6-78c2-40b6-a089-5b7f81a35452 tempest-ServersAdminNegativeTestJSON-1624943647 tempest-ServersAdminNegativeTestJSON-1624943647-project-member] Lock "5207f0f8-398c-478f-8382-7cbe6e3b201d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.075s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.679821] env[68800]: DEBUG oslo_vmware.api [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243605, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.785805] env[68800]: DEBUG oslo_vmware.api [None req-66b2582a-758b-45a8-bb32-eb750456bede tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243604, 'name': RemoveSnapshot_Task, 'duration_secs': 0.890467} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.786383] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-66b2582a-758b-45a8-bb32-eb750456bede tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Deleted Snapshot of the VM instance {{(pid=68800) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 814.786797] env[68800]: INFO nova.compute.manager [None req-66b2582a-758b-45a8-bb32-eb750456bede tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Took 16.20 seconds to snapshot the instance on the hypervisor. [ 814.917906] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquiring lock "refresh_cache-2bc10214-7e42-4af6-8970-d0b06ed4e3be" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.918279] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquired lock "refresh_cache-2bc10214-7e42-4af6-8970-d0b06ed4e3be" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.918443] env[68800]: DEBUG nova.network.neutron [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.981971] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Acquiring lock "9a6a4700-3316-46ad-bebd-111330ccc205" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.982327] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Lock "9a6a4700-3316-46ad-bebd-111330ccc205" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.122465] env[68800]: DEBUG nova.compute.manager [None req-7d56cd24-5e72-4dcf-a7bd-39e0bda9c4f3 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 815.122706] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7d56cd24-5e72-4dcf-a7bd-39e0bda9c4f3 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 815.123687] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f02d01-922d-4e3f-9e4a-3b56e20d231f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.132665] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d56cd24-5e72-4dcf-a7bd-39e0bda9c4f3 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 815.132964] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b552caa3-2d0c-4e58-8f97-d194ef8202cc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.142923] env[68800]: DEBUG oslo_vmware.api [None req-7d56cd24-5e72-4dcf-a7bd-39e0bda9c4f3 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Waiting for the task: (returnval){ [ 815.142923] env[68800]: value = "task-3243606" [ 815.142923] env[68800]: _type = "Task" [ 815.142923] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.154184] env[68800]: DEBUG oslo_vmware.api [None req-7d56cd24-5e72-4dcf-a7bd-39e0bda9c4f3 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Task: {'id': task-3243606, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.181528] env[68800]: DEBUG oslo_vmware.api [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243605, 'name': Rename_Task, 'duration_secs': 0.218121} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.181882] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 815.182163] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5de11ba1-1651-4270-877b-d2d6c135fa17 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.192898] env[68800]: DEBUG oslo_vmware.api [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Waiting for the task: (returnval){ [ 815.192898] env[68800]: value = "task-3243607" [ 815.192898] env[68800]: _type = "Task" [ 815.192898] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.204665] env[68800]: DEBUG oslo_vmware.api [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243607, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.344121] env[68800]: DEBUG nova.compute.manager [None req-66b2582a-758b-45a8-bb32-eb750456bede tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Found 1 images (rotation: 2) {{(pid=68800) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 815.461586] env[68800]: DEBUG nova.network.neutron [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 815.658790] env[68800]: DEBUG oslo_vmware.api [None req-7d56cd24-5e72-4dcf-a7bd-39e0bda9c4f3 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Task: {'id': task-3243606, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.660115] env[68800]: DEBUG nova.network.neutron [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Updating instance_info_cache with network_info: [{"id": "61785fff-2ab6-43c9-9b1d-85162984b93e", "address": "fa:16:3e:47:02:e0", "network": {"id": "aca1897c-e1c0-4bf2-8f31-e3beb70072b1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2007247084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9af8613e45c64f74935a120197e0aed9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61785fff-2a", "ovs_interfaceid": "61785fff-2ab6-43c9-9b1d-85162984b93e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.679910] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13314e7b-c9c9-45ac-b101-cb3f1d2928c9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.689516] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1373a1ae-eff4-48e6-9e78-bd2fa50bb525 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.705169] env[68800]: DEBUG oslo_vmware.api [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243607, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.736096] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63f3e6f-cd03-411d-b918-ed97f3757656 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.746059] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c402de7-5928-4c42-81e6-fe041feb6db4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.761235] env[68800]: DEBUG nova.compute.provider_tree [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.991408] env[68800]: INFO nova.compute.manager [None req-afa0b0e3-ab02-44a7-a6ae-5d707d289cd9 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Unrescuing [ 815.991835] env[68800]: DEBUG oslo_concurrency.lockutils [None req-afa0b0e3-ab02-44a7-a6ae-5d707d289cd9 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Acquiring lock "refresh_cache-c8d19cdf-eced-4fa6-ba93-223530bb7fe2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.991835] env[68800]: DEBUG oslo_concurrency.lockutils [None req-afa0b0e3-ab02-44a7-a6ae-5d707d289cd9 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Acquired lock "refresh_cache-c8d19cdf-eced-4fa6-ba93-223530bb7fe2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.991976] env[68800]: DEBUG nova.network.neutron [None req-afa0b0e3-ab02-44a7-a6ae-5d707d289cd9 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.157324] env[68800]: DEBUG oslo_vmware.api [None req-7d56cd24-5e72-4dcf-a7bd-39e0bda9c4f3 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Task: {'id': task-3243606, 'name': PowerOffVM_Task, 'duration_secs': 0.985554} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.157667] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d56cd24-5e72-4dcf-a7bd-39e0bda9c4f3 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.157874] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7d56cd24-5e72-4dcf-a7bd-39e0bda9c4f3 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.158186] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-738296ee-dbe5-47be-b01a-98e0f3ef708a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.165201] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Releasing lock "refresh_cache-2bc10214-7e42-4af6-8970-d0b06ed4e3be" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.165538] env[68800]: DEBUG nova.compute.manager [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Instance network_info: |[{"id": "61785fff-2ab6-43c9-9b1d-85162984b93e", "address": "fa:16:3e:47:02:e0", "network": {"id": "aca1897c-e1c0-4bf2-8f31-e3beb70072b1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2007247084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9af8613e45c64f74935a120197e0aed9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61785fff-2a", "ovs_interfaceid": "61785fff-2ab6-43c9-9b1d-85162984b93e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 816.165964] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:02:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff3ecd2f-0b10-4faf-a512-fd7a20c28df1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61785fff-2ab6-43c9-9b1d-85162984b93e', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 816.173935] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.174217] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 816.174422] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-130a53fb-7f05-460f-acc4-bc7b2a17be63 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.199952] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 816.199952] env[68800]: value = "task-3243609" [ 816.199952] env[68800]: _type = "Task" [ 816.199952] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.208124] env[68800]: DEBUG oslo_vmware.api [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243607, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.215047] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243609, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.264855] env[68800]: DEBUG nova.scheduler.client.report [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.342313] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7d56cd24-5e72-4dcf-a7bd-39e0bda9c4f3 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.342564] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7d56cd24-5e72-4dcf-a7bd-39e0bda9c4f3 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.343074] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d56cd24-5e72-4dcf-a7bd-39e0bda9c4f3 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Deleting the datastore file [datastore1] 10bc35c7-e142-4916-8e91-e4498042c6f3 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.343213] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d4167af-0ee5-4ec4-9de0-a16bfedd296c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.353420] env[68800]: DEBUG oslo_vmware.api [None req-7d56cd24-5e72-4dcf-a7bd-39e0bda9c4f3 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Waiting for the task: (returnval){ [ 816.353420] env[68800]: value = "task-3243610" [ 816.353420] env[68800]: _type = "Task" [ 816.353420] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.362820] env[68800]: DEBUG oslo_vmware.api [None req-7d56cd24-5e72-4dcf-a7bd-39e0bda9c4f3 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Task: {'id': task-3243610, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.709846] env[68800]: DEBUG oslo_vmware.api [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243607, 'name': PowerOnVM_Task, 'duration_secs': 1.233386} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.710143] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.710390] env[68800]: INFO nova.compute.manager [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Took 10.72 seconds to spawn the instance on the hypervisor. [ 816.710643] env[68800]: DEBUG nova.compute.manager [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.712529] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197f79f8-a198-45cf-ab26-befe2bf88d9c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.718155] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243609, 'name': CreateVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.736260] env[68800]: DEBUG nova.network.neutron [None req-afa0b0e3-ab02-44a7-a6ae-5d707d289cd9 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Updating instance_info_cache with network_info: [{"id": "67db259c-049d-49cd-923b-e080b1ac9e6f", "address": "fa:16:3e:ba:5b:37", "network": {"id": "3789a7b0-2d31-4b9d-9779-6d245dced3a3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1329484446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0d9f2881edf4f79b52db59af16e8133", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67db259c-04", "ovs_interfaceid": "67db259c-049d-49cd-923b-e080b1ac9e6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.771369] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.771996] env[68800]: DEBUG nova.compute.manager [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 816.775279] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.924s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.777830] env[68800]: INFO nova.compute.claims [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 816.867968] env[68800]: DEBUG oslo_vmware.api [None req-7d56cd24-5e72-4dcf-a7bd-39e0bda9c4f3 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Task: {'id': task-3243610, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211734} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.869088] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d56cd24-5e72-4dcf-a7bd-39e0bda9c4f3 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 816.869423] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7d56cd24-5e72-4dcf-a7bd-39e0bda9c4f3 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 816.869591] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7d56cd24-5e72-4dcf-a7bd-39e0bda9c4f3 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 816.869763] env[68800]: INFO nova.compute.manager [None req-7d56cd24-5e72-4dcf-a7bd-39e0bda9c4f3 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Took 1.75 seconds to destroy the instance on the hypervisor. [ 816.870018] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d56cd24-5e72-4dcf-a7bd-39e0bda9c4f3 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.870209] env[68800]: DEBUG nova.compute.manager [-] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 816.870353] env[68800]: DEBUG nova.network.neutron [-] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 816.902341] env[68800]: DEBUG nova.compute.manager [None req-f77f95f9-4e41-4d87-ab39-e2953b8e22e6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.903277] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1658e6dc-19c0-4b71-95a8-70f30b0faceb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.053427] env[68800]: DEBUG nova.compute.manager [req-165403ed-6229-48ff-b6e3-dbf281951a0a req-4860caf0-b5b3-47d5-9824-d906cb7c54a4 service nova] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Received event network-changed-61785fff-2ab6-43c9-9b1d-85162984b93e {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.053427] env[68800]: DEBUG nova.compute.manager [req-165403ed-6229-48ff-b6e3-dbf281951a0a req-4860caf0-b5b3-47d5-9824-d906cb7c54a4 service nova] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Refreshing instance network info cache due to event network-changed-61785fff-2ab6-43c9-9b1d-85162984b93e. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 817.053691] env[68800]: DEBUG oslo_concurrency.lockutils [req-165403ed-6229-48ff-b6e3-dbf281951a0a req-4860caf0-b5b3-47d5-9824-d906cb7c54a4 service nova] Acquiring lock "refresh_cache-2bc10214-7e42-4af6-8970-d0b06ed4e3be" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.053691] env[68800]: DEBUG oslo_concurrency.lockutils [req-165403ed-6229-48ff-b6e3-dbf281951a0a req-4860caf0-b5b3-47d5-9824-d906cb7c54a4 service nova] Acquired lock "refresh_cache-2bc10214-7e42-4af6-8970-d0b06ed4e3be" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.053837] env[68800]: DEBUG nova.network.neutron [req-165403ed-6229-48ff-b6e3-dbf281951a0a req-4860caf0-b5b3-47d5-9824-d906cb7c54a4 service nova] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Refreshing network info cache for port 61785fff-2ab6-43c9-9b1d-85162984b93e {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.216498] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243609, 'name': CreateVM_Task, 'duration_secs': 0.543481} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.216498] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.216498] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.216498] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.216498] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.216498] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fade06a-cf2a-4403-8b39-0298e8085912 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.223240] env[68800]: DEBUG oslo_vmware.api [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 817.223240] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]523a061d-a44b-a824-3d74-63a31d0840da" [ 817.223240] env[68800]: _type = "Task" [ 817.223240] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.239988] env[68800]: DEBUG oslo_vmware.api [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]523a061d-a44b-a824-3d74-63a31d0840da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.243200] env[68800]: DEBUG oslo_concurrency.lockutils [None req-afa0b0e3-ab02-44a7-a6ae-5d707d289cd9 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Releasing lock "refresh_cache-c8d19cdf-eced-4fa6-ba93-223530bb7fe2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.243906] env[68800]: DEBUG nova.objects.instance [None req-afa0b0e3-ab02-44a7-a6ae-5d707d289cd9 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Lazy-loading 'flavor' on Instance uuid c8d19cdf-eced-4fa6-ba93-223530bb7fe2 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 817.245695] env[68800]: INFO nova.compute.manager [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Took 40.84 seconds to build instance. [ 817.278019] env[68800]: DEBUG nova.compute.utils [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 817.278995] env[68800]: DEBUG nova.compute.manager [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 817.279352] env[68800]: DEBUG nova.network.neutron [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 817.362047] env[68800]: DEBUG nova.policy [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '453131ddbf1148d49c01179d6ff1713c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d3439f156cf4195b418e1c815086a00', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 817.418588] env[68800]: INFO nova.compute.manager [None req-f77f95f9-4e41-4d87-ab39-e2953b8e22e6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] instance snapshotting [ 817.418588] env[68800]: DEBUG nova.objects.instance [None req-f77f95f9-4e41-4d87-ab39-e2953b8e22e6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lazy-loading 'flavor' on Instance uuid 99f2d44f-e361-466f-998c-f23a2b04bcbf {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 817.740073] env[68800]: DEBUG oslo_vmware.api [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]523a061d-a44b-a824-3d74-63a31d0840da, 'name': SearchDatastore_Task, 'duration_secs': 0.011969} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.740390] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.740627] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 817.740866] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.741047] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.741423] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 817.741766] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ad8a505-28fd-4f0c-9e96-c725ed9e22fb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.750931] env[68800]: DEBUG oslo_concurrency.lockutils [None req-dfa27234-bb09-4cc9-a988-4026ebc96817 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Lock "c27ce6a7-d9a3-4a37-9fc7-c72731f816fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.651s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.760678] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04cbe89e-e114-4817-b8a6-d9007d6903f5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.764488] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 817.764488] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 817.774458] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f008b09c-7b3c-48c3-b35c-2b0366ac58bd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.783028] env[68800]: DEBUG nova.compute.manager [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 817.809103] env[68800]: DEBUG oslo_vmware.api [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 817.809103] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520c8444-7793-1de5-ea79-c27f3ed7bea2" [ 817.809103] env[68800]: _type = "Task" [ 817.809103] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.809387] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa0b0e3-ab02-44a7-a6ae-5d707d289cd9 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.810187] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b4694c3-cb34-4920-b93a-8c3ae95972ee {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.826136] env[68800]: DEBUG oslo_vmware.api [None req-afa0b0e3-ab02-44a7-a6ae-5d707d289cd9 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 817.826136] env[68800]: value = "task-3243611" [ 817.826136] env[68800]: _type = "Task" [ 817.826136] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.829032] env[68800]: DEBUG oslo_vmware.api [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520c8444-7793-1de5-ea79-c27f3ed7bea2, 'name': SearchDatastore_Task, 'duration_secs': 0.013426} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.829032] env[68800]: DEBUG nova.network.neutron [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Successfully created port: ac5f1c5d-99bc-4649-b1bd-a917bad7b950 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 817.833570] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d8ecdc2-cedb-4352-a66c-ffb542d68a6f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.845879] env[68800]: DEBUG oslo_vmware.api [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 817.845879] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52344e20-fc42-8183-631e-517188094a1a" [ 817.845879] env[68800]: _type = "Task" [ 817.845879] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.860873] env[68800]: DEBUG oslo_vmware.api [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52344e20-fc42-8183-631e-517188094a1a, 'name': SearchDatastore_Task, 'duration_secs': 0.013258} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.861187] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.861442] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 2bc10214-7e42-4af6-8970-d0b06ed4e3be/2bc10214-7e42-4af6-8970-d0b06ed4e3be.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 817.861916] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dfc6b7ca-94a5-42ed-9c73-e4de32c71e69 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.874528] env[68800]: DEBUG oslo_vmware.api [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 817.874528] env[68800]: value = "task-3243612" [ 817.874528] env[68800]: _type = "Task" [ 817.874528] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.891017] env[68800]: DEBUG oslo_vmware.api [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243612, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.926347] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ff93b0-4184-48a4-aa3f-63deaa53b3d6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.962475] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c255dc75-041d-4028-83b5-841b5024dc1c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.043664] env[68800]: DEBUG nova.network.neutron [req-165403ed-6229-48ff-b6e3-dbf281951a0a req-4860caf0-b5b3-47d5-9824-d906cb7c54a4 service nova] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Updated VIF entry in instance network info cache for port 61785fff-2ab6-43c9-9b1d-85162984b93e. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 818.044090] env[68800]: DEBUG nova.network.neutron [req-165403ed-6229-48ff-b6e3-dbf281951a0a req-4860caf0-b5b3-47d5-9824-d906cb7c54a4 service nova] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Updating instance_info_cache with network_info: [{"id": "61785fff-2ab6-43c9-9b1d-85162984b93e", "address": "fa:16:3e:47:02:e0", "network": {"id": "aca1897c-e1c0-4bf2-8f31-e3beb70072b1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2007247084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9af8613e45c64f74935a120197e0aed9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61785fff-2a", "ovs_interfaceid": "61785fff-2ab6-43c9-9b1d-85162984b93e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.272158] env[68800]: DEBUG nova.compute.manager [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 818.280710] env[68800]: DEBUG nova.network.neutron [-] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.346027] env[68800]: DEBUG oslo_vmware.api [None req-afa0b0e3-ab02-44a7-a6ae-5d707d289cd9 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243611, 'name': PowerOffVM_Task, 'duration_secs': 0.33888} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.346027] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa0b0e3-ab02-44a7-a6ae-5d707d289cd9 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.350061] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-afa0b0e3-ab02-44a7-a6ae-5d707d289cd9 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Reconfiguring VM instance instance-00000024 to detach disk 2001 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 818.350405] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96f691c7-68c0-40ef-ad47-9fc40c04639e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.373931] env[68800]: DEBUG oslo_vmware.api [None req-afa0b0e3-ab02-44a7-a6ae-5d707d289cd9 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 818.373931] env[68800]: value = "task-3243613" [ 818.373931] env[68800]: _type = "Task" [ 818.373931] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.386541] env[68800]: DEBUG oslo_vmware.api [None req-afa0b0e3-ab02-44a7-a6ae-5d707d289cd9 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243613, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.393138] env[68800]: DEBUG oslo_vmware.api [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243612, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.467056] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527aa391-fb2c-4d2a-949f-abcfed78c16e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.474699] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f77f95f9-4e41-4d87-ab39-e2953b8e22e6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Creating Snapshot of the VM instance {{(pid=68800) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 818.477811] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bbf1bc5b-e75e-405e-97ea-9b152d346f06 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.480842] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79339df7-2c45-421f-8844-da2856f41065 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.495273] env[68800]: DEBUG oslo_vmware.api [None req-f77f95f9-4e41-4d87-ab39-e2953b8e22e6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 818.495273] env[68800]: value = "task-3243614" [ 818.495273] env[68800]: _type = "Task" [ 818.495273] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.530054] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1867caff-2453-4863-bb9f-783d6158a7f8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.536232] env[68800]: DEBUG oslo_vmware.api [None req-f77f95f9-4e41-4d87-ab39-e2953b8e22e6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243614, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.544117] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2e9493-347b-43e0-b3a5-4766298cff17 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.549507] env[68800]: DEBUG oslo_concurrency.lockutils [req-165403ed-6229-48ff-b6e3-dbf281951a0a req-4860caf0-b5b3-47d5-9824-d906cb7c54a4 service nova] Releasing lock "refresh_cache-2bc10214-7e42-4af6-8970-d0b06ed4e3be" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.563197] env[68800]: DEBUG nova.compute.provider_tree [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.572400] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Acquiring lock "91179070-6a65-4881-94e7-a669501d328b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.572400] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Lock "91179070-6a65-4881-94e7-a669501d328b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.786845] env[68800]: INFO nova.compute.manager [-] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Took 1.92 seconds to deallocate network for instance. [ 818.810342] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.835421] env[68800]: DEBUG nova.compute.manager [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 818.866645] env[68800]: DEBUG nova.virt.hardware [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 818.866645] env[68800]: DEBUG nova.virt.hardware [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 818.868581] env[68800]: DEBUG nova.virt.hardware [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 818.868863] env[68800]: DEBUG nova.virt.hardware [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 818.869077] env[68800]: DEBUG nova.virt.hardware [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 818.869243] env[68800]: DEBUG nova.virt.hardware [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 818.869491] env[68800]: DEBUG nova.virt.hardware [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 818.869672] env[68800]: DEBUG nova.virt.hardware [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 818.869849] env[68800]: DEBUG nova.virt.hardware [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 818.870026] env[68800]: DEBUG nova.virt.hardware [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 818.870211] env[68800]: DEBUG nova.virt.hardware [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 818.871525] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19640e73-6de5-4810-8a01-ce0f4da0b573 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.887899] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430dcd04-59bc-4156-8349-1bd886ae8872 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.892013] env[68800]: DEBUG oslo_vmware.api [None req-afa0b0e3-ab02-44a7-a6ae-5d707d289cd9 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243613, 'name': ReconfigVM_Task, 'duration_secs': 0.513097} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.895511] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-afa0b0e3-ab02-44a7-a6ae-5d707d289cd9 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Reconfigured VM instance instance-00000024 to detach disk 2001 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 818.895714] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa0b0e3-ab02-44a7-a6ae-5d707d289cd9 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.895979] env[68800]: DEBUG oslo_vmware.api [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243612, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.896545] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59fd1dd0-5741-4c5e-8c86-71960066e776 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.912217] env[68800]: DEBUG oslo_vmware.api [None req-afa0b0e3-ab02-44a7-a6ae-5d707d289cd9 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 818.912217] env[68800]: value = "task-3243615" [ 818.912217] env[68800]: _type = "Task" [ 818.912217] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.921013] env[68800]: DEBUG oslo_vmware.api [None req-afa0b0e3-ab02-44a7-a6ae-5d707d289cd9 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243615, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.940752] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5fa3e206-6006-45b2-b542-9f905efc89d0 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Acquiring lock "f5251e20-8dda-4d70-b30c-26ffe9218656" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.941101] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5fa3e206-6006-45b2-b542-9f905efc89d0 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Lock "f5251e20-8dda-4d70-b30c-26ffe9218656" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.941362] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5fa3e206-6006-45b2-b542-9f905efc89d0 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Acquiring lock "f5251e20-8dda-4d70-b30c-26ffe9218656-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.941601] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5fa3e206-6006-45b2-b542-9f905efc89d0 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Lock "f5251e20-8dda-4d70-b30c-26ffe9218656-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.941827] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5fa3e206-6006-45b2-b542-9f905efc89d0 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Lock "f5251e20-8dda-4d70-b30c-26ffe9218656-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.944417] env[68800]: INFO nova.compute.manager [None req-5fa3e206-6006-45b2-b542-9f905efc89d0 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Terminating instance [ 819.007987] env[68800]: DEBUG oslo_vmware.api [None req-f77f95f9-4e41-4d87-ab39-e2953b8e22e6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243614, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.067595] env[68800]: DEBUG nova.scheduler.client.report [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.172594] env[68800]: DEBUG nova.compute.manager [req-860e5dec-931a-4a67-ac46-b08e6bf1deac req-642ba3d2-8d7f-4a77-ae85-65f468f84757 service nova] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Received event network-vif-deleted-373bcb86-9fe7-4a19-9578-e87d329bc23d {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.172684] env[68800]: DEBUG nova.compute.manager [req-860e5dec-931a-4a67-ac46-b08e6bf1deac req-642ba3d2-8d7f-4a77-ae85-65f468f84757 service nova] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Received event network-vif-deleted-3f114569-ffee-4329-9f03-b5a55ef7e544 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.172913] env[68800]: DEBUG nova.compute.manager [req-860e5dec-931a-4a67-ac46-b08e6bf1deac req-642ba3d2-8d7f-4a77-ae85-65f468f84757 service nova] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Received event network-vif-deleted-4ab63bf8-9ab3-4725-9b51-1596cb893741 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.295355] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7d56cd24-5e72-4dcf-a7bd-39e0bda9c4f3 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.393709] env[68800]: DEBUG oslo_vmware.api [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243612, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.486873} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.394165] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 2bc10214-7e42-4af6-8970-d0b06ed4e3be/2bc10214-7e42-4af6-8970-d0b06ed4e3be.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.394503] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 819.394878] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b8bae0e-cc21-4456-a1e9-62b9e0518ca2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.403767] env[68800]: DEBUG oslo_vmware.api [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 819.403767] env[68800]: value = "task-3243616" [ 819.403767] env[68800]: _type = "Task" [ 819.403767] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.421419] env[68800]: DEBUG oslo_vmware.api [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243616, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.439048] env[68800]: DEBUG oslo_vmware.api [None req-afa0b0e3-ab02-44a7-a6ae-5d707d289cd9 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243615, 'name': PowerOnVM_Task, 'duration_secs': 0.521332} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.439361] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa0b0e3-ab02-44a7-a6ae-5d707d289cd9 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.439587] env[68800]: DEBUG nova.compute.manager [None req-afa0b0e3-ab02-44a7-a6ae-5d707d289cd9 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 819.440762] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca330282-77eb-4128-b9be-9bb5d8b69756 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.449231] env[68800]: DEBUG nova.compute.manager [None req-5fa3e206-6006-45b2-b542-9f905efc89d0 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 819.449231] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa3e206-6006-45b2-b542-9f905efc89d0 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 819.455647] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef25ab9c-2a57-402d-a255-126cd813a0f1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.464349] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa3e206-6006-45b2-b542-9f905efc89d0 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 819.464655] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26be3031-1cbe-4ec4-b357-ddadfa2d11fe {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.473141] env[68800]: DEBUG oslo_vmware.api [None req-5fa3e206-6006-45b2-b542-9f905efc89d0 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Waiting for the task: (returnval){ [ 819.473141] env[68800]: value = "task-3243617" [ 819.473141] env[68800]: _type = "Task" [ 819.473141] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.483749] env[68800]: DEBUG oslo_vmware.api [None req-5fa3e206-6006-45b2-b542-9f905efc89d0 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243617, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.511338] env[68800]: DEBUG oslo_vmware.api [None req-f77f95f9-4e41-4d87-ab39-e2953b8e22e6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243614, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.575326] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.800s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.575982] env[68800]: DEBUG nova.compute.manager [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 819.580066] env[68800]: DEBUG oslo_concurrency.lockutils [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.984s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.581902] env[68800]: INFO nova.compute.claims [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 819.615079] env[68800]: DEBUG nova.compute.manager [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Stashing vm_state: active {{(pid=68800) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 819.621349] env[68800]: DEBUG nova.compute.manager [req-c4742eb6-0656-49ae-ba0c-3967e0060a82 req-e78331b5-f5fa-47f9-bc0f-0f3233ac4fad service nova] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Received event network-vif-plugged-ac5f1c5d-99bc-4649-b1bd-a917bad7b950 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.621576] env[68800]: DEBUG oslo_concurrency.lockutils [req-c4742eb6-0656-49ae-ba0c-3967e0060a82 req-e78331b5-f5fa-47f9-bc0f-0f3233ac4fad service nova] Acquiring lock "d9fb180f-dcd3-4123-a2a0-890182749779-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.621783] env[68800]: DEBUG oslo_concurrency.lockutils [req-c4742eb6-0656-49ae-ba0c-3967e0060a82 req-e78331b5-f5fa-47f9-bc0f-0f3233ac4fad service nova] Lock "d9fb180f-dcd3-4123-a2a0-890182749779-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.622012] env[68800]: DEBUG oslo_concurrency.lockutils [req-c4742eb6-0656-49ae-ba0c-3967e0060a82 req-e78331b5-f5fa-47f9-bc0f-0f3233ac4fad service nova] Lock "d9fb180f-dcd3-4123-a2a0-890182749779-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.622131] env[68800]: DEBUG nova.compute.manager [req-c4742eb6-0656-49ae-ba0c-3967e0060a82 req-e78331b5-f5fa-47f9-bc0f-0f3233ac4fad service nova] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] No waiting events found dispatching network-vif-plugged-ac5f1c5d-99bc-4649-b1bd-a917bad7b950 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 819.622294] env[68800]: WARNING nova.compute.manager [req-c4742eb6-0656-49ae-ba0c-3967e0060a82 req-e78331b5-f5fa-47f9-bc0f-0f3233ac4fad service nova] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Received unexpected event network-vif-plugged-ac5f1c5d-99bc-4649-b1bd-a917bad7b950 for instance with vm_state building and task_state spawning. [ 819.827952] env[68800]: DEBUG nova.network.neutron [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Successfully updated port: ac5f1c5d-99bc-4649-b1bd-a917bad7b950 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 819.917288] env[68800]: DEBUG oslo_vmware.api [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243616, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082291} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.920227] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.920227] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605c2b59-b550-425e-9deb-824e2814eda9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.951160] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 2bc10214-7e42-4af6-8970-d0b06ed4e3be/2bc10214-7e42-4af6-8970-d0b06ed4e3be.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.951504] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43fabd78-221c-4ed3-981b-7dc1b85eedf6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.980489] env[68800]: DEBUG oslo_vmware.api [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 819.980489] env[68800]: value = "task-3243618" [ 819.980489] env[68800]: _type = "Task" [ 819.980489] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.988704] env[68800]: DEBUG oslo_vmware.api [None req-5fa3e206-6006-45b2-b542-9f905efc89d0 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243617, 'name': PowerOffVM_Task, 'duration_secs': 0.208883} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.990237] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa3e206-6006-45b2-b542-9f905efc89d0 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 819.990419] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa3e206-6006-45b2-b542-9f905efc89d0 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 819.991272] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41d78764-28c9-4548-8f2a-6a0f09e7d26e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.996299] env[68800]: DEBUG oslo_vmware.api [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243618, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.008166] env[68800]: DEBUG oslo_vmware.api [None req-f77f95f9-4e41-4d87-ab39-e2953b8e22e6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243614, 'name': CreateSnapshot_Task, 'duration_secs': 1.475561} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.011456] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f77f95f9-4e41-4d87-ab39-e2953b8e22e6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Created Snapshot of the VM instance {{(pid=68800) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 820.011456] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8c30f2-f901-46a9-96fc-940fed473ae0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.076176] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa3e206-6006-45b2-b542-9f905efc89d0 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 820.076176] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa3e206-6006-45b2-b542-9f905efc89d0 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 820.076176] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fa3e206-6006-45b2-b542-9f905efc89d0 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Deleting the datastore file [datastore1] f5251e20-8dda-4d70-b30c-26ffe9218656 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 820.076176] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56a0ed83-b8b7-4353-a54e-910c73c19607 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.081750] env[68800]: DEBUG nova.compute.utils [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 820.082762] env[68800]: DEBUG nova.compute.manager [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 820.082918] env[68800]: DEBUG nova.network.neutron [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 820.089149] env[68800]: DEBUG oslo_vmware.api [None req-5fa3e206-6006-45b2-b542-9f905efc89d0 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Waiting for the task: (returnval){ [ 820.089149] env[68800]: value = "task-3243620" [ 820.089149] env[68800]: _type = "Task" [ 820.089149] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.100927] env[68800]: DEBUG oslo_vmware.api [None req-5fa3e206-6006-45b2-b542-9f905efc89d0 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243620, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.140380] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.165097] env[68800]: DEBUG nova.policy [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a166b368aeb47f49b9989bf297e8422', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bce81ea0aa8745b59cc418debf12e7d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 820.331552] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Acquiring lock "refresh_cache-d9fb180f-dcd3-4123-a2a0-890182749779" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.331809] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Acquired lock "refresh_cache-d9fb180f-dcd3-4123-a2a0-890182749779" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.338783] env[68800]: DEBUG nova.network.neutron [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.497365] env[68800]: DEBUG oslo_vmware.api [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243618, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.532705] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f77f95f9-4e41-4d87-ab39-e2953b8e22e6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Creating linked-clone VM from snapshot {{(pid=68800) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 820.533133] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4f10e9b2-940d-473f-b9d4-4def110e5fcb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.546797] env[68800]: DEBUG oslo_vmware.api [None req-f77f95f9-4e41-4d87-ab39-e2953b8e22e6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 820.546797] env[68800]: value = "task-3243621" [ 820.546797] env[68800]: _type = "Task" [ 820.546797] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.560109] env[68800]: DEBUG oslo_vmware.api [None req-f77f95f9-4e41-4d87-ab39-e2953b8e22e6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243621, 'name': CloneVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.589341] env[68800]: DEBUG nova.compute.utils [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 820.616619] env[68800]: DEBUG oslo_vmware.api [None req-5fa3e206-6006-45b2-b542-9f905efc89d0 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243620, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15342} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.617557] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fa3e206-6006-45b2-b542-9f905efc89d0 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 820.617742] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa3e206-6006-45b2-b542-9f905efc89d0 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 820.618523] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa3e206-6006-45b2-b542-9f905efc89d0 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 820.618523] env[68800]: INFO nova.compute.manager [None req-5fa3e206-6006-45b2-b542-9f905efc89d0 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Took 1.17 seconds to destroy the instance on the hypervisor. [ 820.618523] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5fa3e206-6006-45b2-b542-9f905efc89d0 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.618674] env[68800]: DEBUG nova.compute.manager [-] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 820.618704] env[68800]: DEBUG nova.network.neutron [-] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 820.717253] env[68800]: DEBUG oslo_vmware.rw_handles [None req-d6a21194-41a4-485b-809f-e7d86c2261ec tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52463a7e-d708-56a8-44bd-49b7b82f303b/disk-0.vmdk. {{(pid=68800) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 820.719741] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43460960-1b49-41fe-94ae-420542c0ad31 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.729033] env[68800]: DEBUG oslo_vmware.rw_handles [None req-d6a21194-41a4-485b-809f-e7d86c2261ec tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52463a7e-d708-56a8-44bd-49b7b82f303b/disk-0.vmdk is in state: ready. {{(pid=68800) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 820.729033] env[68800]: ERROR oslo_vmware.rw_handles [None req-d6a21194-41a4-485b-809f-e7d86c2261ec tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52463a7e-d708-56a8-44bd-49b7b82f303b/disk-0.vmdk due to incomplete transfer. [ 820.731931] env[68800]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3590d03c-735e-4998-888c-8075d8f6e2c3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.743222] env[68800]: DEBUG oslo_vmware.rw_handles [None req-d6a21194-41a4-485b-809f-e7d86c2261ec tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52463a7e-d708-56a8-44bd-49b7b82f303b/disk-0.vmdk. {{(pid=68800) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 820.743340] env[68800]: DEBUG nova.virt.vmwareapi.images [None req-d6a21194-41a4-485b-809f-e7d86c2261ec tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Uploaded image 54bb0f1b-7a33-4f92-a5d1-50a229c4e11e to the Glance image server {{(pid=68800) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 820.745833] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a21194-41a4-485b-809f-e7d86c2261ec tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Destroying the VM {{(pid=68800) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 820.746160] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1500b374-b134-460e-a9a9-a42ce4e25e8a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.758515] env[68800]: DEBUG oslo_vmware.api [None req-d6a21194-41a4-485b-809f-e7d86c2261ec tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Waiting for the task: (returnval){ [ 820.758515] env[68800]: value = "task-3243622" [ 820.758515] env[68800]: _type = "Task" [ 820.758515] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.770131] env[68800]: DEBUG oslo_vmware.api [None req-d6a21194-41a4-485b-809f-e7d86c2261ec tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Task: {'id': task-3243622, 'name': Destroy_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.876799] env[68800]: DEBUG nova.network.neutron [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 820.918956] env[68800]: DEBUG nova.network.neutron [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] Successfully created port: f5758148-eb52-48f3-a0d8-ac6afe8ea23d {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 821.002465] env[68800]: DEBUG oslo_vmware.api [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243618, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.063789] env[68800]: DEBUG oslo_vmware.api [None req-f77f95f9-4e41-4d87-ab39-e2953b8e22e6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243621, 'name': CloneVM_Task} progress is 94%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.079087] env[68800]: DEBUG nova.network.neutron [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Updating instance_info_cache with network_info: [{"id": "ac5f1c5d-99bc-4649-b1bd-a917bad7b950", "address": "fa:16:3e:1c:ce:cd", "network": {"id": "98589913-1363-422b-9da3-440ba9fd74f7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-22547982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d3439f156cf4195b418e1c815086a00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac5f1c5d-99", "ovs_interfaceid": "ac5f1c5d-99bc-4649-b1bd-a917bad7b950", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.080546] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Acquiring lock "d9927778-e07f-4370-b30d-1e94855689c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.080871] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Lock "d9927778-e07f-4370-b30d-1e94855689c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.095695] env[68800]: DEBUG nova.compute.manager [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 821.108019] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Acquiring lock "d0fbab34-bbfe-44a1-9fe8-4493c50e625b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.108141] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Lock "d0fbab34-bbfe-44a1-9fe8-4493c50e625b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.158972] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Acquiring lock "f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.159231] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Lock "f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.257544] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98313e4c-a487-4ff5-8431-4c3047436ad7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.271427] env[68800]: DEBUG oslo_vmware.api [None req-d6a21194-41a4-485b-809f-e7d86c2261ec tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Task: {'id': task-3243622, 'name': Destroy_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.277227] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1853a3f8-96b8-4b01-b733-2e341e9a0b8b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.318054] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47900f20-9851-495c-aef9-fbafc28ba9eb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.328140] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee8ec6e-0ef5-4336-9e7d-58811214735a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.344410] env[68800]: DEBUG nova.compute.provider_tree [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.498154] env[68800]: DEBUG oslo_vmware.api [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243618, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.562063] env[68800]: DEBUG oslo_vmware.api [None req-f77f95f9-4e41-4d87-ab39-e2953b8e22e6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243621, 'name': CloneVM_Task} progress is 94%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.586824] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Releasing lock "refresh_cache-d9fb180f-dcd3-4123-a2a0-890182749779" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.587196] env[68800]: DEBUG nova.compute.manager [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Instance network_info: |[{"id": "ac5f1c5d-99bc-4649-b1bd-a917bad7b950", "address": "fa:16:3e:1c:ce:cd", "network": {"id": "98589913-1363-422b-9da3-440ba9fd74f7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-22547982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d3439f156cf4195b418e1c815086a00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac5f1c5d-99", "ovs_interfaceid": "ac5f1c5d-99bc-4649-b1bd-a917bad7b950", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 821.587633] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:ce:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac5f1c5d-99bc-4649-b1bd-a917bad7b950', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 821.596069] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.596350] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 821.596582] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2b99021-f56a-4e87-a541-a2c8bc0f4e9b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.623221] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 821.623221] env[68800]: value = "task-3243623" [ 821.623221] env[68800]: _type = "Task" [ 821.623221] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.632038] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243623, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.753808] env[68800]: DEBUG nova.compute.manager [req-001bb544-385c-4989-9045-934ef2c810d8 req-1d3359bd-15aa-4112-a4c6-6f906eb788b2 service nova] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Received event network-changed-ac5f1c5d-99bc-4649-b1bd-a917bad7b950 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.754060] env[68800]: DEBUG nova.compute.manager [req-001bb544-385c-4989-9045-934ef2c810d8 req-1d3359bd-15aa-4112-a4c6-6f906eb788b2 service nova] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Refreshing instance network info cache due to event network-changed-ac5f1c5d-99bc-4649-b1bd-a917bad7b950. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 821.754216] env[68800]: DEBUG oslo_concurrency.lockutils [req-001bb544-385c-4989-9045-934ef2c810d8 req-1d3359bd-15aa-4112-a4c6-6f906eb788b2 service nova] Acquiring lock "refresh_cache-d9fb180f-dcd3-4123-a2a0-890182749779" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.754373] env[68800]: DEBUG oslo_concurrency.lockutils [req-001bb544-385c-4989-9045-934ef2c810d8 req-1d3359bd-15aa-4112-a4c6-6f906eb788b2 service nova] Acquired lock "refresh_cache-d9fb180f-dcd3-4123-a2a0-890182749779" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.754686] env[68800]: DEBUG nova.network.neutron [req-001bb544-385c-4989-9045-934ef2c810d8 req-1d3359bd-15aa-4112-a4c6-6f906eb788b2 service nova] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Refreshing network info cache for port ac5f1c5d-99bc-4649-b1bd-a917bad7b950 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 821.772582] env[68800]: DEBUG oslo_vmware.api [None req-d6a21194-41a4-485b-809f-e7d86c2261ec tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Task: {'id': task-3243622, 'name': Destroy_Task} progress is 33%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.776308] env[68800]: DEBUG nova.network.neutron [-] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.850172] env[68800]: DEBUG nova.scheduler.client.report [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.997662] env[68800]: DEBUG oslo_vmware.api [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243618, 'name': ReconfigVM_Task, 'duration_secs': 1.581563} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.998015] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 2bc10214-7e42-4af6-8970-d0b06ed4e3be/2bc10214-7e42-4af6-8970-d0b06ed4e3be.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.998692] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9308170-b4f9-4bd0-a773-dccd3808605e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.006189] env[68800]: DEBUG oslo_vmware.api [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 822.006189] env[68800]: value = "task-3243624" [ 822.006189] env[68800]: _type = "Task" [ 822.006189] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.015435] env[68800]: DEBUG oslo_vmware.api [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243624, 'name': Rename_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.060090] env[68800]: DEBUG oslo_vmware.api [None req-f77f95f9-4e41-4d87-ab39-e2953b8e22e6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243621, 'name': CloneVM_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.121892] env[68800]: DEBUG nova.compute.manager [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 822.134571] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243623, 'name': CreateVM_Task, 'duration_secs': 0.435819} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.134786] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 822.135588] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.136211] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.136211] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.136348] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d08ca8ea-d303-407e-84d3-ffd0cfafdac2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.145847] env[68800]: DEBUG nova.virt.hardware [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:09:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1250617930',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1093099669',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 822.146214] env[68800]: DEBUG nova.virt.hardware [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 822.146322] env[68800]: DEBUG nova.virt.hardware [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 822.146451] env[68800]: DEBUG nova.virt.hardware [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 822.146621] env[68800]: DEBUG nova.virt.hardware [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 822.146839] env[68800]: DEBUG nova.virt.hardware [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 822.146973] env[68800]: DEBUG nova.virt.hardware [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 822.148208] env[68800]: DEBUG nova.virt.hardware [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 822.148492] env[68800]: DEBUG nova.virt.hardware [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 822.148734] env[68800]: DEBUG nova.virt.hardware [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 822.148987] env[68800]: DEBUG nova.virt.hardware [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 822.149939] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa07c00-9014-4046-b5da-465b5f2f1830 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.153777] env[68800]: DEBUG oslo_vmware.api [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Waiting for the task: (returnval){ [ 822.153777] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ac8153-aacb-a8a3-ff86-0000903135c0" [ 822.153777] env[68800]: _type = "Task" [ 822.153777] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.160979] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c091fb46-b936-4680-874a-9f56e4d614c7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.168347] env[68800]: DEBUG oslo_vmware.api [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ac8153-aacb-a8a3-ff86-0000903135c0, 'name': SearchDatastore_Task, 'duration_secs': 0.016169} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.169084] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.169342] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 822.169874] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.169874] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.169990] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 822.170215] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a36dac24-f6ab-48bf-9787-13a296a24a84 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.188779] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 822.189437] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 822.189732] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9eb631f4-ac8f-4316-a0bc-b00c840b0e76 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.196206] env[68800]: DEBUG oslo_vmware.api [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Waiting for the task: (returnval){ [ 822.196206] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52fa4511-49cf-07c2-edfa-ad1ff3d66c4f" [ 822.196206] env[68800]: _type = "Task" [ 822.196206] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.205763] env[68800]: DEBUG oslo_vmware.api [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52fa4511-49cf-07c2-edfa-ad1ff3d66c4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.272737] env[68800]: DEBUG oslo_vmware.api [None req-d6a21194-41a4-485b-809f-e7d86c2261ec tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Task: {'id': task-3243622, 'name': Destroy_Task, 'duration_secs': 1.271877} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.273145] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-d6a21194-41a4-485b-809f-e7d86c2261ec tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Destroyed the VM [ 822.273374] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a21194-41a4-485b-809f-e7d86c2261ec tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Deleting Snapshot of the VM instance {{(pid=68800) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 822.273631] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-377e800f-c084-4e08-a9cc-fd6c11129765 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.278381] env[68800]: INFO nova.compute.manager [-] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Took 1.66 seconds to deallocate network for instance. [ 822.290621] env[68800]: DEBUG oslo_vmware.api [None req-d6a21194-41a4-485b-809f-e7d86c2261ec tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Waiting for the task: (returnval){ [ 822.290621] env[68800]: value = "task-3243625" [ 822.290621] env[68800]: _type = "Task" [ 822.290621] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.303973] env[68800]: DEBUG oslo_vmware.api [None req-d6a21194-41a4-485b-809f-e7d86c2261ec tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Task: {'id': task-3243625, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.353886] env[68800]: DEBUG oslo_concurrency.lockutils [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.774s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.354462] env[68800]: DEBUG nova.compute.manager [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 822.357151] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9dec614d-420e-4087-a9f1-0078efe883e9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.542s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.357375] env[68800]: DEBUG nova.objects.instance [None req-9dec614d-420e-4087-a9f1-0078efe883e9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Lazy-loading 'resources' on Instance uuid 1ccaea17-56f1-442f-82f3-6126e60913c6 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 822.370048] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 822.370261] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 822.518858] env[68800]: DEBUG oslo_vmware.api [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243624, 'name': Rename_Task, 'duration_secs': 0.260723} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.519375] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.519739] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b700dfb-63fe-4f70-adba-072b2092f627 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.531167] env[68800]: DEBUG oslo_vmware.api [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 822.531167] env[68800]: value = "task-3243626" [ 822.531167] env[68800]: _type = "Task" [ 822.531167] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.539454] env[68800]: DEBUG oslo_vmware.api [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243626, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.562696] env[68800]: DEBUG oslo_vmware.api [None req-f77f95f9-4e41-4d87-ab39-e2953b8e22e6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243621, 'name': CloneVM_Task, 'duration_secs': 1.532565} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.563104] env[68800]: INFO nova.virt.vmwareapi.vmops [None req-f77f95f9-4e41-4d87-ab39-e2953b8e22e6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Created linked-clone VM from snapshot [ 822.564391] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dba5211-cbd9-4a75-8543-e07fe9b41a00 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.573032] env[68800]: DEBUG nova.virt.vmwareapi.images [None req-f77f95f9-4e41-4d87-ab39-e2953b8e22e6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Uploading image 2ed86f04-97b1-44e6-b689-908b1a653d41 {{(pid=68800) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 822.606986] env[68800]: DEBUG oslo_vmware.rw_handles [None req-f77f95f9-4e41-4d87-ab39-e2953b8e22e6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 822.606986] env[68800]: value = "vm-648228" [ 822.606986] env[68800]: _type = "VirtualMachine" [ 822.606986] env[68800]: }. {{(pid=68800) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 822.607374] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3abe4f92-c79f-4c23-ab95-2016e7de2e01 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.615925] env[68800]: DEBUG oslo_vmware.rw_handles [None req-f77f95f9-4e41-4d87-ab39-e2953b8e22e6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lease: (returnval){ [ 822.615925] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ce11e6-6e36-1924-8453-c49dd3d30718" [ 822.615925] env[68800]: _type = "HttpNfcLease" [ 822.615925] env[68800]: } obtained for exporting VM: (result){ [ 822.615925] env[68800]: value = "vm-648228" [ 822.615925] env[68800]: _type = "VirtualMachine" [ 822.615925] env[68800]: }. {{(pid=68800) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 822.616366] env[68800]: DEBUG oslo_vmware.api [None req-f77f95f9-4e41-4d87-ab39-e2953b8e22e6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the lease: (returnval){ [ 822.616366] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ce11e6-6e36-1924-8453-c49dd3d30718" [ 822.616366] env[68800]: _type = "HttpNfcLease" [ 822.616366] env[68800]: } to be ready. {{(pid=68800) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 822.625073] env[68800]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 822.625073] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ce11e6-6e36-1924-8453-c49dd3d30718" [ 822.625073] env[68800]: _type = "HttpNfcLease" [ 822.625073] env[68800]: } is initializing. {{(pid=68800) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 822.641224] env[68800]: DEBUG nova.network.neutron [req-001bb544-385c-4989-9045-934ef2c810d8 req-1d3359bd-15aa-4112-a4c6-6f906eb788b2 service nova] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Updated VIF entry in instance network info cache for port ac5f1c5d-99bc-4649-b1bd-a917bad7b950. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 822.642673] env[68800]: DEBUG nova.network.neutron [req-001bb544-385c-4989-9045-934ef2c810d8 req-1d3359bd-15aa-4112-a4c6-6f906eb788b2 service nova] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Updating instance_info_cache with network_info: [{"id": "ac5f1c5d-99bc-4649-b1bd-a917bad7b950", "address": "fa:16:3e:1c:ce:cd", "network": {"id": "98589913-1363-422b-9da3-440ba9fd74f7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-22547982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d3439f156cf4195b418e1c815086a00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac5f1c5d-99", "ovs_interfaceid": "ac5f1c5d-99bc-4649-b1bd-a917bad7b950", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.708773] env[68800]: DEBUG oslo_vmware.api [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52fa4511-49cf-07c2-edfa-ad1ff3d66c4f, 'name': SearchDatastore_Task, 'duration_secs': 0.011372} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.709543] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71766b4a-052f-4b05-aaa3-2a107fefe4eb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.717479] env[68800]: DEBUG oslo_vmware.api [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Waiting for the task: (returnval){ [ 822.717479] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52bfeba5-2574-a5de-4e42-4646d1542482" [ 822.717479] env[68800]: _type = "Task" [ 822.717479] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.727623] env[68800]: DEBUG oslo_vmware.api [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52bfeba5-2574-a5de-4e42-4646d1542482, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.787385] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5fa3e206-6006-45b2-b542-9f905efc89d0 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.805449] env[68800]: DEBUG oslo_vmware.api [None req-d6a21194-41a4-485b-809f-e7d86c2261ec tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Task: {'id': task-3243625, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.863022] env[68800]: DEBUG nova.compute.utils [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 822.868605] env[68800]: DEBUG nova.compute.manager [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 822.868817] env[68800]: DEBUG nova.network.neutron [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 822.882496] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 822.882496] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 822.882655] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 822.882894] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 822.883205] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 822.883389] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 822.883551] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68800) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 822.883737] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager.update_available_resource {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 823.040825] env[68800]: DEBUG oslo_vmware.api [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243626, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.128484] env[68800]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 823.128484] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ce11e6-6e36-1924-8453-c49dd3d30718" [ 823.128484] env[68800]: _type = "HttpNfcLease" [ 823.128484] env[68800]: } is ready. {{(pid=68800) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 823.128484] env[68800]: DEBUG oslo_vmware.rw_handles [None req-f77f95f9-4e41-4d87-ab39-e2953b8e22e6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 823.128484] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ce11e6-6e36-1924-8453-c49dd3d30718" [ 823.128484] env[68800]: _type = "HttpNfcLease" [ 823.128484] env[68800]: }. {{(pid=68800) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 823.131933] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ebeae8-b32f-48eb-b757-73599235fa9a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.137540] env[68800]: DEBUG oslo_vmware.rw_handles [None req-f77f95f9-4e41-4d87-ab39-e2953b8e22e6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528f4a2e-0804-766b-6f85-8a43bc83cca6/disk-0.vmdk from lease info. {{(pid=68800) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 823.137736] env[68800]: DEBUG oslo_vmware.rw_handles [None req-f77f95f9-4e41-4d87-ab39-e2953b8e22e6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528f4a2e-0804-766b-6f85-8a43bc83cca6/disk-0.vmdk for reading. {{(pid=68800) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 823.206831] env[68800]: DEBUG oslo_concurrency.lockutils [req-001bb544-385c-4989-9045-934ef2c810d8 req-1d3359bd-15aa-4112-a4c6-6f906eb788b2 service nova] Releasing lock "refresh_cache-d9fb180f-dcd3-4123-a2a0-890182749779" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.207357] env[68800]: DEBUG nova.compute.manager [req-001bb544-385c-4989-9045-934ef2c810d8 req-1d3359bd-15aa-4112-a4c6-6f906eb788b2 service nova] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Received event network-vif-deleted-a9e5a6d2-9124-42a1-bd45-6580b6f214ee {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.207698] env[68800]: INFO nova.compute.manager [req-001bb544-385c-4989-9045-934ef2c810d8 req-1d3359bd-15aa-4112-a4c6-6f906eb788b2 service nova] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Neutron deleted interface a9e5a6d2-9124-42a1-bd45-6580b6f214ee; detaching it from the instance and deleting it from the info cache [ 823.208031] env[68800]: DEBUG nova.network.neutron [req-001bb544-385c-4989-9045-934ef2c810d8 req-1d3359bd-15aa-4112-a4c6-6f906eb788b2 service nova] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.214876] env[68800]: DEBUG nova.policy [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b252dec178df4c4b99809eb1e9e90e13', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd85c7de7338c4e95a65fcf648a8c37a4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 823.231781] env[68800]: DEBUG oslo_vmware.api [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52bfeba5-2574-a5de-4e42-4646d1542482, 'name': SearchDatastore_Task, 'duration_secs': 0.011361} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.232290] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.232594] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] d9fb180f-dcd3-4123-a2a0-890182749779/d9fb180f-dcd3-4123-a2a0-890182749779.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 823.232891] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0988e1be-3f5b-4f80-bb03-f3eb4f4dc78f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.244641] env[68800]: DEBUG oslo_vmware.api [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Waiting for the task: (returnval){ [ 823.244641] env[68800]: value = "task-3243628" [ 823.244641] env[68800]: _type = "Task" [ 823.244641] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.257132] env[68800]: DEBUG oslo_vmware.api [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243628, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.262662] env[68800]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d2d33113-df4a-45ca-8198-0f329e2a5bdc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.312733] env[68800]: DEBUG oslo_vmware.api [None req-d6a21194-41a4-485b-809f-e7d86c2261ec tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Task: {'id': task-3243625, 'name': RemoveSnapshot_Task, 'duration_secs': 0.984216} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.318435] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a21194-41a4-485b-809f-e7d86c2261ec tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Deleted Snapshot of the VM instance {{(pid=68800) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 823.318643] env[68800]: INFO nova.compute.manager [None req-d6a21194-41a4-485b-809f-e7d86c2261ec tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Took 18.13 seconds to snapshot the instance on the hypervisor. [ 823.374219] env[68800]: DEBUG nova.compute.manager [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 823.390093] env[68800]: DEBUG nova.network.neutron [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] Successfully updated port: f5758148-eb52-48f3-a0d8-ac6afe8ea23d {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 823.392068] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.545204] env[68800]: DEBUG oslo_vmware.api [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243626, 'name': PowerOnVM_Task, 'duration_secs': 0.672096} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.548525] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 823.549095] env[68800]: INFO nova.compute.manager [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Took 9.57 seconds to spawn the instance on the hypervisor. [ 823.549554] env[68800]: DEBUG nova.compute.manager [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.550794] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc2d98e-2cf4-44df-a18c-c101324b7bf4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.610201] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2fdddc-124d-4a20-80e0-dbeb5ea86180 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.620740] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e680d9-7e49-4e77-b786-5829808c6f29 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.655469] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6330127f-c1e5-4142-800b-f9d8f0a033fb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.665840] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882a46e1-c078-4462-b761-eca097f6fb9d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.685419] env[68800]: DEBUG nova.compute.provider_tree [None req-9dec614d-420e-4087-a9f1-0078efe883e9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.714089] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-32afa868-54c0-4ee1-94c8-8305cf740a04 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.725951] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58d7361-ba68-4492-a7e9-5785b411d105 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.764492] env[68800]: DEBUG nova.compute.manager [req-001bb544-385c-4989-9045-934ef2c810d8 req-1d3359bd-15aa-4112-a4c6-6f906eb788b2 service nova] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Detach interface failed, port_id=a9e5a6d2-9124-42a1-bd45-6580b6f214ee, reason: Instance f5251e20-8dda-4d70-b30c-26ffe9218656 could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 823.768233] env[68800]: DEBUG oslo_vmware.api [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243628, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.839808] env[68800]: DEBUG nova.network.neutron [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Successfully created port: 3822ef29-d788-40e8-a0a1-9b1cabeb2964 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 823.893952] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Acquiring lock "refresh_cache-21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.894117] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Acquired lock "refresh_cache-21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.894269] env[68800]: DEBUG nova.network.neutron [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.051644] env[68800]: DEBUG oslo_concurrency.lockutils [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Acquiring lock "dee516d0-4241-427f-87f4-49201f04bfd1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.052327] env[68800]: DEBUG oslo_concurrency.lockutils [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Lock "dee516d0-4241-427f-87f4-49201f04bfd1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.076922] env[68800]: INFO nova.compute.manager [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Took 43.02 seconds to build instance. [ 824.190406] env[68800]: DEBUG nova.scheduler.client.report [None req-9dec614d-420e-4087-a9f1-0078efe883e9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.263429] env[68800]: DEBUG oslo_vmware.api [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243628, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.353431] env[68800]: DEBUG nova.compute.manager [req-2e34c093-03f5-4a10-a8cf-0f635d96ffb5 req-dd61fea8-4bc0-4692-9bd2-1015e80b94d4 service nova] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] Received event network-vif-plugged-f5758148-eb52-48f3-a0d8-ac6afe8ea23d {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.353697] env[68800]: DEBUG oslo_concurrency.lockutils [req-2e34c093-03f5-4a10-a8cf-0f635d96ffb5 req-dd61fea8-4bc0-4692-9bd2-1015e80b94d4 service nova] Acquiring lock "21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.353983] env[68800]: DEBUG oslo_concurrency.lockutils [req-2e34c093-03f5-4a10-a8cf-0f635d96ffb5 req-dd61fea8-4bc0-4692-9bd2-1015e80b94d4 service nova] Lock "21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.354213] env[68800]: DEBUG oslo_concurrency.lockutils [req-2e34c093-03f5-4a10-a8cf-0f635d96ffb5 req-dd61fea8-4bc0-4692-9bd2-1015e80b94d4 service nova] Lock "21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.354589] env[68800]: DEBUG nova.compute.manager [req-2e34c093-03f5-4a10-a8cf-0f635d96ffb5 req-dd61fea8-4bc0-4692-9bd2-1015e80b94d4 service nova] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] No waiting events found dispatching network-vif-plugged-f5758148-eb52-48f3-a0d8-ac6afe8ea23d {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 824.354844] env[68800]: WARNING nova.compute.manager [req-2e34c093-03f5-4a10-a8cf-0f635d96ffb5 req-dd61fea8-4bc0-4692-9bd2-1015e80b94d4 service nova] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] Received unexpected event network-vif-plugged-f5758148-eb52-48f3-a0d8-ac6afe8ea23d for instance with vm_state building and task_state spawning. [ 824.355068] env[68800]: DEBUG nova.compute.manager [req-2e34c093-03f5-4a10-a8cf-0f635d96ffb5 req-dd61fea8-4bc0-4692-9bd2-1015e80b94d4 service nova] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] Received event network-changed-f5758148-eb52-48f3-a0d8-ac6afe8ea23d {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.355269] env[68800]: DEBUG nova.compute.manager [req-2e34c093-03f5-4a10-a8cf-0f635d96ffb5 req-dd61fea8-4bc0-4692-9bd2-1015e80b94d4 service nova] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] Refreshing instance network info cache due to event network-changed-f5758148-eb52-48f3-a0d8-ac6afe8ea23d. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 824.355593] env[68800]: DEBUG oslo_concurrency.lockutils [req-2e34c093-03f5-4a10-a8cf-0f635d96ffb5 req-dd61fea8-4bc0-4692-9bd2-1015e80b94d4 service nova] Acquiring lock "refresh_cache-21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.393340] env[68800]: DEBUG nova.compute.manager [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 824.425826] env[68800]: DEBUG nova.virt.hardware [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 824.426312] env[68800]: DEBUG nova.virt.hardware [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 824.426627] env[68800]: DEBUG nova.virt.hardware [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 824.427010] env[68800]: DEBUG nova.virt.hardware [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 824.427267] env[68800]: DEBUG nova.virt.hardware [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 824.427500] env[68800]: DEBUG nova.virt.hardware [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 824.427801] env[68800]: DEBUG nova.virt.hardware [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 824.428048] env[68800]: DEBUG nova.virt.hardware [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 824.428264] env[68800]: DEBUG nova.virt.hardware [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 824.428566] env[68800]: DEBUG nova.virt.hardware [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 824.428874] env[68800]: DEBUG nova.virt.hardware [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 824.430310] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ac9f2a-295a-43c5-8c7f-7facf8e7a173 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.433990] env[68800]: DEBUG nova.network.neutron [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 824.442256] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c364a6-1cdb-4758-8d79-df7fe3d63726 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.578717] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c52d7b52-5b13-4e8a-b356-654e8bcb4cd6 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lock "2bc10214-7e42-4af6-8970-d0b06ed4e3be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.955s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.664956] env[68800]: DEBUG nova.network.neutron [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] Updating instance_info_cache with network_info: [{"id": "f5758148-eb52-48f3-a0d8-ac6afe8ea23d", "address": "fa:16:3e:43:84:55", "network": {"id": "bd19bcea-a33f-42fb-a9d7-96ef1238b31e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1061261904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bce81ea0aa8745b59cc418debf12e7d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5758148-eb", "ovs_interfaceid": "f5758148-eb52-48f3-a0d8-ac6afe8ea23d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.698077] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9dec614d-420e-4087-a9f1-0078efe883e9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.340s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.700244] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ccc7b6c6-57f6-43c6-80c0-f37501781281 tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.767s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.701326] env[68800]: DEBUG nova.objects.instance [None req-ccc7b6c6-57f6-43c6-80c0-f37501781281 tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Lazy-loading 'resources' on Instance uuid d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.735450] env[68800]: INFO nova.scheduler.client.report [None req-9dec614d-420e-4087-a9f1-0078efe883e9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Deleted allocations for instance 1ccaea17-56f1-442f-82f3-6126e60913c6 [ 824.759445] env[68800]: DEBUG oslo_vmware.api [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243628, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.061925] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c047487-7e8d-4b1e-8003-aba5dc2c1348 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.069095] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-46f3ee3b-afd0-48f0-9b9b-c1a539378c57 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Suspending the VM {{(pid=68800) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 825.069470] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b9b9dd1b-aaae-4339-b178-51945dca2f35 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.079426] env[68800]: DEBUG oslo_vmware.api [None req-46f3ee3b-afd0-48f0-9b9b-c1a539378c57 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 825.079426] env[68800]: value = "task-3243629" [ 825.079426] env[68800]: _type = "Task" [ 825.079426] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.083493] env[68800]: DEBUG nova.compute.manager [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 825.095127] env[68800]: DEBUG oslo_vmware.api [None req-46f3ee3b-afd0-48f0-9b9b-c1a539378c57 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243629, 'name': SuspendVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.166338] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Releasing lock "refresh_cache-21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.166697] env[68800]: DEBUG nova.compute.manager [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] Instance network_info: |[{"id": "f5758148-eb52-48f3-a0d8-ac6afe8ea23d", "address": "fa:16:3e:43:84:55", "network": {"id": "bd19bcea-a33f-42fb-a9d7-96ef1238b31e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1061261904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bce81ea0aa8745b59cc418debf12e7d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5758148-eb", "ovs_interfaceid": "f5758148-eb52-48f3-a0d8-ac6afe8ea23d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 825.167284] env[68800]: DEBUG oslo_concurrency.lockutils [req-2e34c093-03f5-4a10-a8cf-0f635d96ffb5 req-dd61fea8-4bc0-4692-9bd2-1015e80b94d4 service nova] Acquired lock "refresh_cache-21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.167549] env[68800]: DEBUG nova.network.neutron [req-2e34c093-03f5-4a10-a8cf-0f635d96ffb5 req-dd61fea8-4bc0-4692-9bd2-1015e80b94d4 service nova] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] Refreshing network info cache for port f5758148-eb52-48f3-a0d8-ac6afe8ea23d {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 825.168813] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:84:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e885ebd4-93ca-4e9e-8889-0f16bd91e61e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5758148-eb52-48f3-a0d8-ac6afe8ea23d', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 825.177832] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.181797] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 825.182572] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fca60b27-3923-4af9-8d95-9b357cbf8f59 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.213511] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 825.213511] env[68800]: value = "task-3243630" [ 825.213511] env[68800]: _type = "Task" [ 825.213511] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.224728] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243630, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.244948] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9dec614d-420e-4087-a9f1-0078efe883e9 tempest-ListServerFiltersTestJSON-2013222926 tempest-ListServerFiltersTestJSON-2013222926-project-member] Lock "1ccaea17-56f1-442f-82f3-6126e60913c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.071s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.262939] env[68800]: DEBUG oslo_vmware.api [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243628, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.530705} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.263959] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] d9fb180f-dcd3-4123-a2a0-890182749779/d9fb180f-dcd3-4123-a2a0-890182749779.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 825.264241] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.264531] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83d46867-a509-441f-a3b0-b6557efc82de {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.274064] env[68800]: DEBUG oslo_vmware.api [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Waiting for the task: (returnval){ [ 825.274064] env[68800]: value = "task-3243631" [ 825.274064] env[68800]: _type = "Task" [ 825.274064] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.287626] env[68800]: DEBUG oslo_vmware.api [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243631, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.598149] env[68800]: DEBUG oslo_vmware.api [None req-46f3ee3b-afd0-48f0-9b9b-c1a539378c57 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243629, 'name': SuspendVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.614577] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.708370] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eddca10a-8722-4572-b0e4-6c48ef349c07 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Acquiring lock "7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.708678] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eddca10a-8722-4572-b0e4-6c48ef349c07 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Lock "7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.709066] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eddca10a-8722-4572-b0e4-6c48ef349c07 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Acquiring lock "7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.709066] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eddca10a-8722-4572-b0e4-6c48ef349c07 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Lock "7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.709256] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eddca10a-8722-4572-b0e4-6c48ef349c07 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Lock "7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.711383] env[68800]: INFO nova.compute.manager [None req-eddca10a-8722-4572-b0e4-6c48ef349c07 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Terminating instance [ 825.726343] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243630, 'name': CreateVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.782020] env[68800]: DEBUG nova.network.neutron [req-2e34c093-03f5-4a10-a8cf-0f635d96ffb5 req-dd61fea8-4bc0-4692-9bd2-1015e80b94d4 service nova] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] Updated VIF entry in instance network info cache for port f5758148-eb52-48f3-a0d8-ac6afe8ea23d. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 825.782020] env[68800]: DEBUG nova.network.neutron [req-2e34c093-03f5-4a10-a8cf-0f635d96ffb5 req-dd61fea8-4bc0-4692-9bd2-1015e80b94d4 service nova] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] Updating instance_info_cache with network_info: [{"id": "f5758148-eb52-48f3-a0d8-ac6afe8ea23d", "address": "fa:16:3e:43:84:55", "network": {"id": "bd19bcea-a33f-42fb-a9d7-96ef1238b31e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1061261904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bce81ea0aa8745b59cc418debf12e7d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5758148-eb", "ovs_interfaceid": "f5758148-eb52-48f3-a0d8-ac6afe8ea23d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.789699] env[68800]: DEBUG oslo_vmware.api [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243631, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.149443} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.790616] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 825.791476] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3186de00-955d-4a36-b7a6-27bf95082a50 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.829858] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] d9fb180f-dcd3-4123-a2a0-890182749779/d9fb180f-dcd3-4123-a2a0-890182749779.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.833588] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bd38464-c22e-4010-aa20-113ccd25828d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.857284] env[68800]: DEBUG oslo_vmware.api [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Waiting for the task: (returnval){ [ 825.857284] env[68800]: value = "task-3243632" [ 825.857284] env[68800]: _type = "Task" [ 825.857284] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.870186] env[68800]: DEBUG oslo_vmware.api [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243632, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.938137] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9bf521-e34e-470f-bdd9-9a3ad89b58e4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.948421] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe06fb4-9ed0-4d35-b1cc-a453edc35b38 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.986521] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcab5f41-5905-403a-9c72-0e4dbbb3b581 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.995864] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb09a905-f2cf-4823-834a-f41efc54360d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.013673] env[68800]: DEBUG nova.compute.provider_tree [None req-ccc7b6c6-57f6-43c6-80c0-f37501781281 tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.073546] env[68800]: DEBUG nova.network.neutron [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Successfully updated port: 3822ef29-d788-40e8-a0a1-9b1cabeb2964 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 826.093107] env[68800]: DEBUG oslo_vmware.api [None req-46f3ee3b-afd0-48f0-9b9b-c1a539378c57 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243629, 'name': SuspendVM_Task, 'duration_secs': 0.789734} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.093382] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-46f3ee3b-afd0-48f0-9b9b-c1a539378c57 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Suspended the VM {{(pid=68800) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 826.093564] env[68800]: DEBUG nova.compute.manager [None req-46f3ee3b-afd0-48f0-9b9b-c1a539378c57 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.094418] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c8a7b2-bbcd-4394-9ab0-5007cb029a0f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.215623] env[68800]: DEBUG nova.compute.manager [None req-eddca10a-8722-4572-b0e4-6c48ef349c07 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 826.215869] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-eddca10a-8722-4572-b0e4-6c48ef349c07 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 826.217712] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6e3181-02da-42bd-a688-d6c30a9ff1fc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.233638] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-eddca10a-8722-4572-b0e4-6c48ef349c07 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.238200] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47d5c8f4-f13a-40e1-b866-c4698aafba92 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.240343] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243630, 'name': CreateVM_Task, 'duration_secs': 0.51452} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.240771] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 826.242098] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.246112] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.246112] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.247041] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9328f191-a577-47ae-ac26-ea2a2c7f3aba {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.252873] env[68800]: DEBUG oslo_vmware.api [None req-eddca10a-8722-4572-b0e4-6c48ef349c07 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Waiting for the task: (returnval){ [ 826.252873] env[68800]: value = "task-3243633" [ 826.252873] env[68800]: _type = "Task" [ 826.252873] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.259940] env[68800]: DEBUG oslo_vmware.api [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Waiting for the task: (returnval){ [ 826.259940] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5255f69b-cfe2-a895-6c5a-e8d53d044c6e" [ 826.259940] env[68800]: _type = "Task" [ 826.259940] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.269578] env[68800]: DEBUG oslo_vmware.api [None req-eddca10a-8722-4572-b0e4-6c48ef349c07 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Task: {'id': task-3243633, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.277292] env[68800]: DEBUG oslo_vmware.api [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5255f69b-cfe2-a895-6c5a-e8d53d044c6e, 'name': SearchDatastore_Task, 'duration_secs': 0.01354} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.277676] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.277949] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 826.278264] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.278869] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.278869] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.279174] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1130d227-d3fc-41e4-bc81-fae2251cde9d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.285049] env[68800]: DEBUG oslo_concurrency.lockutils [req-2e34c093-03f5-4a10-a8cf-0f635d96ffb5 req-dd61fea8-4bc0-4692-9bd2-1015e80b94d4 service nova] Releasing lock "refresh_cache-21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.290218] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.290461] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.291556] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24eca81d-9af6-4e65-95ce-5e8ca506b1c4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.298316] env[68800]: DEBUG oslo_vmware.api [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Waiting for the task: (returnval){ [ 826.298316] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52e68f72-7405-2475-32a2-4d072d4bd025" [ 826.298316] env[68800]: _type = "Task" [ 826.298316] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.310924] env[68800]: DEBUG oslo_vmware.api [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52e68f72-7405-2475-32a2-4d072d4bd025, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.369461] env[68800]: DEBUG oslo_vmware.api [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243632, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.383972] env[68800]: DEBUG nova.compute.manager [req-0777dbd4-b383-4192-b949-67d199bd88a7 req-50cdce5e-ba13-4ca8-bb39-3ef1dd850013 service nova] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Received event network-vif-plugged-3822ef29-d788-40e8-a0a1-9b1cabeb2964 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.384218] env[68800]: DEBUG oslo_concurrency.lockutils [req-0777dbd4-b383-4192-b949-67d199bd88a7 req-50cdce5e-ba13-4ca8-bb39-3ef1dd850013 service nova] Acquiring lock "d31685d0-2d63-49c1-9615-a332ad4777ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.384426] env[68800]: DEBUG oslo_concurrency.lockutils [req-0777dbd4-b383-4192-b949-67d199bd88a7 req-50cdce5e-ba13-4ca8-bb39-3ef1dd850013 service nova] Lock "d31685d0-2d63-49c1-9615-a332ad4777ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.384591] env[68800]: DEBUG oslo_concurrency.lockutils [req-0777dbd4-b383-4192-b949-67d199bd88a7 req-50cdce5e-ba13-4ca8-bb39-3ef1dd850013 service nova] Lock "d31685d0-2d63-49c1-9615-a332ad4777ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.384758] env[68800]: DEBUG nova.compute.manager [req-0777dbd4-b383-4192-b949-67d199bd88a7 req-50cdce5e-ba13-4ca8-bb39-3ef1dd850013 service nova] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] No waiting events found dispatching network-vif-plugged-3822ef29-d788-40e8-a0a1-9b1cabeb2964 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 826.384922] env[68800]: WARNING nova.compute.manager [req-0777dbd4-b383-4192-b949-67d199bd88a7 req-50cdce5e-ba13-4ca8-bb39-3ef1dd850013 service nova] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Received unexpected event network-vif-plugged-3822ef29-d788-40e8-a0a1-9b1cabeb2964 for instance with vm_state building and task_state spawning. [ 826.385094] env[68800]: DEBUG nova.compute.manager [req-0777dbd4-b383-4192-b949-67d199bd88a7 req-50cdce5e-ba13-4ca8-bb39-3ef1dd850013 service nova] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Received event network-changed-3822ef29-d788-40e8-a0a1-9b1cabeb2964 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.385310] env[68800]: DEBUG nova.compute.manager [req-0777dbd4-b383-4192-b949-67d199bd88a7 req-50cdce5e-ba13-4ca8-bb39-3ef1dd850013 service nova] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Refreshing instance network info cache due to event network-changed-3822ef29-d788-40e8-a0a1-9b1cabeb2964. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 826.385562] env[68800]: DEBUG oslo_concurrency.lockutils [req-0777dbd4-b383-4192-b949-67d199bd88a7 req-50cdce5e-ba13-4ca8-bb39-3ef1dd850013 service nova] Acquiring lock "refresh_cache-d31685d0-2d63-49c1-9615-a332ad4777ed" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.385708] env[68800]: DEBUG oslo_concurrency.lockutils [req-0777dbd4-b383-4192-b949-67d199bd88a7 req-50cdce5e-ba13-4ca8-bb39-3ef1dd850013 service nova] Acquired lock "refresh_cache-d31685d0-2d63-49c1-9615-a332ad4777ed" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.385868] env[68800]: DEBUG nova.network.neutron [req-0777dbd4-b383-4192-b949-67d199bd88a7 req-50cdce5e-ba13-4ca8-bb39-3ef1dd850013 service nova] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Refreshing network info cache for port 3822ef29-d788-40e8-a0a1-9b1cabeb2964 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 826.521695] env[68800]: DEBUG nova.scheduler.client.report [None req-ccc7b6c6-57f6-43c6-80c0-f37501781281 tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.580572] env[68800]: DEBUG oslo_concurrency.lockutils [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Acquiring lock "refresh_cache-d31685d0-2d63-49c1-9615-a332ad4777ed" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.765303] env[68800]: DEBUG oslo_vmware.api [None req-eddca10a-8722-4572-b0e4-6c48ef349c07 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Task: {'id': task-3243633, 'name': PowerOffVM_Task, 'duration_secs': 0.211484} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.765679] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-eddca10a-8722-4572-b0e4-6c48ef349c07 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 826.766233] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-eddca10a-8722-4572-b0e4-6c48ef349c07 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 826.767306] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da220203-591c-435d-bb56-6285ea101b6f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.809542] env[68800]: DEBUG oslo_vmware.api [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52e68f72-7405-2475-32a2-4d072d4bd025, 'name': SearchDatastore_Task, 'duration_secs': 0.013502} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.810457] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7d94104-fa40-43b5-86cf-848ba88486a8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.817093] env[68800]: DEBUG oslo_vmware.api [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Waiting for the task: (returnval){ [ 826.817093] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5208953a-63bb-9093-d222-ea462d312921" [ 826.817093] env[68800]: _type = "Task" [ 826.817093] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.828719] env[68800]: DEBUG oslo_vmware.api [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5208953a-63bb-9093-d222-ea462d312921, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.849908] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-eddca10a-8722-4572-b0e4-6c48ef349c07 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 826.850258] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-eddca10a-8722-4572-b0e4-6c48ef349c07 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 826.850469] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-eddca10a-8722-4572-b0e4-6c48ef349c07 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Deleting the datastore file [datastore2] 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.850779] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e14a8405-fecc-4ff7-a52b-ec5c40957ee5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.859495] env[68800]: DEBUG oslo_vmware.api [None req-eddca10a-8722-4572-b0e4-6c48ef349c07 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Waiting for the task: (returnval){ [ 826.859495] env[68800]: value = "task-3243635" [ 826.859495] env[68800]: _type = "Task" [ 826.859495] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.872841] env[68800]: DEBUG oslo_vmware.api [None req-eddca10a-8722-4572-b0e4-6c48ef349c07 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Task: {'id': task-3243635, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.875917] env[68800]: DEBUG oslo_vmware.api [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243632, 'name': ReconfigVM_Task, 'duration_secs': 0.514831} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.876236] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Reconfigured VM instance instance-0000002f to attach disk [datastore1] d9fb180f-dcd3-4123-a2a0-890182749779/d9fb180f-dcd3-4123-a2a0-890182749779.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.876862] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b828bc50-730c-4e0d-954a-785085baadc2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.884553] env[68800]: DEBUG oslo_vmware.api [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Waiting for the task: (returnval){ [ 826.884553] env[68800]: value = "task-3243636" [ 826.884553] env[68800]: _type = "Task" [ 826.884553] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.897951] env[68800]: DEBUG oslo_vmware.api [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243636, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.934223] env[68800]: DEBUG nova.network.neutron [req-0777dbd4-b383-4192-b949-67d199bd88a7 req-50cdce5e-ba13-4ca8-bb39-3ef1dd850013 service nova] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 827.027172] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ccc7b6c6-57f6-43c6-80c0-f37501781281 tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.327s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.030761] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5d6c0418-e8a9-4237-8a33-2a6bec454fe2 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.948s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.030761] env[68800]: DEBUG nova.objects.instance [None req-5d6c0418-e8a9-4237-8a33-2a6bec454fe2 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Lazy-loading 'resources' on Instance uuid af1b5f44-b442-4c3e-923c-92c0d7db49b4 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 827.042445] env[68800]: DEBUG nova.network.neutron [req-0777dbd4-b383-4192-b949-67d199bd88a7 req-50cdce5e-ba13-4ca8-bb39-3ef1dd850013 service nova] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.053736] env[68800]: INFO nova.scheduler.client.report [None req-ccc7b6c6-57f6-43c6-80c0-f37501781281 tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Deleted allocations for instance d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d [ 827.328963] env[68800]: DEBUG oslo_vmware.api [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5208953a-63bb-9093-d222-ea462d312921, 'name': SearchDatastore_Task, 'duration_secs': 0.017692} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.329322] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.329595] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18/21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 827.329869] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51da0969-8445-486d-979e-b6484394a4b5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.338211] env[68800]: DEBUG oslo_vmware.api [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Waiting for the task: (returnval){ [ 827.338211] env[68800]: value = "task-3243637" [ 827.338211] env[68800]: _type = "Task" [ 827.338211] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.348008] env[68800]: DEBUG oslo_vmware.api [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Task: {'id': task-3243637, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.375385] env[68800]: DEBUG oslo_vmware.api [None req-eddca10a-8722-4572-b0e4-6c48ef349c07 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Task: {'id': task-3243635, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.374896} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.375633] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-eddca10a-8722-4572-b0e4-6c48ef349c07 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.375835] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-eddca10a-8722-4572-b0e4-6c48ef349c07 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 827.376047] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-eddca10a-8722-4572-b0e4-6c48ef349c07 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 827.376228] env[68800]: INFO nova.compute.manager [None req-eddca10a-8722-4572-b0e4-6c48ef349c07 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Took 1.16 seconds to destroy the instance on the hypervisor. [ 827.376468] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eddca10a-8722-4572-b0e4-6c48ef349c07 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.376682] env[68800]: DEBUG nova.compute.manager [-] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 827.376781] env[68800]: DEBUG nova.network.neutron [-] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 827.397756] env[68800]: DEBUG oslo_vmware.api [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243636, 'name': Rename_Task, 'duration_secs': 0.172104} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.398044] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.398305] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7cd1f609-43dc-4dfe-9fff-6665e0b99b28 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.407535] env[68800]: DEBUG oslo_vmware.api [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Waiting for the task: (returnval){ [ 827.407535] env[68800]: value = "task-3243638" [ 827.407535] env[68800]: _type = "Task" [ 827.407535] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.416956] env[68800]: DEBUG oslo_vmware.api [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243638, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.546254] env[68800]: DEBUG oslo_concurrency.lockutils [req-0777dbd4-b383-4192-b949-67d199bd88a7 req-50cdce5e-ba13-4ca8-bb39-3ef1dd850013 service nova] Releasing lock "refresh_cache-d31685d0-2d63-49c1-9615-a332ad4777ed" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.546629] env[68800]: DEBUG oslo_concurrency.lockutils [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Acquired lock "refresh_cache-d31685d0-2d63-49c1-9615-a332ad4777ed" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.546853] env[68800]: DEBUG nova.network.neutron [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 827.562338] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ccc7b6c6-57f6-43c6-80c0-f37501781281 tempest-InstanceActionsV221TestJSON-1393001950 tempest-InstanceActionsV221TestJSON-1393001950-project-member] Lock "d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.636s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.852808] env[68800]: DEBUG oslo_vmware.api [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Task: {'id': task-3243637, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.922586] env[68800]: DEBUG oslo_vmware.api [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243638, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.100299] env[68800]: DEBUG nova.network.neutron [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 828.125663] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb33a830-c8a5-45b7-b8dd-2f912b5cbd8c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.134897] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38348ec8-78b9-4e37-8517-ef9464c20a37 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.180314] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d7f9c1-0ef5-4e39-a5d8-37c21972e5e4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.193933] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489bbc84-891e-4ffe-a483-f923b8ef5498 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.218334] env[68800]: DEBUG nova.compute.provider_tree [None req-5d6c0418-e8a9-4237-8a33-2a6bec454fe2 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.290026] env[68800]: DEBUG nova.network.neutron [-] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.316242] env[68800]: DEBUG nova.network.neutron [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Updating instance_info_cache with network_info: [{"id": "3822ef29-d788-40e8-a0a1-9b1cabeb2964", "address": "fa:16:3e:09:26:e9", "network": {"id": "f0cd4842-ddbd-4b1c-ae1f-572165adcf58", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2081563423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d85c7de7338c4e95a65fcf648a8c37a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3822ef29-d7", "ovs_interfaceid": "3822ef29-d788-40e8-a0a1-9b1cabeb2964", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.352392] env[68800]: DEBUG oslo_vmware.api [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Task: {'id': task-3243637, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.422771] env[68800]: DEBUG oslo_vmware.api [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243638, 'name': PowerOnVM_Task, 'duration_secs': 0.806483} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.423162] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.423394] env[68800]: INFO nova.compute.manager [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Took 9.59 seconds to spawn the instance on the hypervisor. [ 828.423622] env[68800]: DEBUG nova.compute.manager [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.424764] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8963750-b95c-4d42-90ab-3d18e14c3e82 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.476097] env[68800]: DEBUG nova.compute.manager [req-1660315e-ba98-4c09-9e69-80aaaacec2c1 req-5e549e46-3526-443b-a63a-9edd294629f3 service nova] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Received event network-vif-deleted-b7590aea-85f4-4ab2-90fc-35f9bb7b67e5 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.707015] env[68800]: DEBUG nova.compute.manager [None req-de6c7284-d2a2-41df-a755-15129e5f9283 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.708010] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85db609a-f0a6-479c-9aa6-8c2a8c189808 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.724147] env[68800]: DEBUG nova.scheduler.client.report [None req-5d6c0418-e8a9-4237-8a33-2a6bec454fe2 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.792204] env[68800]: INFO nova.compute.manager [-] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Took 1.42 seconds to deallocate network for instance. [ 828.818765] env[68800]: DEBUG oslo_concurrency.lockutils [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Releasing lock "refresh_cache-d31685d0-2d63-49c1-9615-a332ad4777ed" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.819186] env[68800]: DEBUG nova.compute.manager [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Instance network_info: |[{"id": "3822ef29-d788-40e8-a0a1-9b1cabeb2964", "address": "fa:16:3e:09:26:e9", "network": {"id": "f0cd4842-ddbd-4b1c-ae1f-572165adcf58", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2081563423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d85c7de7338c4e95a65fcf648a8c37a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3822ef29-d7", "ovs_interfaceid": "3822ef29-d788-40e8-a0a1-9b1cabeb2964", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 828.819561] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:26:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a8f5363-be3a-4f92-9ccf-33bb0c8113b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3822ef29-d788-40e8-a0a1-9b1cabeb2964', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 828.827581] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Creating folder: Project (d85c7de7338c4e95a65fcf648a8c37a4). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 828.828638] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef831e83-33fa-42a4-8185-4741dddd6eb5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.841956] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Created folder: Project (d85c7de7338c4e95a65fcf648a8c37a4) in parent group-v648080. [ 828.842190] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Creating folder: Instances. Parent ref: group-v648231. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 828.842493] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2ea8488-73f8-45a4-851c-69d7d9521193 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.855397] env[68800]: DEBUG oslo_vmware.api [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Task: {'id': task-3243637, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.943877] env[68800]: INFO nova.compute.manager [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Took 44.52 seconds to build instance. [ 829.015390] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Created folder: Instances in parent group-v648231. [ 829.015651] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.015889] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 829.016138] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5bc0ad95-fc5d-4955-8bb9-4dd654059459 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.049874] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 829.049874] env[68800]: value = "task-3243641" [ 829.049874] env[68800]: _type = "Task" [ 829.049874] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.059113] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243641, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.221442] env[68800]: INFO nova.compute.manager [None req-de6c7284-d2a2-41df-a755-15129e5f9283 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] instance snapshotting [ 829.221669] env[68800]: WARNING nova.compute.manager [None req-de6c7284-d2a2-41df-a755-15129e5f9283 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 829.224664] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaeef37f-5f46-43ed-8dbd-edbd09f2fdbe {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.248332] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5d6c0418-e8a9-4237-8a33-2a6bec454fe2 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.218s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.251497] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.671s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.253181] env[68800]: INFO nova.compute.claims [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 0493e632-089d-4166-8048-040724607526] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 829.261149] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd71b078-668b-45f9-b48c-2f3ab9cc39b6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.288136] env[68800]: INFO nova.scheduler.client.report [None req-5d6c0418-e8a9-4237-8a33-2a6bec454fe2 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Deleted allocations for instance af1b5f44-b442-4c3e-923c-92c0d7db49b4 [ 829.298982] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eddca10a-8722-4572-b0e4-6c48ef349c07 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.354707] env[68800]: DEBUG oslo_vmware.api [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Task: {'id': task-3243637, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.673222} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.354955] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18/21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 829.355232] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 829.355525] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-160077d6-92da-4174-a857-01b0e2a16de7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.364454] env[68800]: DEBUG oslo_vmware.api [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Waiting for the task: (returnval){ [ 829.364454] env[68800]: value = "task-3243642" [ 829.364454] env[68800]: _type = "Task" [ 829.364454] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.375538] env[68800]: DEBUG oslo_vmware.api [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Task: {'id': task-3243642, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.446568] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f1d1935c-fd51-47f8-8646-50f303be956b tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Lock "d9fb180f-dcd3-4123-a2a0-890182749779" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.002s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.561443] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243641, 'name': CreateVM_Task, 'duration_secs': 0.41908} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.561674] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 829.562465] env[68800]: DEBUG oslo_concurrency.lockutils [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.562716] env[68800]: DEBUG oslo_concurrency.lockutils [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.563119] env[68800]: DEBUG oslo_concurrency.lockutils [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.563448] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c53da9b6-253e-4016-8960-9f4ad7474953 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.569329] env[68800]: DEBUG oslo_vmware.api [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the task: (returnval){ [ 829.569329] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52880608-a981-246f-252c-091f0d59e72f" [ 829.569329] env[68800]: _type = "Task" [ 829.569329] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.579479] env[68800]: DEBUG oslo_vmware.api [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52880608-a981-246f-252c-091f0d59e72f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.777584] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-de6c7284-d2a2-41df-a755-15129e5f9283 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Creating Snapshot of the VM instance {{(pid=68800) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 829.777901] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-64be6438-ec00-4e44-9d23-6ccec13b9287 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.788478] env[68800]: DEBUG oslo_vmware.api [None req-de6c7284-d2a2-41df-a755-15129e5f9283 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 829.788478] env[68800]: value = "task-3243643" [ 829.788478] env[68800]: _type = "Task" [ 829.788478] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.801347] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5d6c0418-e8a9-4237-8a33-2a6bec454fe2 tempest-ServersTestJSON-1625015794 tempest-ServersTestJSON-1625015794-project-member] Lock "af1b5f44-b442-4c3e-923c-92c0d7db49b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.563s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.809052] env[68800]: DEBUG oslo_vmware.api [None req-de6c7284-d2a2-41df-a755-15129e5f9283 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243643, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.875598] env[68800]: DEBUG oslo_vmware.api [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Task: {'id': task-3243642, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078252} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.876016] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 829.876741] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0e5ef2-0d52-4ac6-95b0-cc3d684af5ee {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.901188] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18/21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.901350] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c17e29b2-2359-4e29-b395-9e2c329e617c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.924061] env[68800]: DEBUG oslo_vmware.api [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Waiting for the task: (returnval){ [ 829.924061] env[68800]: value = "task-3243644" [ 829.924061] env[68800]: _type = "Task" [ 829.924061] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.935079] env[68800]: DEBUG oslo_vmware.api [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Task: {'id': task-3243644, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.952974] env[68800]: DEBUG nova.compute.manager [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 830.083530] env[68800]: DEBUG oslo_vmware.api [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52880608-a981-246f-252c-091f0d59e72f, 'name': SearchDatastore_Task, 'duration_secs': 0.013811} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.083965] env[68800]: DEBUG oslo_concurrency.lockutils [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.084280] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 830.085390] env[68800]: DEBUG oslo_concurrency.lockutils [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.085390] env[68800]: DEBUG oslo_concurrency.lockutils [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.085881] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 830.086280] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3223edb5-376c-424e-9905-59fdb9692c51 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.097739] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 830.097997] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 830.098850] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b491e4cc-6eb1-42b0-8ef3-1ac9f27a58e2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.105770] env[68800]: DEBUG oslo_vmware.api [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the task: (returnval){ [ 830.105770] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52b68923-1504-f745-a591-54f278dbe1d7" [ 830.105770] env[68800]: _type = "Task" [ 830.105770] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.116653] env[68800]: DEBUG oslo_vmware.api [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52b68923-1504-f745-a591-54f278dbe1d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.300988] env[68800]: DEBUG oslo_vmware.api [None req-de6c7284-d2a2-41df-a755-15129e5f9283 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243643, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.441403] env[68800]: DEBUG oslo_vmware.api [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Task: {'id': task-3243644, 'name': ReconfigVM_Task, 'duration_secs': 0.378656} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.442257] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18/21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.442257] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=68800) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 830.442723] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-912446b8-be36-431e-b99a-124898d860dc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.459743] env[68800]: DEBUG oslo_vmware.api [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Waiting for the task: (returnval){ [ 830.459743] env[68800]: value = "task-3243645" [ 830.459743] env[68800]: _type = "Task" [ 830.459743] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.479144] env[68800]: DEBUG oslo_vmware.api [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Task: {'id': task-3243645, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.480551] env[68800]: DEBUG oslo_concurrency.lockutils [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.633062] env[68800]: DEBUG oslo_vmware.api [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52b68923-1504-f745-a591-54f278dbe1d7, 'name': SearchDatastore_Task, 'duration_secs': 0.013593} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.633715] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d97565bf-b1a5-45a8-b852-4b630bc16cf3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.640892] env[68800]: DEBUG oslo_vmware.api [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the task: (returnval){ [ 830.640892] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ca9bc3-cbc7-fcaa-7c1c-e2a06b42f1e9" [ 830.640892] env[68800]: _type = "Task" [ 830.640892] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.655472] env[68800]: DEBUG oslo_vmware.api [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ca9bc3-cbc7-fcaa-7c1c-e2a06b42f1e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.804697] env[68800]: DEBUG oslo_vmware.api [None req-de6c7284-d2a2-41df-a755-15129e5f9283 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243643, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.970877] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b3f495-e04c-44fc-82d2-61985bb9b642 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.976762] env[68800]: DEBUG oslo_vmware.api [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Task: {'id': task-3243645, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.085913} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.977443] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=68800) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 830.978216] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1054925-021e-4699-92d7-6f4924490479 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.983843] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49dabd8-da27-49da-82ad-2695d7d98caf {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.012791] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18/ephemeral_0.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.013814] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6a1475d-182d-4ce4-891d-d450feeb83e0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.060343] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65de6ec1-0221-4620-882f-bc38809b33bb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.063297] env[68800]: DEBUG oslo_vmware.api [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Waiting for the task: (returnval){ [ 831.063297] env[68800]: value = "task-3243646" [ 831.063297] env[68800]: _type = "Task" [ 831.063297] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.069503] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f00aa9-546a-449a-a435-9992e9995836 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.079043] env[68800]: DEBUG oslo_vmware.api [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Task: {'id': task-3243646, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.087412] env[68800]: DEBUG nova.compute.provider_tree [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.134609] env[68800]: DEBUG nova.compute.manager [None req-4600fcb9-d21f-4a7f-8492-93ce5df3f7c1 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.135654] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e3ecd5-1800-4474-8e36-e492489842aa {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.155056] env[68800]: DEBUG oslo_vmware.api [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ca9bc3-cbc7-fcaa-7c1c-e2a06b42f1e9, 'name': SearchDatastore_Task, 'duration_secs': 0.016195} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.155056] env[68800]: DEBUG oslo_concurrency.lockutils [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.155056] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] d31685d0-2d63-49c1-9615-a332ad4777ed/d31685d0-2d63-49c1-9615-a332ad4777ed.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 831.155323] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-497c249c-9d28-4e9f-811f-9e9d222f3a97 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.163424] env[68800]: DEBUG oslo_vmware.api [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the task: (returnval){ [ 831.163424] env[68800]: value = "task-3243647" [ 831.163424] env[68800]: _type = "Task" [ 831.163424] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.173709] env[68800]: DEBUG oslo_vmware.api [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3243647, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.304057] env[68800]: DEBUG oslo_vmware.api [None req-de6c7284-d2a2-41df-a755-15129e5f9283 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243643, 'name': CreateSnapshot_Task, 'duration_secs': 1.024687} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.304057] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-de6c7284-d2a2-41df-a755-15129e5f9283 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Created Snapshot of the VM instance {{(pid=68800) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 831.304057] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6eac38-8365-4042-8370-12218f749ecb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.487745] env[68800]: DEBUG oslo_vmware.rw_handles [None req-f77f95f9-4e41-4d87-ab39-e2953b8e22e6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528f4a2e-0804-766b-6f85-8a43bc83cca6/disk-0.vmdk. {{(pid=68800) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 831.488884] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f0405a-85c0-43de-aa96-915f21d6be03 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.496929] env[68800]: DEBUG oslo_vmware.rw_handles [None req-f77f95f9-4e41-4d87-ab39-e2953b8e22e6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528f4a2e-0804-766b-6f85-8a43bc83cca6/disk-0.vmdk is in state: ready. {{(pid=68800) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 831.497143] env[68800]: ERROR oslo_vmware.rw_handles [None req-f77f95f9-4e41-4d87-ab39-e2953b8e22e6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528f4a2e-0804-766b-6f85-8a43bc83cca6/disk-0.vmdk due to incomplete transfer. [ 831.497443] env[68800]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-21b412a4-dc7a-42b4-bb3e-748002678339 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.507422] env[68800]: DEBUG oslo_vmware.rw_handles [None req-f77f95f9-4e41-4d87-ab39-e2953b8e22e6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528f4a2e-0804-766b-6f85-8a43bc83cca6/disk-0.vmdk. {{(pid=68800) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 831.507650] env[68800]: DEBUG nova.virt.vmwareapi.images [None req-f77f95f9-4e41-4d87-ab39-e2953b8e22e6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Uploaded image 2ed86f04-97b1-44e6-b689-908b1a653d41 to the Glance image server {{(pid=68800) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 831.510581] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-f77f95f9-4e41-4d87-ab39-e2953b8e22e6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Destroying the VM {{(pid=68800) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 831.510945] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8a738c39-623b-4f2e-bee6-b15fa21aec8a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.519571] env[68800]: DEBUG oslo_vmware.api [None req-f77f95f9-4e41-4d87-ab39-e2953b8e22e6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 831.519571] env[68800]: value = "task-3243648" [ 831.519571] env[68800]: _type = "Task" [ 831.519571] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.534835] env[68800]: DEBUG oslo_vmware.api [None req-f77f95f9-4e41-4d87-ab39-e2953b8e22e6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243648, 'name': Destroy_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.581921] env[68800]: DEBUG oslo_vmware.api [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Task: {'id': task-3243646, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.590171] env[68800]: DEBUG nova.scheduler.client.report [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.650600] env[68800]: INFO nova.compute.manager [None req-4600fcb9-d21f-4a7f-8492-93ce5df3f7c1 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] instance snapshotting [ 831.656941] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abdfb1a-6e00-4c55-b667-4683d949984e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.682811] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46cb1634-4755-4e9b-966c-1a58e120c509 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.691504] env[68800]: DEBUG oslo_vmware.api [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3243647, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.827822] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-de6c7284-d2a2-41df-a755-15129e5f9283 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Creating linked-clone VM from snapshot {{(pid=68800) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 831.828832] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c10a2683-0107-445d-b2f4-f8bb8efdfd98 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.840817] env[68800]: DEBUG oslo_vmware.api [None req-de6c7284-d2a2-41df-a755-15129e5f9283 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 831.840817] env[68800]: value = "task-3243649" [ 831.840817] env[68800]: _type = "Task" [ 831.840817] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.850049] env[68800]: DEBUG oslo_vmware.api [None req-de6c7284-d2a2-41df-a755-15129e5f9283 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243649, 'name': CloneVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.035768] env[68800]: DEBUG oslo_vmware.api [None req-f77f95f9-4e41-4d87-ab39-e2953b8e22e6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243648, 'name': Destroy_Task, 'duration_secs': 0.51105} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.036052] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-f77f95f9-4e41-4d87-ab39-e2953b8e22e6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Destroyed the VM [ 832.036290] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f77f95f9-4e41-4d87-ab39-e2953b8e22e6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Deleting Snapshot of the VM instance {{(pid=68800) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 832.036544] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-dee1dea4-97a9-4701-83a4-cda75a27dbfb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.044105] env[68800]: DEBUG oslo_vmware.api [None req-f77f95f9-4e41-4d87-ab39-e2953b8e22e6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 832.044105] env[68800]: value = "task-3243650" [ 832.044105] env[68800]: _type = "Task" [ 832.044105] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.055519] env[68800]: DEBUG oslo_vmware.api [None req-f77f95f9-4e41-4d87-ab39-e2953b8e22e6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243650, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.078831] env[68800]: DEBUG oslo_vmware.api [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Task: {'id': task-3243646, 'name': ReconfigVM_Task, 'duration_secs': 0.694723} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.080166] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18/ephemeral_0.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.082655] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbfa219e-9055-4000-9723-42ce86b0fbf2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.098021] env[68800]: DEBUG oslo_vmware.api [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Waiting for the task: (returnval){ [ 832.098021] env[68800]: value = "task-3243651" [ 832.098021] env[68800]: _type = "Task" [ 832.098021] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.101919] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.850s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.102465] env[68800]: DEBUG nova.compute.manager [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 0493e632-089d-4166-8048-040724607526] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 832.106526] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.608s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.108822] env[68800]: INFO nova.compute.claims [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] [instance: 16d4cf76-c278-4989-abf7-502f4b594a5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 832.121186] env[68800]: DEBUG oslo_vmware.api [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Task: {'id': task-3243651, 'name': Rename_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.190038] env[68800]: DEBUG oslo_vmware.api [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3243647, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539973} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.190308] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] d31685d0-2d63-49c1-9615-a332ad4777ed/d31685d0-2d63-49c1-9615-a332ad4777ed.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 832.190504] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 832.190778] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ade34db-7fbb-4b3c-93eb-90b168ea7fb5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.199088] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-4600fcb9-d21f-4a7f-8492-93ce5df3f7c1 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Creating Snapshot of the VM instance {{(pid=68800) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 832.199088] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-960aecfe-debc-42f9-9793-c2835c36b3e8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.201660] env[68800]: DEBUG oslo_vmware.api [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the task: (returnval){ [ 832.201660] env[68800]: value = "task-3243652" [ 832.201660] env[68800]: _type = "Task" [ 832.201660] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.208572] env[68800]: DEBUG oslo_vmware.api [None req-4600fcb9-d21f-4a7f-8492-93ce5df3f7c1 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Waiting for the task: (returnval){ [ 832.208572] env[68800]: value = "task-3243653" [ 832.208572] env[68800]: _type = "Task" [ 832.208572] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.216610] env[68800]: DEBUG oslo_vmware.api [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3243652, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.225804] env[68800]: DEBUG oslo_vmware.api [None req-4600fcb9-d21f-4a7f-8492-93ce5df3f7c1 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243653, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.352623] env[68800]: DEBUG oslo_vmware.api [None req-de6c7284-d2a2-41df-a755-15129e5f9283 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243649, 'name': CloneVM_Task} progress is 94%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.555953] env[68800]: DEBUG oslo_vmware.api [None req-f77f95f9-4e41-4d87-ab39-e2953b8e22e6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243650, 'name': RemoveSnapshot_Task} progress is 56%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.607862] env[68800]: DEBUG oslo_vmware.api [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Task: {'id': task-3243651, 'name': Rename_Task, 'duration_secs': 0.219614} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.608233] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.608624] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f66dd4dc-7880-444a-af48-08735d3c0d37 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.618472] env[68800]: DEBUG nova.compute.utils [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 832.622594] env[68800]: DEBUG nova.compute.manager [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 0493e632-089d-4166-8048-040724607526] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 832.623179] env[68800]: DEBUG nova.network.neutron [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 0493e632-089d-4166-8048-040724607526] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 832.624774] env[68800]: DEBUG oslo_vmware.api [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Waiting for the task: (returnval){ [ 832.624774] env[68800]: value = "task-3243654" [ 832.624774] env[68800]: _type = "Task" [ 832.624774] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.635590] env[68800]: DEBUG oslo_vmware.api [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Task: {'id': task-3243654, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.716301] env[68800]: DEBUG oslo_vmware.api [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3243652, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079911} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.717970] env[68800]: DEBUG nova.policy [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75948d52a30c46d6ab5c4c6d236e542c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84cb1a2d15ae40b294b17dabe7bbbfd4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 832.720631] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 832.721877] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d3a1e9-076f-4031-8a95-3fe1f354b12f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.728662] env[68800]: DEBUG oslo_vmware.api [None req-4600fcb9-d21f-4a7f-8492-93ce5df3f7c1 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243653, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.751391] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] d31685d0-2d63-49c1-9615-a332ad4777ed/d31685d0-2d63-49c1-9615-a332ad4777ed.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.752013] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00143b9e-2352-49f9-a163-582b4316153c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.778878] env[68800]: DEBUG oslo_vmware.api [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the task: (returnval){ [ 832.778878] env[68800]: value = "task-3243655" [ 832.778878] env[68800]: _type = "Task" [ 832.778878] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.788664] env[68800]: DEBUG oslo_vmware.api [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3243655, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.858795] env[68800]: DEBUG oslo_vmware.api [None req-de6c7284-d2a2-41df-a755-15129e5f9283 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243649, 'name': CloneVM_Task} progress is 94%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.058111] env[68800]: DEBUG oslo_vmware.api [None req-f77f95f9-4e41-4d87-ab39-e2953b8e22e6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243650, 'name': RemoveSnapshot_Task, 'duration_secs': 0.59994} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.058405] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f77f95f9-4e41-4d87-ab39-e2953b8e22e6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Deleted Snapshot of the VM instance {{(pid=68800) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 833.058656] env[68800]: INFO nova.compute.manager [None req-f77f95f9-4e41-4d87-ab39-e2953b8e22e6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Took 15.13 seconds to snapshot the instance on the hypervisor. [ 833.129981] env[68800]: DEBUG nova.compute.manager [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 0493e632-089d-4166-8048-040724607526] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 833.148176] env[68800]: DEBUG oslo_vmware.api [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Task: {'id': task-3243654, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.223544] env[68800]: DEBUG oslo_vmware.api [None req-4600fcb9-d21f-4a7f-8492-93ce5df3f7c1 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243653, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.299602] env[68800]: DEBUG oslo_vmware.api [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3243655, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.358570] env[68800]: DEBUG oslo_vmware.api [None req-de6c7284-d2a2-41df-a755-15129e5f9283 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243649, 'name': CloneVM_Task} progress is 95%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.500265] env[68800]: DEBUG nova.network.neutron [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 0493e632-089d-4166-8048-040724607526] Successfully created port: ff549acd-bb27-4f00-905a-947ad84f96fc {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 833.613128] env[68800]: DEBUG nova.compute.manager [None req-f77f95f9-4e41-4d87-ab39-e2953b8e22e6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Found 2 images (rotation: 2) {{(pid=68800) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 833.651976] env[68800]: DEBUG oslo_vmware.api [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Task: {'id': task-3243654, 'name': PowerOnVM_Task, 'duration_secs': 0.598455} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.652448] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.652804] env[68800]: INFO nova.compute.manager [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] Took 11.53 seconds to spawn the instance on the hypervisor. [ 833.653069] env[68800]: DEBUG nova.compute.manager [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.654150] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a7bcba-964f-4305-9f15-57cacc1c0b55 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.723320] env[68800]: DEBUG oslo_vmware.api [None req-4600fcb9-d21f-4a7f-8492-93ce5df3f7c1 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243653, 'name': CreateSnapshot_Task, 'duration_secs': 1.228472} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.723320] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-4600fcb9-d21f-4a7f-8492-93ce5df3f7c1 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Created Snapshot of the VM instance {{(pid=68800) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 833.725545] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4a22b6-aac4-4770-bf77-e0492ecaebef {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.792476] env[68800]: DEBUG oslo_vmware.api [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3243655, 'name': ReconfigVM_Task, 'duration_secs': 0.54445} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.793860] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Reconfigured VM instance instance-00000031 to attach disk [datastore1] d31685d0-2d63-49c1-9615-a332ad4777ed/d31685d0-2d63-49c1-9615-a332ad4777ed.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.795057] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7b42b3-8452-487b-8b1f-925b8a22f85e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.799312] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-991ff92a-a673-432a-9c19-f1aadd64e6e4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.807824] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3be41a6-c787-42f1-8222-4626349f04b0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.811520] env[68800]: DEBUG oslo_vmware.api [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the task: (returnval){ [ 833.811520] env[68800]: value = "task-3243656" [ 833.811520] env[68800]: _type = "Task" [ 833.811520] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.852636] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c291f4f-9d26-45fc-9c77-e18ca7987dce {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.860430] env[68800]: DEBUG oslo_vmware.api [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3243656, 'name': Rename_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.871952] env[68800]: DEBUG oslo_vmware.api [None req-de6c7284-d2a2-41df-a755-15129e5f9283 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243649, 'name': CloneVM_Task, 'duration_secs': 1.996904} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.873128] env[68800]: INFO nova.virt.vmwareapi.vmops [None req-de6c7284-d2a2-41df-a755-15129e5f9283 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Created linked-clone VM from snapshot [ 833.873626] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f79aa9-212a-4253-bde5-cca7611ec7a0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.880028] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c30c0e-d66b-457a-810a-8ef7d4c6c80e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.887192] env[68800]: DEBUG nova.virt.vmwareapi.images [None req-de6c7284-d2a2-41df-a755-15129e5f9283 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Uploading image 33be726a-9982-4d35-b21f-9cf65430e55f {{(pid=68800) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 833.897493] env[68800]: DEBUG nova.compute.provider_tree [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.916875] env[68800]: DEBUG oslo_vmware.rw_handles [None req-de6c7284-d2a2-41df-a755-15129e5f9283 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 833.916875] env[68800]: value = "vm-648235" [ 833.916875] env[68800]: _type = "VirtualMachine" [ 833.916875] env[68800]: }. {{(pid=68800) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 833.917113] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-19156670-52c2-4923-b72b-23a2f8e0b57d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.926116] env[68800]: DEBUG oslo_vmware.rw_handles [None req-de6c7284-d2a2-41df-a755-15129e5f9283 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lease: (returnval){ [ 833.926116] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5255d632-57b0-bf55-9a52-7fa40ba94765" [ 833.926116] env[68800]: _type = "HttpNfcLease" [ 833.926116] env[68800]: } obtained for exporting VM: (result){ [ 833.926116] env[68800]: value = "vm-648235" [ 833.926116] env[68800]: _type = "VirtualMachine" [ 833.926116] env[68800]: }. {{(pid=68800) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 833.926116] env[68800]: DEBUG oslo_vmware.api [None req-de6c7284-d2a2-41df-a755-15129e5f9283 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the lease: (returnval){ [ 833.926116] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5255d632-57b0-bf55-9a52-7fa40ba94765" [ 833.926116] env[68800]: _type = "HttpNfcLease" [ 833.926116] env[68800]: } to be ready. {{(pid=68800) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 833.934415] env[68800]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 833.934415] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5255d632-57b0-bf55-9a52-7fa40ba94765" [ 833.934415] env[68800]: _type = "HttpNfcLease" [ 833.934415] env[68800]: } is initializing. {{(pid=68800) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 834.149377] env[68800]: DEBUG nova.compute.manager [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 0493e632-089d-4166-8048-040724607526] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 834.189546] env[68800]: INFO nova.compute.manager [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] Took 47.36 seconds to build instance. [ 834.199584] env[68800]: DEBUG nova.virt.hardware [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 834.199861] env[68800]: DEBUG nova.virt.hardware [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 834.200028] env[68800]: DEBUG nova.virt.hardware [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 834.200215] env[68800]: DEBUG nova.virt.hardware [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 834.200360] env[68800]: DEBUG nova.virt.hardware [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 834.200506] env[68800]: DEBUG nova.virt.hardware [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 834.200808] env[68800]: DEBUG nova.virt.hardware [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 834.201432] env[68800]: DEBUG nova.virt.hardware [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 834.201956] env[68800]: DEBUG nova.virt.hardware [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 834.202594] env[68800]: DEBUG nova.virt.hardware [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 834.202594] env[68800]: DEBUG nova.virt.hardware [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 834.203577] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8835077a-c0d9-4956-a424-ef3224afc955 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.216651] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40dc339-1eea-4f9b-9ca1-5643532cfd03 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.245320] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-4600fcb9-d21f-4a7f-8492-93ce5df3f7c1 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Creating linked-clone VM from snapshot {{(pid=68800) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 834.245584] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fe56ef36-a4e9-4028-b10f-fae4cef8232d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.257026] env[68800]: DEBUG oslo_vmware.api [None req-4600fcb9-d21f-4a7f-8492-93ce5df3f7c1 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Waiting for the task: (returnval){ [ 834.257026] env[68800]: value = "task-3243658" [ 834.257026] env[68800]: _type = "Task" [ 834.257026] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.267077] env[68800]: DEBUG oslo_vmware.api [None req-4600fcb9-d21f-4a7f-8492-93ce5df3f7c1 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243658, 'name': CloneVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.324878] env[68800]: DEBUG oslo_vmware.api [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3243656, 'name': Rename_Task, 'duration_secs': 0.161046} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.324878] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 834.324878] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ca00bdb-e34f-437d-b15f-2ea2efcbc099 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.336830] env[68800]: DEBUG oslo_vmware.api [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the task: (returnval){ [ 834.336830] env[68800]: value = "task-3243659" [ 834.336830] env[68800]: _type = "Task" [ 834.336830] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.347393] env[68800]: DEBUG oslo_vmware.api [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3243659, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.403622] env[68800]: DEBUG nova.scheduler.client.report [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.435440] env[68800]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 834.435440] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5255d632-57b0-bf55-9a52-7fa40ba94765" [ 834.435440] env[68800]: _type = "HttpNfcLease" [ 834.435440] env[68800]: } is ready. {{(pid=68800) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 834.435836] env[68800]: DEBUG oslo_vmware.rw_handles [None req-de6c7284-d2a2-41df-a755-15129e5f9283 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 834.435836] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5255d632-57b0-bf55-9a52-7fa40ba94765" [ 834.435836] env[68800]: _type = "HttpNfcLease" [ 834.435836] env[68800]: }. {{(pid=68800) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 834.436692] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e880f2-47ff-4007-977b-0eeb7646d3bf {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.446684] env[68800]: DEBUG oslo_vmware.rw_handles [None req-de6c7284-d2a2-41df-a755-15129e5f9283 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523ab1bd-3cf3-890b-e2ae-99d054ba8812/disk-0.vmdk from lease info. {{(pid=68800) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 834.446684] env[68800]: DEBUG oslo_vmware.rw_handles [None req-de6c7284-d2a2-41df-a755-15129e5f9283 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523ab1bd-3cf3-890b-e2ae-99d054ba8812/disk-0.vmdk for reading. {{(pid=68800) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 834.551539] env[68800]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f4c18d55-9284-4319-896d-755486f1124d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.691454] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0066468d-0deb-4934-a1f1-c38f181a3675 tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Lock "21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.999s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.772964] env[68800]: DEBUG oslo_vmware.api [None req-4600fcb9-d21f-4a7f-8492-93ce5df3f7c1 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243658, 'name': CloneVM_Task} progress is 94%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.848352] env[68800]: DEBUG oslo_vmware.api [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3243659, 'name': PowerOnVM_Task, 'duration_secs': 0.51095} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.848629] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.848867] env[68800]: INFO nova.compute.manager [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Took 10.46 seconds to spawn the instance on the hypervisor. [ 834.849161] env[68800]: DEBUG nova.compute.manager [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.849969] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfb703f-1f65-4a42-b876-afbf49c96d55 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.888504] env[68800]: DEBUG nova.compute.manager [None req-272f082f-4c2e-49f3-adbf-b8398e3b9103 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.889997] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2edbbc8-9825-4858-9b31-2510fec0662c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.908139] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.802s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.908941] env[68800]: DEBUG nova.compute.manager [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] [instance: 16d4cf76-c278-4989-abf7-502f4b594a5b] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 834.914227] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.033s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.915800] env[68800]: INFO nova.compute.claims [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 0c495f2d-e6a8-43d0-bce9-72ed187abe3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 835.195830] env[68800]: DEBUG nova.compute.manager [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 9a6a4700-3316-46ad-bebd-111330ccc205] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 835.273792] env[68800]: DEBUG oslo_vmware.api [None req-4600fcb9-d21f-4a7f-8492-93ce5df3f7c1 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243658, 'name': CloneVM_Task} progress is 94%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.375702] env[68800]: INFO nova.compute.manager [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Took 43.79 seconds to build instance. [ 835.410023] env[68800]: INFO nova.compute.manager [None req-272f082f-4c2e-49f3-adbf-b8398e3b9103 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] instance snapshotting [ 835.410023] env[68800]: DEBUG nova.objects.instance [None req-272f082f-4c2e-49f3-adbf-b8398e3b9103 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lazy-loading 'flavor' on Instance uuid 99f2d44f-e361-466f-998c-f23a2b04bcbf {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 835.416185] env[68800]: DEBUG nova.compute.utils [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 835.423533] env[68800]: DEBUG nova.compute.manager [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] [instance: 16d4cf76-c278-4989-abf7-502f4b594a5b] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 835.423533] env[68800]: DEBUG nova.network.neutron [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] [instance: 16d4cf76-c278-4989-abf7-502f4b594a5b] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 835.541128] env[68800]: DEBUG nova.policy [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ae22cfc90874702ac59de2581cd0b4a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f07e0e44a98241658c528e1666a03c3a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 835.728333] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.772788] env[68800]: DEBUG oslo_vmware.api [None req-4600fcb9-d21f-4a7f-8492-93ce5df3f7c1 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243658, 'name': CloneVM_Task} progress is 95%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.878951] env[68800]: DEBUG oslo_concurrency.lockutils [None req-04f1d19a-f43b-4a9e-80e2-563817ec2f69 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lock "d31685d0-2d63-49c1-9615-a332ad4777ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.008s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.923633] env[68800]: DEBUG nova.compute.manager [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] [instance: 16d4cf76-c278-4989-abf7-502f4b594a5b] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 835.928327] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06bd164b-e468-48fc-bb2d-7d9feed602ec {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.954791] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197a1308-870f-4636-9716-f02d65068a4b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.232323] env[68800]: DEBUG nova.network.neutron [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 0493e632-089d-4166-8048-040724607526] Successfully updated port: ff549acd-bb27-4f00-905a-947ad84f96fc {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 836.281535] env[68800]: DEBUG oslo_vmware.api [None req-4600fcb9-d21f-4a7f-8492-93ce5df3f7c1 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243658, 'name': CloneVM_Task, 'duration_secs': 1.684863} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.284028] env[68800]: INFO nova.virt.vmwareapi.vmops [None req-4600fcb9-d21f-4a7f-8492-93ce5df3f7c1 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Created linked-clone VM from snapshot [ 836.284028] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2402ba4-ee83-4374-817f-9e6e741e8b3a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.298396] env[68800]: DEBUG nova.virt.vmwareapi.images [None req-4600fcb9-d21f-4a7f-8492-93ce5df3f7c1 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Uploading image de75b34c-7c99-4cb7-b688-d2b53f310092 {{(pid=68800) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 836.319270] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-4600fcb9-d21f-4a7f-8492-93ce5df3f7c1 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Destroying the VM {{(pid=68800) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 836.319569] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6dc68060-6796-4cb2-8f51-965287ea880d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.330405] env[68800]: DEBUG oslo_vmware.api [None req-4600fcb9-d21f-4a7f-8492-93ce5df3f7c1 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Waiting for the task: (returnval){ [ 836.330405] env[68800]: value = "task-3243660" [ 836.330405] env[68800]: _type = "Task" [ 836.330405] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.341250] env[68800]: DEBUG oslo_vmware.api [None req-4600fcb9-d21f-4a7f-8492-93ce5df3f7c1 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243660, 'name': Destroy_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.388388] env[68800]: DEBUG nova.compute.manager [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] [instance: 91179070-6a65-4881-94e7-a669501d328b] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 836.393051] env[68800]: DEBUG nova.network.neutron [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] [instance: 16d4cf76-c278-4989-abf7-502f4b594a5b] Successfully created port: 560a07bb-28cf-4dbf-972b-66435dff74df {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 836.467809] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-272f082f-4c2e-49f3-adbf-b8398e3b9103 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Creating Snapshot of the VM instance {{(pid=68800) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 836.467809] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e7adfe3b-98b1-4018-8be3-39e685bf76ea {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.476829] env[68800]: DEBUG oslo_vmware.api [None req-272f082f-4c2e-49f3-adbf-b8398e3b9103 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 836.476829] env[68800]: value = "task-3243661" [ 836.476829] env[68800]: _type = "Task" [ 836.476829] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.495364] env[68800]: DEBUG oslo_vmware.api [None req-272f082f-4c2e-49f3-adbf-b8398e3b9103 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243661, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.602842] env[68800]: DEBUG nova.compute.manager [req-055fc74b-1981-4873-aadd-b45f493256ec req-b56153ce-1ec7-46c5-bff1-c63df69c6554 service nova] [instance: 0493e632-089d-4166-8048-040724607526] Received event network-vif-plugged-ff549acd-bb27-4f00-905a-947ad84f96fc {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.603114] env[68800]: DEBUG oslo_concurrency.lockutils [req-055fc74b-1981-4873-aadd-b45f493256ec req-b56153ce-1ec7-46c5-bff1-c63df69c6554 service nova] Acquiring lock "0493e632-089d-4166-8048-040724607526-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.603500] env[68800]: DEBUG oslo_concurrency.lockutils [req-055fc74b-1981-4873-aadd-b45f493256ec req-b56153ce-1ec7-46c5-bff1-c63df69c6554 service nova] Lock "0493e632-089d-4166-8048-040724607526-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.603669] env[68800]: DEBUG oslo_concurrency.lockutils [req-055fc74b-1981-4873-aadd-b45f493256ec req-b56153ce-1ec7-46c5-bff1-c63df69c6554 service nova] Lock "0493e632-089d-4166-8048-040724607526-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.603821] env[68800]: DEBUG nova.compute.manager [req-055fc74b-1981-4873-aadd-b45f493256ec req-b56153ce-1ec7-46c5-bff1-c63df69c6554 service nova] [instance: 0493e632-089d-4166-8048-040724607526] No waiting events found dispatching network-vif-plugged-ff549acd-bb27-4f00-905a-947ad84f96fc {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 836.605030] env[68800]: WARNING nova.compute.manager [req-055fc74b-1981-4873-aadd-b45f493256ec req-b56153ce-1ec7-46c5-bff1-c63df69c6554 service nova] [instance: 0493e632-089d-4166-8048-040724607526] Received unexpected event network-vif-plugged-ff549acd-bb27-4f00-905a-947ad84f96fc for instance with vm_state building and task_state spawning. [ 836.655768] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Acquiring lock "c19ca69f-35ab-4737-997c-89f30164836a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.656022] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Lock "c19ca69f-35ab-4737-997c-89f30164836a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.675639] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bca810e-3ecb-4ea5-8a6d-85ea2fda41e9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.684393] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2ddcf5-fb98-440d-b222-79211822a364 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.716860] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596da496-bb52-4127-8572-fb69fccf9194 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.726944] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9be699-aef6-4baa-a198-a10b53aba244 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.744258] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "refresh_cache-0493e632-089d-4166-8048-040724607526" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.744258] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquired lock "refresh_cache-0493e632-089d-4166-8048-040724607526" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.744366] env[68800]: DEBUG nova.network.neutron [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 0493e632-089d-4166-8048-040724607526] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 836.745783] env[68800]: DEBUG nova.compute.provider_tree [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.839924] env[68800]: DEBUG oslo_vmware.api [None req-4600fcb9-d21f-4a7f-8492-93ce5df3f7c1 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243660, 'name': Destroy_Task} progress is 33%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.843874] env[68800]: DEBUG nova.compute.manager [req-755cea26-c716-43be-ae39-1a7afac08544 req-4f9a46f8-966d-4689-954d-cbf3e774085a service nova] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] Received event network-changed-f5758148-eb52-48f3-a0d8-ac6afe8ea23d {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.844147] env[68800]: DEBUG nova.compute.manager [req-755cea26-c716-43be-ae39-1a7afac08544 req-4f9a46f8-966d-4689-954d-cbf3e774085a service nova] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] Refreshing instance network info cache due to event network-changed-f5758148-eb52-48f3-a0d8-ac6afe8ea23d. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 836.844664] env[68800]: DEBUG oslo_concurrency.lockutils [req-755cea26-c716-43be-ae39-1a7afac08544 req-4f9a46f8-966d-4689-954d-cbf3e774085a service nova] Acquiring lock "refresh_cache-21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.844664] env[68800]: DEBUG oslo_concurrency.lockutils [req-755cea26-c716-43be-ae39-1a7afac08544 req-4f9a46f8-966d-4689-954d-cbf3e774085a service nova] Acquired lock "refresh_cache-21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.844664] env[68800]: DEBUG nova.network.neutron [req-755cea26-c716-43be-ae39-1a7afac08544 req-4f9a46f8-966d-4689-954d-cbf3e774085a service nova] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] Refreshing network info cache for port f5758148-eb52-48f3-a0d8-ac6afe8ea23d {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.910560] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.943552] env[68800]: DEBUG nova.compute.manager [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] [instance: 16d4cf76-c278-4989-abf7-502f4b594a5b] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 836.967935] env[68800]: DEBUG nova.virt.hardware [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 836.968247] env[68800]: DEBUG nova.virt.hardware [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 836.968456] env[68800]: DEBUG nova.virt.hardware [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.968672] env[68800]: DEBUG nova.virt.hardware [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 836.968851] env[68800]: DEBUG nova.virt.hardware [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.969044] env[68800]: DEBUG nova.virt.hardware [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 836.969307] env[68800]: DEBUG nova.virt.hardware [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 836.969698] env[68800]: DEBUG nova.virt.hardware [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 836.969951] env[68800]: DEBUG nova.virt.hardware [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 836.970154] env[68800]: DEBUG nova.virt.hardware [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 836.970339] env[68800]: DEBUG nova.virt.hardware [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 836.971404] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc7f9ab-1ecd-47f5-a9da-2bef1bce6a04 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.986351] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d9f12f-aa8b-4965-ac87-c7326e493d33 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.001857] env[68800]: DEBUG oslo_vmware.api [None req-272f082f-4c2e-49f3-adbf-b8398e3b9103 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243661, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.254694] env[68800]: DEBUG nova.scheduler.client.report [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.342541] env[68800]: DEBUG oslo_vmware.api [None req-4600fcb9-d21f-4a7f-8492-93ce5df3f7c1 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243660, 'name': Destroy_Task, 'duration_secs': 0.700356} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.343157] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-4600fcb9-d21f-4a7f-8492-93ce5df3f7c1 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Destroyed the VM [ 837.343708] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-4600fcb9-d21f-4a7f-8492-93ce5df3f7c1 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Deleting Snapshot of the VM instance {{(pid=68800) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 837.344547] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c769f43a-8d9b-4eb2-a4d9-c9cb423f5c57 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.356608] env[68800]: DEBUG oslo_vmware.api [None req-4600fcb9-d21f-4a7f-8492-93ce5df3f7c1 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Waiting for the task: (returnval){ [ 837.356608] env[68800]: value = "task-3243662" [ 837.356608] env[68800]: _type = "Task" [ 837.356608] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.367225] env[68800]: DEBUG oslo_vmware.api [None req-4600fcb9-d21f-4a7f-8492-93ce5df3f7c1 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243662, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.385150] env[68800]: DEBUG nova.network.neutron [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 0493e632-089d-4166-8048-040724607526] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 837.492455] env[68800]: DEBUG oslo_vmware.api [None req-272f082f-4c2e-49f3-adbf-b8398e3b9103 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243661, 'name': CreateSnapshot_Task, 'duration_secs': 0.886301} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.495834] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-272f082f-4c2e-49f3-adbf-b8398e3b9103 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Created Snapshot of the VM instance {{(pid=68800) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 837.498716] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432d12fa-ed86-4ab6-9952-afa904b5885e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.611711] env[68800]: DEBUG nova.network.neutron [req-755cea26-c716-43be-ae39-1a7afac08544 req-4f9a46f8-966d-4689-954d-cbf3e774085a service nova] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] Updated VIF entry in instance network info cache for port f5758148-eb52-48f3-a0d8-ac6afe8ea23d. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 837.612130] env[68800]: DEBUG nova.network.neutron [req-755cea26-c716-43be-ae39-1a7afac08544 req-4f9a46f8-966d-4689-954d-cbf3e774085a service nova] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] Updating instance_info_cache with network_info: [{"id": "f5758148-eb52-48f3-a0d8-ac6afe8ea23d", "address": "fa:16:3e:43:84:55", "network": {"id": "bd19bcea-a33f-42fb-a9d7-96ef1238b31e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1061261904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bce81ea0aa8745b59cc418debf12e7d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5758148-eb", "ovs_interfaceid": "f5758148-eb52-48f3-a0d8-ac6afe8ea23d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.762757] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.849s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.763392] env[68800]: DEBUG nova.compute.manager [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 0c495f2d-e6a8-43d0-bce9-72ed187abe3a] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 837.766435] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ad661129-ca00-4319-800e-fe92290c6c3a tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.504s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.766740] env[68800]: DEBUG nova.objects.instance [None req-ad661129-ca00-4319-800e-fe92290c6c3a tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Lazy-loading 'resources' on Instance uuid b636f115-b125-4317-915a-d03d85d128aa {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 837.817492] env[68800]: DEBUG nova.network.neutron [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 0493e632-089d-4166-8048-040724607526] Updating instance_info_cache with network_info: [{"id": "ff549acd-bb27-4f00-905a-947ad84f96fc", "address": "fa:16:3e:90:09:e6", "network": {"id": "aee245cb-ee4d-4a69-b6dd-d607d862d951", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-900599029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84cb1a2d15ae40b294b17dabe7bbbfd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff549acd-bb", "ovs_interfaceid": "ff549acd-bb27-4f00-905a-947ad84f96fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.869280] env[68800]: DEBUG oslo_vmware.api [None req-4600fcb9-d21f-4a7f-8492-93ce5df3f7c1 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243662, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.017520] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-272f082f-4c2e-49f3-adbf-b8398e3b9103 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Creating linked-clone VM from snapshot {{(pid=68800) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 838.018832] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3b54465d-2c8e-45b0-ae31-e93f69bc203a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.029794] env[68800]: DEBUG oslo_vmware.api [None req-272f082f-4c2e-49f3-adbf-b8398e3b9103 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 838.029794] env[68800]: value = "task-3243663" [ 838.029794] env[68800]: _type = "Task" [ 838.029794] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.039182] env[68800]: DEBUG oslo_vmware.api [None req-272f082f-4c2e-49f3-adbf-b8398e3b9103 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243663, 'name': CloneVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.115251] env[68800]: DEBUG oslo_concurrency.lockutils [req-755cea26-c716-43be-ae39-1a7afac08544 req-4f9a46f8-966d-4689-954d-cbf3e774085a service nova] Releasing lock "refresh_cache-21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.273574] env[68800]: DEBUG nova.compute.utils [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 838.278132] env[68800]: DEBUG nova.compute.manager [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 0c495f2d-e6a8-43d0-bce9-72ed187abe3a] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 838.278882] env[68800]: DEBUG nova.network.neutron [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 0c495f2d-e6a8-43d0-bce9-72ed187abe3a] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 838.323585] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Releasing lock "refresh_cache-0493e632-089d-4166-8048-040724607526" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.327022] env[68800]: DEBUG nova.compute.manager [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 0493e632-089d-4166-8048-040724607526] Instance network_info: |[{"id": "ff549acd-bb27-4f00-905a-947ad84f96fc", "address": "fa:16:3e:90:09:e6", "network": {"id": "aee245cb-ee4d-4a69-b6dd-d607d862d951", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-900599029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84cb1a2d15ae40b294b17dabe7bbbfd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff549acd-bb", "ovs_interfaceid": "ff549acd-bb27-4f00-905a-947ad84f96fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 838.327022] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 0493e632-089d-4166-8048-040724607526] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:09:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2c019b6-3ef3-4c8f-95bd-edede2c554a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff549acd-bb27-4f00-905a-947ad84f96fc', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 838.338900] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.342072] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0493e632-089d-4166-8048-040724607526] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 838.342924] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c3b06c2-7d30-43c7-9176-f4105e827ab5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.378141] env[68800]: DEBUG oslo_vmware.api [None req-4600fcb9-d21f-4a7f-8492-93ce5df3f7c1 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243662, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.382560] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 838.382560] env[68800]: value = "task-3243664" [ 838.382560] env[68800]: _type = "Task" [ 838.382560] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.391940] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243664, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.393589] env[68800]: DEBUG nova.policy [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '104322d5334849aaa6f87edfd2de077f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2190ee26c5fd4b45bef924317c50b4d5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 838.437543] env[68800]: DEBUG nova.network.neutron [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] [instance: 16d4cf76-c278-4989-abf7-502f4b594a5b] Successfully updated port: 560a07bb-28cf-4dbf-972b-66435dff74df {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 838.548860] env[68800]: DEBUG oslo_vmware.api [None req-272f082f-4c2e-49f3-adbf-b8398e3b9103 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243663, 'name': CloneVM_Task} progress is 94%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.734970] env[68800]: DEBUG nova.compute.manager [req-c72fcf24-203c-4d93-8db9-058539cc0ef9 req-8d67ce47-5a7c-4661-b80c-9223b033bf92 service nova] [instance: 0493e632-089d-4166-8048-040724607526] Received event network-changed-ff549acd-bb27-4f00-905a-947ad84f96fc {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.734970] env[68800]: DEBUG nova.compute.manager [req-c72fcf24-203c-4d93-8db9-058539cc0ef9 req-8d67ce47-5a7c-4661-b80c-9223b033bf92 service nova] [instance: 0493e632-089d-4166-8048-040724607526] Refreshing instance network info cache due to event network-changed-ff549acd-bb27-4f00-905a-947ad84f96fc. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 838.734970] env[68800]: DEBUG oslo_concurrency.lockutils [req-c72fcf24-203c-4d93-8db9-058539cc0ef9 req-8d67ce47-5a7c-4661-b80c-9223b033bf92 service nova] Acquiring lock "refresh_cache-0493e632-089d-4166-8048-040724607526" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.734970] env[68800]: DEBUG oslo_concurrency.lockutils [req-c72fcf24-203c-4d93-8db9-058539cc0ef9 req-8d67ce47-5a7c-4661-b80c-9223b033bf92 service nova] Acquired lock "refresh_cache-0493e632-089d-4166-8048-040724607526" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.734970] env[68800]: DEBUG nova.network.neutron [req-c72fcf24-203c-4d93-8db9-058539cc0ef9 req-8d67ce47-5a7c-4661-b80c-9223b033bf92 service nova] [instance: 0493e632-089d-4166-8048-040724607526] Refreshing network info cache for port ff549acd-bb27-4f00-905a-947ad84f96fc {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.782494] env[68800]: DEBUG nova.compute.manager [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 0c495f2d-e6a8-43d0-bce9-72ed187abe3a] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 838.883158] env[68800]: DEBUG oslo_vmware.api [None req-4600fcb9-d21f-4a7f-8492-93ce5df3f7c1 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243662, 'name': RemoveSnapshot_Task, 'duration_secs': 1.064884} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.883827] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-4600fcb9-d21f-4a7f-8492-93ce5df3f7c1 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Deleted Snapshot of the VM instance {{(pid=68800) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 838.899640] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243664, 'name': CreateVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.946303] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Acquiring lock "refresh_cache-16d4cf76-c278-4989-abf7-502f4b594a5b" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.946549] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Acquired lock "refresh_cache-16d4cf76-c278-4989-abf7-502f4b594a5b" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.946759] env[68800]: DEBUG nova.network.neutron [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] [instance: 16d4cf76-c278-4989-abf7-502f4b594a5b] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.965595] env[68800]: DEBUG nova.network.neutron [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 0c495f2d-e6a8-43d0-bce9-72ed187abe3a] Successfully created port: a63061b9-6ffa-4b89-89a8-ccf589e0f774 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 839.028828] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e32b05b-1c93-4273-afb5-9c70ce45d7f0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.044991] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61b5e9b-7c38-40f0-9363-95efa578a248 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.048562] env[68800]: DEBUG oslo_vmware.api [None req-272f082f-4c2e-49f3-adbf-b8398e3b9103 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243663, 'name': CloneVM_Task} progress is 94%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.085406] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2e2fe1-db1a-436c-9b60-c70374b4484a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.096365] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bf457d-8599-40ea-bf6e-c2e42c84bd67 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.115046] env[68800]: DEBUG nova.compute.provider_tree [None req-ad661129-ca00-4319-800e-fe92290c6c3a tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.395604] env[68800]: WARNING nova.compute.manager [None req-4600fcb9-d21f-4a7f-8492-93ce5df3f7c1 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Image not found during snapshot: nova.exception.ImageNotFound: Image de75b34c-7c99-4cb7-b688-d2b53f310092 could not be found. [ 839.397340] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243664, 'name': CreateVM_Task, 'duration_secs': 0.553181} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.400175] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0493e632-089d-4166-8048-040724607526] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 839.400847] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.401224] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.401651] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.402608] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a936e8f-4a7e-46ba-85fc-fc46f546fd83 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.408752] env[68800]: DEBUG oslo_vmware.api [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 839.408752] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]525293c6-bbfd-19b5-aa3e-8e9b5ec25905" [ 839.408752] env[68800]: _type = "Task" [ 839.408752] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.421217] env[68800]: DEBUG oslo_vmware.api [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]525293c6-bbfd-19b5-aa3e-8e9b5ec25905, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.485253] env[68800]: DEBUG nova.network.neutron [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] [instance: 16d4cf76-c278-4989-abf7-502f4b594a5b] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 839.542904] env[68800]: DEBUG oslo_vmware.api [None req-272f082f-4c2e-49f3-adbf-b8398e3b9103 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243663, 'name': CloneVM_Task} progress is 95%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.617560] env[68800]: DEBUG nova.scheduler.client.report [None req-ad661129-ca00-4319-800e-fe92290c6c3a tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.621967] env[68800]: DEBUG nova.network.neutron [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] [instance: 16d4cf76-c278-4989-abf7-502f4b594a5b] Updating instance_info_cache with network_info: [{"id": "560a07bb-28cf-4dbf-972b-66435dff74df", "address": "fa:16:3e:ae:9c:68", "network": {"id": "2ea8b2a8-1885-4265-b5a5-7aedfe08dfde", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-161410454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f07e0e44a98241658c528e1666a03c3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap560a07bb-28", "ovs_interfaceid": "560a07bb-28cf-4dbf-972b-66435dff74df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.797608] env[68800]: DEBUG nova.compute.manager [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 0c495f2d-e6a8-43d0-bce9-72ed187abe3a] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 839.834786] env[68800]: DEBUG nova.virt.hardware [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 839.835104] env[68800]: DEBUG nova.virt.hardware [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 839.835313] env[68800]: DEBUG nova.virt.hardware [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.835539] env[68800]: DEBUG nova.virt.hardware [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 839.835800] env[68800]: DEBUG nova.virt.hardware [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.835994] env[68800]: DEBUG nova.virt.hardware [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 839.836426] env[68800]: DEBUG nova.virt.hardware [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 839.836653] env[68800]: DEBUG nova.virt.hardware [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 839.836872] env[68800]: DEBUG nova.virt.hardware [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 839.837099] env[68800]: DEBUG nova.virt.hardware [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 839.837321] env[68800]: DEBUG nova.virt.hardware [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 839.838353] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c6a5ec-a08d-4804-aec1-637d2ff3a8a7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.847818] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9faf2768-3667-42cf-92e4-86019338f17c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.921711] env[68800]: DEBUG oslo_vmware.api [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]525293c6-bbfd-19b5-aa3e-8e9b5ec25905, 'name': SearchDatastore_Task, 'duration_secs': 0.027422} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.922041] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.922356] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 0493e632-089d-4166-8048-040724607526] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 839.922497] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.922636] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.922804] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 839.923218] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2cd22647-42cf-42ee-b918-3c4d90c01b91 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.933056] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 839.933304] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 839.933999] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1138176-f047-4728-ac1a-35e36e372a31 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.941609] env[68800]: DEBUG oslo_vmware.api [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 839.941609] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520acb29-091f-0074-0fd7-2f1bfa3ce412" [ 839.941609] env[68800]: _type = "Task" [ 839.941609] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.950633] env[68800]: DEBUG oslo_vmware.api [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520acb29-091f-0074-0fd7-2f1bfa3ce412, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.953402] env[68800]: DEBUG nova.network.neutron [req-c72fcf24-203c-4d93-8db9-058539cc0ef9 req-8d67ce47-5a7c-4661-b80c-9223b033bf92 service nova] [instance: 0493e632-089d-4166-8048-040724607526] Updated VIF entry in instance network info cache for port ff549acd-bb27-4f00-905a-947ad84f96fc. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 839.953745] env[68800]: DEBUG nova.network.neutron [req-c72fcf24-203c-4d93-8db9-058539cc0ef9 req-8d67ce47-5a7c-4661-b80c-9223b033bf92 service nova] [instance: 0493e632-089d-4166-8048-040724607526] Updating instance_info_cache with network_info: [{"id": "ff549acd-bb27-4f00-905a-947ad84f96fc", "address": "fa:16:3e:90:09:e6", "network": {"id": "aee245cb-ee4d-4a69-b6dd-d607d862d951", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-900599029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84cb1a2d15ae40b294b17dabe7bbbfd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff549acd-bb", "ovs_interfaceid": "ff549acd-bb27-4f00-905a-947ad84f96fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.043855] env[68800]: DEBUG oslo_vmware.api [None req-272f082f-4c2e-49f3-adbf-b8398e3b9103 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243663, 'name': CloneVM_Task, 'duration_secs': 1.727707} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.044172] env[68800]: INFO nova.virt.vmwareapi.vmops [None req-272f082f-4c2e-49f3-adbf-b8398e3b9103 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Created linked-clone VM from snapshot [ 840.044937] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0625dd91-8083-436e-aecf-7876c6f0ec1a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.054463] env[68800]: DEBUG nova.virt.vmwareapi.images [None req-272f082f-4c2e-49f3-adbf-b8398e3b9103 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Uploading image ada35bbb-344c-45b7-95ec-d200217b1101 {{(pid=68800) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 840.076742] env[68800]: DEBUG oslo_vmware.rw_handles [None req-272f082f-4c2e-49f3-adbf-b8398e3b9103 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 840.076742] env[68800]: value = "vm-648239" [ 840.076742] env[68800]: _type = "VirtualMachine" [ 840.076742] env[68800]: }. {{(pid=68800) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 840.077067] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d86ad180-7784-46e4-a75e-07ca18b1fcf3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.085659] env[68800]: DEBUG oslo_vmware.rw_handles [None req-272f082f-4c2e-49f3-adbf-b8398e3b9103 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lease: (returnval){ [ 840.085659] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52f9b582-d9cb-5bb4-9f80-da1323442ea2" [ 840.085659] env[68800]: _type = "HttpNfcLease" [ 840.085659] env[68800]: } obtained for exporting VM: (result){ [ 840.085659] env[68800]: value = "vm-648239" [ 840.085659] env[68800]: _type = "VirtualMachine" [ 840.085659] env[68800]: }. {{(pid=68800) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 840.086061] env[68800]: DEBUG oslo_vmware.api [None req-272f082f-4c2e-49f3-adbf-b8398e3b9103 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the lease: (returnval){ [ 840.086061] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52f9b582-d9cb-5bb4-9f80-da1323442ea2" [ 840.086061] env[68800]: _type = "HttpNfcLease" [ 840.086061] env[68800]: } to be ready. {{(pid=68800) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 840.093759] env[68800]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 840.093759] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52f9b582-d9cb-5bb4-9f80-da1323442ea2" [ 840.093759] env[68800]: _type = "HttpNfcLease" [ 840.093759] env[68800]: } is initializing. {{(pid=68800) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 840.124354] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ad661129-ca00-4319-800e-fe92290c6c3a tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.358s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.126679] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Releasing lock "refresh_cache-16d4cf76-c278-4989-abf7-502f4b594a5b" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.126978] env[68800]: DEBUG nova.compute.manager [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] [instance: 16d4cf76-c278-4989-abf7-502f4b594a5b] Instance network_info: |[{"id": "560a07bb-28cf-4dbf-972b-66435dff74df", "address": "fa:16:3e:ae:9c:68", "network": {"id": "2ea8b2a8-1885-4265-b5a5-7aedfe08dfde", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-161410454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f07e0e44a98241658c528e1666a03c3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap560a07bb-28", "ovs_interfaceid": "560a07bb-28cf-4dbf-972b-66435dff74df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 840.127510] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.548s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.129173] env[68800]: INFO nova.compute.claims [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 08ce6d65-5a60-464d-a429-39c204f43892] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 840.132025] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] [instance: 16d4cf76-c278-4989-abf7-502f4b594a5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:9c:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd8383707-f093-40a7-a5ba-31b0e07cac45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '560a07bb-28cf-4dbf-972b-66435dff74df', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 840.141919] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Creating folder: Project (f07e0e44a98241658c528e1666a03c3a). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 840.142450] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66ca3603-6adc-49f4-a6b7-85b0a4ec178b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.148100] env[68800]: INFO nova.scheduler.client.report [None req-ad661129-ca00-4319-800e-fe92290c6c3a tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Deleted allocations for instance b636f115-b125-4317-915a-d03d85d128aa [ 840.157808] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Created folder: Project (f07e0e44a98241658c528e1666a03c3a) in parent group-v648080. [ 840.158045] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Creating folder: Instances. Parent ref: group-v648241. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 840.158325] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-157b359e-902d-446e-8d2b-04f3dee51fef {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.177698] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Created folder: Instances in parent group-v648241. [ 840.178112] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.178213] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16d4cf76-c278-4989-abf7-502f4b594a5b] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 840.178407] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2435ba37-e44e-4120-b452-289e3fb398af {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.204510] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 840.204510] env[68800]: value = "task-3243668" [ 840.204510] env[68800]: _type = "Task" [ 840.204510] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.216555] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243668, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.454243] env[68800]: DEBUG oslo_vmware.api [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520acb29-091f-0074-0fd7-2f1bfa3ce412, 'name': SearchDatastore_Task, 'duration_secs': 0.016577} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.455224] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76d21bd8-4cd5-42d2-8e4d-b9abac8313df {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.458397] env[68800]: DEBUG oslo_concurrency.lockutils [req-c72fcf24-203c-4d93-8db9-058539cc0ef9 req-8d67ce47-5a7c-4661-b80c-9223b033bf92 service nova] Releasing lock "refresh_cache-0493e632-089d-4166-8048-040724607526" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.458681] env[68800]: DEBUG nova.compute.manager [req-c72fcf24-203c-4d93-8db9-058539cc0ef9 req-8d67ce47-5a7c-4661-b80c-9223b033bf92 service nova] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Received event network-changed-3822ef29-d788-40e8-a0a1-9b1cabeb2964 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.458880] env[68800]: DEBUG nova.compute.manager [req-c72fcf24-203c-4d93-8db9-058539cc0ef9 req-8d67ce47-5a7c-4661-b80c-9223b033bf92 service nova] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Refreshing instance network info cache due to event network-changed-3822ef29-d788-40e8-a0a1-9b1cabeb2964. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 840.459131] env[68800]: DEBUG oslo_concurrency.lockutils [req-c72fcf24-203c-4d93-8db9-058539cc0ef9 req-8d67ce47-5a7c-4661-b80c-9223b033bf92 service nova] Acquiring lock "refresh_cache-d31685d0-2d63-49c1-9615-a332ad4777ed" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.459302] env[68800]: DEBUG oslo_concurrency.lockutils [req-c72fcf24-203c-4d93-8db9-058539cc0ef9 req-8d67ce47-5a7c-4661-b80c-9223b033bf92 service nova] Acquired lock "refresh_cache-d31685d0-2d63-49c1-9615-a332ad4777ed" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.459506] env[68800]: DEBUG nova.network.neutron [req-c72fcf24-203c-4d93-8db9-058539cc0ef9 req-8d67ce47-5a7c-4661-b80c-9223b033bf92 service nova] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Refreshing network info cache for port 3822ef29-d788-40e8-a0a1-9b1cabeb2964 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.464676] env[68800]: DEBUG oslo_vmware.api [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 840.464676] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52af4e39-ce4c-7fe2-7e51-0b238724b0c1" [ 840.464676] env[68800]: _type = "Task" [ 840.464676] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.473987] env[68800]: DEBUG oslo_vmware.api [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52af4e39-ce4c-7fe2-7e51-0b238724b0c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.595199] env[68800]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 840.595199] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52f9b582-d9cb-5bb4-9f80-da1323442ea2" [ 840.595199] env[68800]: _type = "HttpNfcLease" [ 840.595199] env[68800]: } is ready. {{(pid=68800) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 840.595502] env[68800]: DEBUG oslo_vmware.rw_handles [None req-272f082f-4c2e-49f3-adbf-b8398e3b9103 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 840.595502] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52f9b582-d9cb-5bb4-9f80-da1323442ea2" [ 840.595502] env[68800]: _type = "HttpNfcLease" [ 840.595502] env[68800]: }. {{(pid=68800) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 840.596860] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b746ca12-712e-47d0-8bfa-3f3375fca731 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.606256] env[68800]: DEBUG oslo_vmware.rw_handles [None req-272f082f-4c2e-49f3-adbf-b8398e3b9103 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ae8a6e-24c7-a922-b9f5-8cb350d60b2a/disk-0.vmdk from lease info. {{(pid=68800) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 840.606460] env[68800]: DEBUG oslo_vmware.rw_handles [None req-272f082f-4c2e-49f3-adbf-b8398e3b9103 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ae8a6e-24c7-a922-b9f5-8cb350d60b2a/disk-0.vmdk for reading. {{(pid=68800) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 840.671603] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ad661129-ca00-4319-800e-fe92290c6c3a tempest-ServerAddressesNegativeTestJSON-1746740438 tempest-ServerAddressesNegativeTestJSON-1746740438-project-member] Lock "b636f115-b125-4317-915a-d03d85d128aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.927s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.716219] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243668, 'name': CreateVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.751201] env[68800]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-62982e2d-45a8-43d7-aa4c-daf9425a823e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.869768] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9e7c4221-d26e-49c0-ac7b-2a94d5ccf176 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Acquiring lock "d9fb180f-dcd3-4123-a2a0-890182749779" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.869953] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9e7c4221-d26e-49c0-ac7b-2a94d5ccf176 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Lock "d9fb180f-dcd3-4123-a2a0-890182749779" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.870173] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9e7c4221-d26e-49c0-ac7b-2a94d5ccf176 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Acquiring lock "d9fb180f-dcd3-4123-a2a0-890182749779-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.870381] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9e7c4221-d26e-49c0-ac7b-2a94d5ccf176 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Lock "d9fb180f-dcd3-4123-a2a0-890182749779-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.870551] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9e7c4221-d26e-49c0-ac7b-2a94d5ccf176 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Lock "d9fb180f-dcd3-4123-a2a0-890182749779-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.874669] env[68800]: INFO nova.compute.manager [None req-9e7c4221-d26e-49c0-ac7b-2a94d5ccf176 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Terminating instance [ 840.982985] env[68800]: DEBUG oslo_vmware.api [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52af4e39-ce4c-7fe2-7e51-0b238724b0c1, 'name': SearchDatastore_Task, 'duration_secs': 0.021596} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.982985] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.983160] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 0493e632-089d-4166-8048-040724607526/0493e632-089d-4166-8048-040724607526.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 840.983646] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ca4b7e0-2654-40c1-a36e-2490e6194b5f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.993198] env[68800]: DEBUG oslo_vmware.api [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 840.993198] env[68800]: value = "task-3243669" [ 840.993198] env[68800]: _type = "Task" [ 840.993198] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.006887] env[68800]: DEBUG oslo_vmware.api [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243669, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.228690] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243668, 'name': CreateVM_Task, 'duration_secs': 0.527729} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.232834] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16d4cf76-c278-4989-abf7-502f4b594a5b] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 841.236704] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.236989] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.237396] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.238430] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80aaeea0-3f6b-4703-a133-372078b86001 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.248740] env[68800]: DEBUG oslo_vmware.api [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Waiting for the task: (returnval){ [ 841.248740] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52713323-0fce-6aba-e3a6-70158f54be0e" [ 841.248740] env[68800]: _type = "Task" [ 841.248740] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.267682] env[68800]: DEBUG oslo_vmware.api [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52713323-0fce-6aba-e3a6-70158f54be0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.379720] env[68800]: DEBUG nova.compute.manager [None req-9e7c4221-d26e-49c0-ac7b-2a94d5ccf176 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 841.380795] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7c4221-d26e-49c0-ac7b-2a94d5ccf176 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 841.383093] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1a936e-6476-4ddb-ad21-c80fd7ad8943 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.397340] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e7c4221-d26e-49c0-ac7b-2a94d5ccf176 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.397894] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-848544db-caef-42c9-9160-01c6e5b5fd67 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.407606] env[68800]: DEBUG oslo_vmware.api [None req-9e7c4221-d26e-49c0-ac7b-2a94d5ccf176 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Waiting for the task: (returnval){ [ 841.407606] env[68800]: value = "task-3243670" [ 841.407606] env[68800]: _type = "Task" [ 841.407606] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.427758] env[68800]: DEBUG oslo_vmware.api [None req-9e7c4221-d26e-49c0-ac7b-2a94d5ccf176 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243670, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.509323] env[68800]: DEBUG oslo_vmware.api [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243669, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.570232] env[68800]: DEBUG nova.compute.manager [req-8ac433cd-8475-43ad-a8a2-0269a001a1c1 req-30f9d377-455f-4b07-bc2e-38231cee9a38 service nova] [instance: 0c495f2d-e6a8-43d0-bce9-72ed187abe3a] Received event network-vif-plugged-a63061b9-6ffa-4b89-89a8-ccf589e0f774 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.570232] env[68800]: DEBUG oslo_concurrency.lockutils [req-8ac433cd-8475-43ad-a8a2-0269a001a1c1 req-30f9d377-455f-4b07-bc2e-38231cee9a38 service nova] Acquiring lock "0c495f2d-e6a8-43d0-bce9-72ed187abe3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.570232] env[68800]: DEBUG oslo_concurrency.lockutils [req-8ac433cd-8475-43ad-a8a2-0269a001a1c1 req-30f9d377-455f-4b07-bc2e-38231cee9a38 service nova] Lock "0c495f2d-e6a8-43d0-bce9-72ed187abe3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.570232] env[68800]: DEBUG oslo_concurrency.lockutils [req-8ac433cd-8475-43ad-a8a2-0269a001a1c1 req-30f9d377-455f-4b07-bc2e-38231cee9a38 service nova] Lock "0c495f2d-e6a8-43d0-bce9-72ed187abe3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.570232] env[68800]: DEBUG nova.compute.manager [req-8ac433cd-8475-43ad-a8a2-0269a001a1c1 req-30f9d377-455f-4b07-bc2e-38231cee9a38 service nova] [instance: 0c495f2d-e6a8-43d0-bce9-72ed187abe3a] No waiting events found dispatching network-vif-plugged-a63061b9-6ffa-4b89-89a8-ccf589e0f774 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 841.571333] env[68800]: WARNING nova.compute.manager [req-8ac433cd-8475-43ad-a8a2-0269a001a1c1 req-30f9d377-455f-4b07-bc2e-38231cee9a38 service nova] [instance: 0c495f2d-e6a8-43d0-bce9-72ed187abe3a] Received unexpected event network-vif-plugged-a63061b9-6ffa-4b89-89a8-ccf589e0f774 for instance with vm_state building and task_state spawning. [ 841.706647] env[68800]: DEBUG nova.network.neutron [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 0c495f2d-e6a8-43d0-bce9-72ed187abe3a] Successfully updated port: a63061b9-6ffa-4b89-89a8-ccf589e0f774 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 841.763426] env[68800]: DEBUG oslo_vmware.api [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52713323-0fce-6aba-e3a6-70158f54be0e, 'name': SearchDatastore_Task, 'duration_secs': 0.075027} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.763909] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.764237] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] [instance: 16d4cf76-c278-4989-abf7-502f4b594a5b] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 841.764575] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.764790] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.764985] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.765382] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4abc173e-59c8-4092-b3ca-d494f824beb6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.776728] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.779021] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.779021] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a230edad-1e25-44fc-ae9a-89f2a008b261 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.789929] env[68800]: DEBUG oslo_vmware.api [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Waiting for the task: (returnval){ [ 841.789929] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5218fe77-a8b7-13da-2a97-acd11de9c25f" [ 841.789929] env[68800]: _type = "Task" [ 841.789929] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.800509] env[68800]: DEBUG oslo_vmware.api [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5218fe77-a8b7-13da-2a97-acd11de9c25f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.826919] env[68800]: DEBUG nova.network.neutron [req-c72fcf24-203c-4d93-8db9-058539cc0ef9 req-8d67ce47-5a7c-4661-b80c-9223b033bf92 service nova] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Updated VIF entry in instance network info cache for port 3822ef29-d788-40e8-a0a1-9b1cabeb2964. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 841.827475] env[68800]: DEBUG nova.network.neutron [req-c72fcf24-203c-4d93-8db9-058539cc0ef9 req-8d67ce47-5a7c-4661-b80c-9223b033bf92 service nova] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Updating instance_info_cache with network_info: [{"id": "3822ef29-d788-40e8-a0a1-9b1cabeb2964", "address": "fa:16:3e:09:26:e9", "network": {"id": "f0cd4842-ddbd-4b1c-ae1f-572165adcf58", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2081563423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d85c7de7338c4e95a65fcf648a8c37a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3822ef29-d7", "ovs_interfaceid": "3822ef29-d788-40e8-a0a1-9b1cabeb2964", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.862162] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfeed0f9-548f-4d17-9a77-dcc7802396c9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.875494] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60809b3b-1da5-443f-96da-1f928f84f2e6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.908736] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86204ff-cc9a-4ff7-be3c-bc61e6f7371c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.925180] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449f9cef-768f-40da-85e2-ddadbd7e974c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.929637] env[68800]: DEBUG oslo_vmware.api [None req-9e7c4221-d26e-49c0-ac7b-2a94d5ccf176 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243670, 'name': PowerOffVM_Task, 'duration_secs': 0.255619} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.930211] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e7c4221-d26e-49c0-ac7b-2a94d5ccf176 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 841.930513] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7c4221-d26e-49c0-ac7b-2a94d5ccf176 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 841.931456] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19e5b824-acea-46ad-95a9-6a5c756674b1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.943311] env[68800]: DEBUG nova.compute.provider_tree [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.012685] env[68800]: DEBUG oslo_vmware.api [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243669, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609638} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.014718] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 0493e632-089d-4166-8048-040724607526/0493e632-089d-4166-8048-040724607526.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 842.015459] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 0493e632-089d-4166-8048-040724607526] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 842.017954] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7c4221-d26e-49c0-ac7b-2a94d5ccf176 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 842.018231] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7c4221-d26e-49c0-ac7b-2a94d5ccf176 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 842.018381] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e7c4221-d26e-49c0-ac7b-2a94d5ccf176 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Deleting the datastore file [datastore1] d9fb180f-dcd3-4123-a2a0-890182749779 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 842.018900] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d85fc8f1-2dd1-45b1-ad40-1eab2edc598b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.021585] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba9013f6-deec-4f1e-8451-14259beeedcb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.030981] env[68800]: DEBUG oslo_vmware.api [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 842.030981] env[68800]: value = "task-3243672" [ 842.030981] env[68800]: _type = "Task" [ 842.030981] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.032571] env[68800]: DEBUG oslo_vmware.api [None req-9e7c4221-d26e-49c0-ac7b-2a94d5ccf176 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Waiting for the task: (returnval){ [ 842.032571] env[68800]: value = "task-3243673" [ 842.032571] env[68800]: _type = "Task" [ 842.032571] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.049829] env[68800]: DEBUG oslo_vmware.api [None req-9e7c4221-d26e-49c0-ac7b-2a94d5ccf176 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243673, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.052385] env[68800]: DEBUG oslo_vmware.rw_handles [None req-de6c7284-d2a2-41df-a755-15129e5f9283 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523ab1bd-3cf3-890b-e2ae-99d054ba8812/disk-0.vmdk. {{(pid=68800) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 842.056407] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728492d4-e215-4c7f-93e6-2684a4dc32b6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.059135] env[68800]: DEBUG oslo_vmware.api [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243672, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.063871] env[68800]: DEBUG oslo_vmware.rw_handles [None req-de6c7284-d2a2-41df-a755-15129e5f9283 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523ab1bd-3cf3-890b-e2ae-99d054ba8812/disk-0.vmdk is in state: ready. {{(pid=68800) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 842.064323] env[68800]: ERROR oslo_vmware.rw_handles [None req-de6c7284-d2a2-41df-a755-15129e5f9283 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523ab1bd-3cf3-890b-e2ae-99d054ba8812/disk-0.vmdk due to incomplete transfer. [ 842.064578] env[68800]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8dfc4e03-c92e-48ff-93f5-7cc8ec4a703d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.073771] env[68800]: DEBUG oslo_vmware.rw_handles [None req-de6c7284-d2a2-41df-a755-15129e5f9283 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523ab1bd-3cf3-890b-e2ae-99d054ba8812/disk-0.vmdk. {{(pid=68800) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 842.073972] env[68800]: DEBUG nova.virt.vmwareapi.images [None req-de6c7284-d2a2-41df-a755-15129e5f9283 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Uploaded image 33be726a-9982-4d35-b21f-9cf65430e55f to the Glance image server {{(pid=68800) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 842.076411] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-de6c7284-d2a2-41df-a755-15129e5f9283 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Destroying the VM {{(pid=68800) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 842.076807] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-62e42a05-ee92-4fbc-9cf7-961b4f392eeb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.087748] env[68800]: DEBUG oslo_vmware.api [None req-de6c7284-d2a2-41df-a755-15129e5f9283 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 842.087748] env[68800]: value = "task-3243674" [ 842.087748] env[68800]: _type = "Task" [ 842.087748] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.096749] env[68800]: DEBUG oslo_vmware.api [None req-de6c7284-d2a2-41df-a755-15129e5f9283 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243674, 'name': Destroy_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.211268] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Acquiring lock "refresh_cache-0c495f2d-e6a8-43d0-bce9-72ed187abe3a" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.211268] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Acquired lock "refresh_cache-0c495f2d-e6a8-43d0-bce9-72ed187abe3a" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.211435] env[68800]: DEBUG nova.network.neutron [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 0c495f2d-e6a8-43d0-bce9-72ed187abe3a] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 842.302792] env[68800]: DEBUG oslo_vmware.api [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5218fe77-a8b7-13da-2a97-acd11de9c25f, 'name': SearchDatastore_Task, 'duration_secs': 0.018863} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.304514] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2a36eac-b87a-474a-9d73-6fc508f10178 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.312639] env[68800]: DEBUG oslo_vmware.api [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Waiting for the task: (returnval){ [ 842.312639] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]521b1ae7-ed4f-5f78-5600-3314c451c376" [ 842.312639] env[68800]: _type = "Task" [ 842.312639] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.322368] env[68800]: DEBUG oslo_vmware.api [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]521b1ae7-ed4f-5f78-5600-3314c451c376, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.337296] env[68800]: DEBUG oslo_concurrency.lockutils [req-c72fcf24-203c-4d93-8db9-058539cc0ef9 req-8d67ce47-5a7c-4661-b80c-9223b033bf92 service nova] Releasing lock "refresh_cache-d31685d0-2d63-49c1-9615-a332ad4777ed" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.337875] env[68800]: DEBUG nova.compute.manager [req-c72fcf24-203c-4d93-8db9-058539cc0ef9 req-8d67ce47-5a7c-4661-b80c-9223b033bf92 service nova] [instance: 16d4cf76-c278-4989-abf7-502f4b594a5b] Received event network-vif-plugged-560a07bb-28cf-4dbf-972b-66435dff74df {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.338261] env[68800]: DEBUG oslo_concurrency.lockutils [req-c72fcf24-203c-4d93-8db9-058539cc0ef9 req-8d67ce47-5a7c-4661-b80c-9223b033bf92 service nova] Acquiring lock "16d4cf76-c278-4989-abf7-502f4b594a5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.338619] env[68800]: DEBUG oslo_concurrency.lockutils [req-c72fcf24-203c-4d93-8db9-058539cc0ef9 req-8d67ce47-5a7c-4661-b80c-9223b033bf92 service nova] Lock "16d4cf76-c278-4989-abf7-502f4b594a5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.339177] env[68800]: DEBUG oslo_concurrency.lockutils [req-c72fcf24-203c-4d93-8db9-058539cc0ef9 req-8d67ce47-5a7c-4661-b80c-9223b033bf92 service nova] Lock "16d4cf76-c278-4989-abf7-502f4b594a5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.339980] env[68800]: DEBUG nova.compute.manager [req-c72fcf24-203c-4d93-8db9-058539cc0ef9 req-8d67ce47-5a7c-4661-b80c-9223b033bf92 service nova] [instance: 16d4cf76-c278-4989-abf7-502f4b594a5b] No waiting events found dispatching network-vif-plugged-560a07bb-28cf-4dbf-972b-66435dff74df {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 842.339980] env[68800]: WARNING nova.compute.manager [req-c72fcf24-203c-4d93-8db9-058539cc0ef9 req-8d67ce47-5a7c-4661-b80c-9223b033bf92 service nova] [instance: 16d4cf76-c278-4989-abf7-502f4b594a5b] Received unexpected event network-vif-plugged-560a07bb-28cf-4dbf-972b-66435dff74df for instance with vm_state building and task_state spawning. [ 842.339980] env[68800]: DEBUG nova.compute.manager [req-c72fcf24-203c-4d93-8db9-058539cc0ef9 req-8d67ce47-5a7c-4661-b80c-9223b033bf92 service nova] [instance: 16d4cf76-c278-4989-abf7-502f4b594a5b] Received event network-changed-560a07bb-28cf-4dbf-972b-66435dff74df {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.342269] env[68800]: DEBUG nova.compute.manager [req-c72fcf24-203c-4d93-8db9-058539cc0ef9 req-8d67ce47-5a7c-4661-b80c-9223b033bf92 service nova] [instance: 16d4cf76-c278-4989-abf7-502f4b594a5b] Refreshing instance network info cache due to event network-changed-560a07bb-28cf-4dbf-972b-66435dff74df. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 842.342269] env[68800]: DEBUG oslo_concurrency.lockutils [req-c72fcf24-203c-4d93-8db9-058539cc0ef9 req-8d67ce47-5a7c-4661-b80c-9223b033bf92 service nova] Acquiring lock "refresh_cache-16d4cf76-c278-4989-abf7-502f4b594a5b" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.342269] env[68800]: DEBUG oslo_concurrency.lockutils [req-c72fcf24-203c-4d93-8db9-058539cc0ef9 req-8d67ce47-5a7c-4661-b80c-9223b033bf92 service nova] Acquired lock "refresh_cache-16d4cf76-c278-4989-abf7-502f4b594a5b" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.342269] env[68800]: DEBUG nova.network.neutron [req-c72fcf24-203c-4d93-8db9-058539cc0ef9 req-8d67ce47-5a7c-4661-b80c-9223b033bf92 service nova] [instance: 16d4cf76-c278-4989-abf7-502f4b594a5b] Refreshing network info cache for port 560a07bb-28cf-4dbf-972b-66435dff74df {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.447513] env[68800]: DEBUG nova.scheduler.client.report [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.553733] env[68800]: DEBUG oslo_vmware.api [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243672, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081489} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.559553] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 0493e632-089d-4166-8048-040724607526] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 842.560174] env[68800]: DEBUG oslo_vmware.api [None req-9e7c4221-d26e-49c0-ac7b-2a94d5ccf176 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243673, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.453627} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.561409] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d78bec8-c80a-40d1-ad2a-6a61c751dfcd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.566228] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e7c4221-d26e-49c0-ac7b-2a94d5ccf176 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 842.566584] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7c4221-d26e-49c0-ac7b-2a94d5ccf176 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 842.566914] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7c4221-d26e-49c0-ac7b-2a94d5ccf176 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 842.567278] env[68800]: INFO nova.compute.manager [None req-9e7c4221-d26e-49c0-ac7b-2a94d5ccf176 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Took 1.19 seconds to destroy the instance on the hypervisor. [ 842.567679] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e7c4221-d26e-49c0-ac7b-2a94d5ccf176 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.568165] env[68800]: DEBUG nova.compute.manager [-] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 842.568381] env[68800]: DEBUG nova.network.neutron [-] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 842.598081] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 0493e632-089d-4166-8048-040724607526] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 0493e632-089d-4166-8048-040724607526/0493e632-089d-4166-8048-040724607526.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 842.598722] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff290298-0cfb-492d-983f-55e310d2214f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.627890] env[68800]: DEBUG oslo_vmware.api [None req-de6c7284-d2a2-41df-a755-15129e5f9283 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243674, 'name': Destroy_Task} progress is 33%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.632991] env[68800]: DEBUG oslo_vmware.api [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 842.632991] env[68800]: value = "task-3243675" [ 842.632991] env[68800]: _type = "Task" [ 842.632991] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.648127] env[68800]: DEBUG oslo_vmware.api [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243675, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.793304] env[68800]: DEBUG nova.network.neutron [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 0c495f2d-e6a8-43d0-bce9-72ed187abe3a] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 842.830681] env[68800]: DEBUG oslo_vmware.api [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]521b1ae7-ed4f-5f78-5600-3314c451c376, 'name': SearchDatastore_Task, 'duration_secs': 0.016426} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.831054] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.831473] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 16d4cf76-c278-4989-abf7-502f4b594a5b/16d4cf76-c278-4989-abf7-502f4b594a5b.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.831856] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7634d8d6-3315-4baa-9eff-9ee7cb90be15 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.850202] env[68800]: DEBUG oslo_vmware.api [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Waiting for the task: (returnval){ [ 842.850202] env[68800]: value = "task-3243676" [ 842.850202] env[68800]: _type = "Task" [ 842.850202] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.860716] env[68800]: DEBUG oslo_vmware.api [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Task: {'id': task-3243676, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.953787] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.826s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.954513] env[68800]: DEBUG nova.compute.manager [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 08ce6d65-5a60-464d-a429-39c204f43892] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 842.958021] env[68800]: DEBUG oslo_concurrency.lockutils [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.228s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.961046] env[68800]: INFO nova.compute.claims [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] [instance: e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 843.116391] env[68800]: DEBUG oslo_vmware.api [None req-de6c7284-d2a2-41df-a755-15129e5f9283 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243674, 'name': Destroy_Task, 'duration_secs': 0.841387} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.116755] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-de6c7284-d2a2-41df-a755-15129e5f9283 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Destroyed the VM [ 843.117306] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-de6c7284-d2a2-41df-a755-15129e5f9283 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Deleting Snapshot of the VM instance {{(pid=68800) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 843.118101] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7953e7a1-8e5f-4ab4-bb1e-4e31b8839b65 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.142409] env[68800]: DEBUG oslo_vmware.api [None req-de6c7284-d2a2-41df-a755-15129e5f9283 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 843.142409] env[68800]: value = "task-3243677" [ 843.142409] env[68800]: _type = "Task" [ 843.142409] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.154193] env[68800]: DEBUG nova.network.neutron [req-c72fcf24-203c-4d93-8db9-058539cc0ef9 req-8d67ce47-5a7c-4661-b80c-9223b033bf92 service nova] [instance: 16d4cf76-c278-4989-abf7-502f4b594a5b] Updated VIF entry in instance network info cache for port 560a07bb-28cf-4dbf-972b-66435dff74df. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.156200] env[68800]: DEBUG nova.network.neutron [req-c72fcf24-203c-4d93-8db9-058539cc0ef9 req-8d67ce47-5a7c-4661-b80c-9223b033bf92 service nova] [instance: 16d4cf76-c278-4989-abf7-502f4b594a5b] Updating instance_info_cache with network_info: [{"id": "560a07bb-28cf-4dbf-972b-66435dff74df", "address": "fa:16:3e:ae:9c:68", "network": {"id": "2ea8b2a8-1885-4265-b5a5-7aedfe08dfde", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-161410454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f07e0e44a98241658c528e1666a03c3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap560a07bb-28", "ovs_interfaceid": "560a07bb-28cf-4dbf-972b-66435dff74df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.158710] env[68800]: DEBUG oslo_vmware.api [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243675, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.168454] env[68800]: DEBUG oslo_vmware.api [None req-de6c7284-d2a2-41df-a755-15129e5f9283 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243677, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.183140] env[68800]: DEBUG oslo_concurrency.lockutils [None req-889738c5-9d3a-4b7d-8790-636dd13ca536 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquiring lock "2bc10214-7e42-4af6-8970-d0b06ed4e3be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.183429] env[68800]: DEBUG oslo_concurrency.lockutils [None req-889738c5-9d3a-4b7d-8790-636dd13ca536 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lock "2bc10214-7e42-4af6-8970-d0b06ed4e3be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.183683] env[68800]: DEBUG oslo_concurrency.lockutils [None req-889738c5-9d3a-4b7d-8790-636dd13ca536 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquiring lock "2bc10214-7e42-4af6-8970-d0b06ed4e3be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.183856] env[68800]: DEBUG oslo_concurrency.lockutils [None req-889738c5-9d3a-4b7d-8790-636dd13ca536 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lock "2bc10214-7e42-4af6-8970-d0b06ed4e3be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.184082] env[68800]: DEBUG oslo_concurrency.lockutils [None req-889738c5-9d3a-4b7d-8790-636dd13ca536 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lock "2bc10214-7e42-4af6-8970-d0b06ed4e3be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.190128] env[68800]: INFO nova.compute.manager [None req-889738c5-9d3a-4b7d-8790-636dd13ca536 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Terminating instance [ 843.194599] env[68800]: DEBUG nova.network.neutron [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 0c495f2d-e6a8-43d0-bce9-72ed187abe3a] Updating instance_info_cache with network_info: [{"id": "a63061b9-6ffa-4b89-89a8-ccf589e0f774", "address": "fa:16:3e:e7:a8:0f", "network": {"id": "f6b73c6e-6c83-48ae-b127-b739456c0d2f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1040084392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2190ee26c5fd4b45bef924317c50b4d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa63061b9-6f", "ovs_interfaceid": "a63061b9-6ffa-4b89-89a8-ccf589e0f774", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.364161] env[68800]: DEBUG oslo_vmware.api [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Task: {'id': task-3243676, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.465922] env[68800]: DEBUG nova.compute.utils [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 843.467450] env[68800]: DEBUG nova.compute.manager [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 08ce6d65-5a60-464d-a429-39c204f43892] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 843.468125] env[68800]: DEBUG nova.network.neutron [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 08ce6d65-5a60-464d-a429-39c204f43892] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 843.556740] env[68800]: DEBUG nova.policy [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '104322d5334849aaa6f87edfd2de077f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2190ee26c5fd4b45bef924317c50b4d5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 843.649965] env[68800]: DEBUG oslo_vmware.api [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243675, 'name': ReconfigVM_Task, 'duration_secs': 0.545956} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.649965] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 0493e632-089d-4166-8048-040724607526] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 0493e632-089d-4166-8048-040724607526/0493e632-089d-4166-8048-040724607526.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 843.651127] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1344873f-c515-47e0-b1e1-686323e988a5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.656270] env[68800]: DEBUG oslo_vmware.api [None req-de6c7284-d2a2-41df-a755-15129e5f9283 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243677, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.658628] env[68800]: DEBUG oslo_vmware.api [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 843.658628] env[68800]: value = "task-3243678" [ 843.658628] env[68800]: _type = "Task" [ 843.658628] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.661749] env[68800]: DEBUG nova.network.neutron [-] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.663560] env[68800]: DEBUG oslo_concurrency.lockutils [req-c72fcf24-203c-4d93-8db9-058539cc0ef9 req-8d67ce47-5a7c-4661-b80c-9223b033bf92 service nova] Releasing lock "refresh_cache-16d4cf76-c278-4989-abf7-502f4b594a5b" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.672119] env[68800]: DEBUG oslo_vmware.api [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243678, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.695838] env[68800]: DEBUG nova.compute.manager [None req-889738c5-9d3a-4b7d-8790-636dd13ca536 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 843.695838] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-889738c5-9d3a-4b7d-8790-636dd13ca536 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 843.696077] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b791205e-7037-4c92-926e-3bd757fef73d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.699965] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Releasing lock "refresh_cache-0c495f2d-e6a8-43d0-bce9-72ed187abe3a" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.704027] env[68800]: DEBUG nova.compute.manager [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 0c495f2d-e6a8-43d0-bce9-72ed187abe3a] Instance network_info: |[{"id": "a63061b9-6ffa-4b89-89a8-ccf589e0f774", "address": "fa:16:3e:e7:a8:0f", "network": {"id": "f6b73c6e-6c83-48ae-b127-b739456c0d2f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1040084392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2190ee26c5fd4b45bef924317c50b4d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa63061b9-6f", "ovs_interfaceid": "a63061b9-6ffa-4b89-89a8-ccf589e0f774", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 843.704027] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 0c495f2d-e6a8-43d0-bce9-72ed187abe3a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:a8:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6db039c-542c-4544-a57d-ddcc6c1e8e45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a63061b9-6ffa-4b89-89a8-ccf589e0f774', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 843.712268] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Creating folder: Project (2190ee26c5fd4b45bef924317c50b4d5). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 843.713528] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6522291f-b038-49a9-8283-d201bd369fa8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.718649] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-889738c5-9d3a-4b7d-8790-636dd13ca536 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 843.718928] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee2bc492-968e-43b8-b13c-08e97aa39c9f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.730711] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Created folder: Project (2190ee26c5fd4b45bef924317c50b4d5) in parent group-v648080. [ 843.730956] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Creating folder: Instances. Parent ref: group-v648244. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 843.733016] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82399ed2-95a6-4d0a-920a-72694ff1b978 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.747022] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Created folder: Instances in parent group-v648244. [ 843.747022] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.747022] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c495f2d-e6a8-43d0-bce9-72ed187abe3a] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 843.747022] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32c461a5-59c6-4ceb-b246-42c9191c00d6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.767387] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 843.767387] env[68800]: value = "task-3243682" [ 843.767387] env[68800]: _type = "Task" [ 843.767387] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.779168] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243682, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.824884] env[68800]: DEBUG nova.compute.manager [req-0b31a463-cdfc-4821-8dc0-3122d825d7ef req-5e814dcc-eef4-433f-bab9-85a5cbbe665e service nova] [instance: 0c495f2d-e6a8-43d0-bce9-72ed187abe3a] Received event network-changed-a63061b9-6ffa-4b89-89a8-ccf589e0f774 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.825910] env[68800]: DEBUG nova.compute.manager [req-0b31a463-cdfc-4821-8dc0-3122d825d7ef req-5e814dcc-eef4-433f-bab9-85a5cbbe665e service nova] [instance: 0c495f2d-e6a8-43d0-bce9-72ed187abe3a] Refreshing instance network info cache due to event network-changed-a63061b9-6ffa-4b89-89a8-ccf589e0f774. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 843.826275] env[68800]: DEBUG oslo_concurrency.lockutils [req-0b31a463-cdfc-4821-8dc0-3122d825d7ef req-5e814dcc-eef4-433f-bab9-85a5cbbe665e service nova] Acquiring lock "refresh_cache-0c495f2d-e6a8-43d0-bce9-72ed187abe3a" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.826529] env[68800]: DEBUG oslo_concurrency.lockutils [req-0b31a463-cdfc-4821-8dc0-3122d825d7ef req-5e814dcc-eef4-433f-bab9-85a5cbbe665e service nova] Acquired lock "refresh_cache-0c495f2d-e6a8-43d0-bce9-72ed187abe3a" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.826795] env[68800]: DEBUG nova.network.neutron [req-0b31a463-cdfc-4821-8dc0-3122d825d7ef req-5e814dcc-eef4-433f-bab9-85a5cbbe665e service nova] [instance: 0c495f2d-e6a8-43d0-bce9-72ed187abe3a] Refreshing network info cache for port a63061b9-6ffa-4b89-89a8-ccf589e0f774 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 843.862296] env[68800]: DEBUG oslo_vmware.api [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Task: {'id': task-3243676, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565902} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.862296] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 16d4cf76-c278-4989-abf7-502f4b594a5b/16d4cf76-c278-4989-abf7-502f4b594a5b.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.862477] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] [instance: 16d4cf76-c278-4989-abf7-502f4b594a5b] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.862670] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3efb07a5-60fc-42bf-a947-8ae795b5088e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.871157] env[68800]: DEBUG oslo_vmware.api [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Waiting for the task: (returnval){ [ 843.871157] env[68800]: value = "task-3243683" [ 843.871157] env[68800]: _type = "Task" [ 843.871157] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.880515] env[68800]: DEBUG oslo_vmware.api [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Task: {'id': task-3243683, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.970747] env[68800]: DEBUG nova.compute.manager [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 08ce6d65-5a60-464d-a429-39c204f43892] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 844.071500] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquiring lock "4205ef4c-0140-4357-b453-64899d952ce2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.071756] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lock "4205ef4c-0140-4357-b453-64899d952ce2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.150340] env[68800]: DEBUG nova.network.neutron [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 08ce6d65-5a60-464d-a429-39c204f43892] Successfully created port: a6de0dfe-3e82-4905-9586-1ce3341c46ce {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 844.158882] env[68800]: DEBUG oslo_vmware.api [None req-de6c7284-d2a2-41df-a755-15129e5f9283 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243677, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.165517] env[68800]: INFO nova.compute.manager [-] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Took 1.60 seconds to deallocate network for instance. [ 844.170279] env[68800]: DEBUG oslo_vmware.api [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243678, 'name': Rename_Task, 'duration_secs': 0.173808} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.179032] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 0493e632-089d-4166-8048-040724607526] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 844.179032] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c99a7107-16f5-4149-8df5-9daf294c9e97 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.195043] env[68800]: DEBUG oslo_vmware.api [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 844.195043] env[68800]: value = "task-3243684" [ 844.195043] env[68800]: _type = "Task" [ 844.195043] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.203856] env[68800]: DEBUG oslo_vmware.api [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243684, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.282522] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243682, 'name': CreateVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.382475] env[68800]: DEBUG oslo_vmware.api [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Task: {'id': task-3243683, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126323} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.386399] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] [instance: 16d4cf76-c278-4989-abf7-502f4b594a5b] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.387898] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a848e3-a5ea-498d-bd41-5b7a84cc5571 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.417084] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] [instance: 16d4cf76-c278-4989-abf7-502f4b594a5b] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 16d4cf76-c278-4989-abf7-502f4b594a5b/16d4cf76-c278-4989-abf7-502f4b594a5b.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.425052] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53fbb40d-ab9e-4a71-9d02-f6a2c30b1309 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.463936] env[68800]: DEBUG oslo_vmware.api [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Waiting for the task: (returnval){ [ 844.463936] env[68800]: value = "task-3243685" [ 844.463936] env[68800]: _type = "Task" [ 844.463936] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.477396] env[68800]: DEBUG oslo_vmware.api [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Task: {'id': task-3243685, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.606310] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-889738c5-9d3a-4b7d-8790-636dd13ca536 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 844.606718] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-889738c5-9d3a-4b7d-8790-636dd13ca536 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 844.607062] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-889738c5-9d3a-4b7d-8790-636dd13ca536 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Deleting the datastore file [datastore1] 2bc10214-7e42-4af6-8970-d0b06ed4e3be {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 844.611354] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f34b7a97-c04d-4ca4-9356-23c5564b9e95 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.623740] env[68800]: DEBUG oslo_vmware.api [None req-889738c5-9d3a-4b7d-8790-636dd13ca536 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 844.623740] env[68800]: value = "task-3243686" [ 844.623740] env[68800]: _type = "Task" [ 844.623740] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.633387] env[68800]: DEBUG oslo_vmware.api [None req-889738c5-9d3a-4b7d-8790-636dd13ca536 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243686, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.653742] env[68800]: DEBUG oslo_vmware.api [None req-de6c7284-d2a2-41df-a755-15129e5f9283 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243677, 'name': RemoveSnapshot_Task, 'duration_secs': 1.351261} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.656706] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-de6c7284-d2a2-41df-a755-15129e5f9283 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Deleted Snapshot of the VM instance {{(pid=68800) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 844.656955] env[68800]: INFO nova.compute.manager [None req-de6c7284-d2a2-41df-a755-15129e5f9283 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Took 15.43 seconds to snapshot the instance on the hypervisor. [ 844.678030] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9e7c4221-d26e-49c0-ac7b-2a94d5ccf176 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.694530] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3262dee2-4b1d-409c-8fd7-adaa58aefabe {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.711171] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe7391a-55bd-4601-bcb6-8c474a72604a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.714979] env[68800]: DEBUG oslo_vmware.api [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243684, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.746045] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56e23ae-b212-4e71-9ed9-0ce38e2043a6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.755268] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddcb4e9-e271-4bd0-9c75-dcade341242a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.773198] env[68800]: DEBUG nova.compute.provider_tree [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.788151] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243682, 'name': CreateVM_Task, 'duration_secs': 0.57649} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.788349] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c495f2d-e6a8-43d0-bce9-72ed187abe3a] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 844.789086] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.789279] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.789604] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.789905] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-317c08bc-fdc7-4b74-b4b8-8827b020ac70 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.795402] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Waiting for the task: (returnval){ [ 844.795402] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52a7f15a-3e90-4eea-8649-92528c9de479" [ 844.795402] env[68800]: _type = "Task" [ 844.795402] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.805587] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52a7f15a-3e90-4eea-8649-92528c9de479, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.845997] env[68800]: DEBUG nova.network.neutron [req-0b31a463-cdfc-4821-8dc0-3122d825d7ef req-5e814dcc-eef4-433f-bab9-85a5cbbe665e service nova] [instance: 0c495f2d-e6a8-43d0-bce9-72ed187abe3a] Updated VIF entry in instance network info cache for port a63061b9-6ffa-4b89-89a8-ccf589e0f774. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 844.846413] env[68800]: DEBUG nova.network.neutron [req-0b31a463-cdfc-4821-8dc0-3122d825d7ef req-5e814dcc-eef4-433f-bab9-85a5cbbe665e service nova] [instance: 0c495f2d-e6a8-43d0-bce9-72ed187abe3a] Updating instance_info_cache with network_info: [{"id": "a63061b9-6ffa-4b89-89a8-ccf589e0f774", "address": "fa:16:3e:e7:a8:0f", "network": {"id": "f6b73c6e-6c83-48ae-b127-b739456c0d2f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1040084392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2190ee26c5fd4b45bef924317c50b4d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa63061b9-6f", "ovs_interfaceid": "a63061b9-6ffa-4b89-89a8-ccf589e0f774", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.978342] env[68800]: DEBUG oslo_vmware.api [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Task: {'id': task-3243685, 'name': ReconfigVM_Task, 'duration_secs': 0.456656} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.978714] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] [instance: 16d4cf76-c278-4989-abf7-502f4b594a5b] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 16d4cf76-c278-4989-abf7-502f4b594a5b/16d4cf76-c278-4989-abf7-502f4b594a5b.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.979459] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25fb4d35-8c2f-4d6e-8414-b2619c792fb6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.984784] env[68800]: DEBUG nova.compute.manager [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 08ce6d65-5a60-464d-a429-39c204f43892] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 844.989277] env[68800]: DEBUG oslo_vmware.api [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Waiting for the task: (returnval){ [ 844.989277] env[68800]: value = "task-3243687" [ 844.989277] env[68800]: _type = "Task" [ 844.989277] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.001890] env[68800]: DEBUG oslo_vmware.api [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Task: {'id': task-3243687, 'name': Rename_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.018130] env[68800]: DEBUG nova.virt.hardware [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 845.018338] env[68800]: DEBUG nova.virt.hardware [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 845.018497] env[68800]: DEBUG nova.virt.hardware [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 845.019273] env[68800]: DEBUG nova.virt.hardware [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 845.019524] env[68800]: DEBUG nova.virt.hardware [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 845.019699] env[68800]: DEBUG nova.virt.hardware [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 845.019983] env[68800]: DEBUG nova.virt.hardware [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 845.020093] env[68800]: DEBUG nova.virt.hardware [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 845.020263] env[68800]: DEBUG nova.virt.hardware [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 845.020428] env[68800]: DEBUG nova.virt.hardware [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 845.020601] env[68800]: DEBUG nova.virt.hardware [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 845.021729] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78cccc9c-fd27-4d6a-85b6-95360428e106 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.030868] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2aba23-f9d2-4761-8f1d-f257c31d305e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.138028] env[68800]: DEBUG oslo_vmware.api [None req-889738c5-9d3a-4b7d-8790-636dd13ca536 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243686, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230284} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.138028] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-889738c5-9d3a-4b7d-8790-636dd13ca536 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 845.138028] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-889738c5-9d3a-4b7d-8790-636dd13ca536 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 845.138028] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-889738c5-9d3a-4b7d-8790-636dd13ca536 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 845.138028] env[68800]: INFO nova.compute.manager [None req-889738c5-9d3a-4b7d-8790-636dd13ca536 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Took 1.44 seconds to destroy the instance on the hypervisor. [ 845.138028] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-889738c5-9d3a-4b7d-8790-636dd13ca536 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.138028] env[68800]: DEBUG nova.compute.manager [-] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 845.138028] env[68800]: DEBUG nova.network.neutron [-] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 845.162167] env[68800]: DEBUG nova.compute.manager [None req-de6c7284-d2a2-41df-a755-15129e5f9283 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Instance disappeared during snapshot {{(pid=68800) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 845.175460] env[68800]: DEBUG nova.compute.manager [None req-de6c7284-d2a2-41df-a755-15129e5f9283 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Image not found during clean up 33be726a-9982-4d35-b21f-9cf65430e55f {{(pid=68800) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 845.210854] env[68800]: DEBUG oslo_vmware.api [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243684, 'name': PowerOnVM_Task, 'duration_secs': 0.778487} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.211281] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 0493e632-089d-4166-8048-040724607526] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 845.211575] env[68800]: INFO nova.compute.manager [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 0493e632-089d-4166-8048-040724607526] Took 11.06 seconds to spawn the instance on the hypervisor. [ 845.211849] env[68800]: DEBUG nova.compute.manager [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 0493e632-089d-4166-8048-040724607526] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 845.213068] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1e28d4-dcaa-45b0-b503-dbd9dd055128 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.282341] env[68800]: DEBUG nova.scheduler.client.report [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.310300] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52a7f15a-3e90-4eea-8649-92528c9de479, 'name': SearchDatastore_Task, 'duration_secs': 0.014993} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.310905] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.310905] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 0c495f2d-e6a8-43d0-bce9-72ed187abe3a] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 845.311199] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.311355] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.311536] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 845.311831] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0727c4ff-f825-43ef-ad23-9c2ad2318254 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.322229] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 845.322474] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 845.323592] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-868a8e9f-a14c-411d-a805-d91b194f5dbb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.337186] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Waiting for the task: (returnval){ [ 845.337186] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5278bce4-cc58-7baa-87d6-376ff63a7978" [ 845.337186] env[68800]: _type = "Task" [ 845.337186] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.348802] env[68800]: DEBUG oslo_concurrency.lockutils [req-0b31a463-cdfc-4821-8dc0-3122d825d7ef req-5e814dcc-eef4-433f-bab9-85a5cbbe665e service nova] Releasing lock "refresh_cache-0c495f2d-e6a8-43d0-bce9-72ed187abe3a" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.349301] env[68800]: DEBUG nova.compute.manager [req-0b31a463-cdfc-4821-8dc0-3122d825d7ef req-5e814dcc-eef4-433f-bab9-85a5cbbe665e service nova] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Received event network-vif-deleted-ac5f1c5d-99bc-4649-b1bd-a917bad7b950 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.349741] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5278bce4-cc58-7baa-87d6-376ff63a7978, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.501367] env[68800]: DEBUG oslo_vmware.api [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Task: {'id': task-3243687, 'name': Rename_Task, 'duration_secs': 0.229545} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.501735] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] [instance: 16d4cf76-c278-4989-abf7-502f4b594a5b] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.502052] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-237fca00-a1ce-466c-a01a-a8e951395ff8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.510718] env[68800]: DEBUG oslo_vmware.api [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Waiting for the task: (returnval){ [ 845.510718] env[68800]: value = "task-3243688" [ 845.510718] env[68800]: _type = "Task" [ 845.510718] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.521902] env[68800]: DEBUG oslo_vmware.api [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Task: {'id': task-3243688, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.742133] env[68800]: INFO nova.compute.manager [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 0493e632-089d-4166-8048-040724607526] Took 50.18 seconds to build instance. [ 845.792455] env[68800]: DEBUG oslo_concurrency.lockutils [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.835s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.798022] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.984s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.798022] env[68800]: INFO nova.compute.claims [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 845.849779] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5278bce4-cc58-7baa-87d6-376ff63a7978, 'name': SearchDatastore_Task, 'duration_secs': 0.027307} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.850751] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c139393-f524-478b-a207-890dafac935e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.858250] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Waiting for the task: (returnval){ [ 845.858250] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52b1b83f-8f00-d476-7724-dc7acc7c6b2b" [ 845.858250] env[68800]: _type = "Task" [ 845.858250] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.868984] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52b1b83f-8f00-d476-7724-dc7acc7c6b2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.923640] env[68800]: DEBUG nova.compute.manager [req-5ae344c1-35c3-43be-9b14-fa086fe8aee5 req-c31e83b7-ec20-4b02-98eb-6e9b5d7d5281 service nova] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Received event network-vif-deleted-61785fff-2ab6-43c9-9b1d-85162984b93e {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.923640] env[68800]: INFO nova.compute.manager [req-5ae344c1-35c3-43be-9b14-fa086fe8aee5 req-c31e83b7-ec20-4b02-98eb-6e9b5d7d5281 service nova] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Neutron deleted interface 61785fff-2ab6-43c9-9b1d-85162984b93e; detaching it from the instance and deleting it from the info cache [ 845.923640] env[68800]: DEBUG nova.network.neutron [req-5ae344c1-35c3-43be-9b14-fa086fe8aee5 req-c31e83b7-ec20-4b02-98eb-6e9b5d7d5281 service nova] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.022893] env[68800]: DEBUG oslo_vmware.api [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Task: {'id': task-3243688, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.248791] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d381b589-87e1-4706-8ca6-516985c16a7a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "0493e632-089d-4166-8048-040724607526" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.717s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.269647] env[68800]: DEBUG nova.network.neutron [-] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.291980] env[68800]: DEBUG nova.network.neutron [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 08ce6d65-5a60-464d-a429-39c204f43892] Successfully updated port: a6de0dfe-3e82-4905-9586-1ce3341c46ce {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 846.302786] env[68800]: DEBUG oslo_concurrency.lockutils [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Acquiring lock "d58f540a-3aea-4990-a251-0c9479313e9c" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.303116] env[68800]: DEBUG oslo_concurrency.lockutils [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Lock "d58f540a-3aea-4990-a251-0c9479313e9c" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.372176] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52b1b83f-8f00-d476-7724-dc7acc7c6b2b, 'name': SearchDatastore_Task, 'duration_secs': 0.016524} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.372310] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.372554] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 0c495f2d-e6a8-43d0-bce9-72ed187abe3a/0c495f2d-e6a8-43d0-bce9-72ed187abe3a.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 846.372892] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4e1e6cb-278b-4c71-8adc-a85d4d3d7d16 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.383382] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Waiting for the task: (returnval){ [ 846.383382] env[68800]: value = "task-3243689" [ 846.383382] env[68800]: _type = "Task" [ 846.383382] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.393634] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243689, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.428866] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7cc1a8da-9625-4e14-a90e-0b7e4bcc87d7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.439270] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6839184c-d4d5-49d7-8b3c-24ec543fd70f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.487252] env[68800]: DEBUG nova.compute.manager [req-5ae344c1-35c3-43be-9b14-fa086fe8aee5 req-c31e83b7-ec20-4b02-98eb-6e9b5d7d5281 service nova] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Detach interface failed, port_id=61785fff-2ab6-43c9-9b1d-85162984b93e, reason: Instance 2bc10214-7e42-4af6-8970-d0b06ed4e3be could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 846.522171] env[68800]: DEBUG oslo_vmware.api [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Task: {'id': task-3243688, 'name': PowerOnVM_Task, 'duration_secs': 0.647521} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.522502] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] [instance: 16d4cf76-c278-4989-abf7-502f4b594a5b] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.522843] env[68800]: INFO nova.compute.manager [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] [instance: 16d4cf76-c278-4989-abf7-502f4b594a5b] Took 9.58 seconds to spawn the instance on the hypervisor. [ 846.523129] env[68800]: DEBUG nova.compute.manager [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] [instance: 16d4cf76-c278-4989-abf7-502f4b594a5b] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.524096] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d895a34-0243-41ce-8a3f-83e293c5b482 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.754629] env[68800]: DEBUG nova.compute.manager [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d9927778-e07f-4370-b30d-1e94855689c3] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 846.776063] env[68800]: INFO nova.compute.manager [-] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Took 1.64 seconds to deallocate network for instance. [ 846.794714] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Acquiring lock "refresh_cache-08ce6d65-5a60-464d-a429-39c204f43892" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.794862] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Acquired lock "refresh_cache-08ce6d65-5a60-464d-a429-39c204f43892" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.795028] env[68800]: DEBUG nova.network.neutron [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 08ce6d65-5a60-464d-a429-39c204f43892] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.807469] env[68800]: DEBUG oslo_concurrency.lockutils [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Lock "d58f540a-3aea-4990-a251-0c9479313e9c" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.504s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.808160] env[68800]: DEBUG nova.compute.manager [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] [instance: e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 846.901039] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243689, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.045205] env[68800]: INFO nova.compute.manager [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] [instance: 16d4cf76-c278-4989-abf7-502f4b594a5b] Took 48.57 seconds to build instance. [ 847.273963] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.282548] env[68800]: DEBUG oslo_concurrency.lockutils [None req-889738c5-9d3a-4b7d-8790-636dd13ca536 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.316514] env[68800]: DEBUG nova.compute.utils [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.317910] env[68800]: DEBUG nova.compute.manager [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] [instance: e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 847.318086] env[68800]: DEBUG nova.network.neutron [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] [instance: e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 847.366368] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e09cd2-47a6-432c-a5a4-a1e237eceeba {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.376059] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6cfda4-5768-48b2-acd3-1cfedcc9745c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.380583] env[68800]: DEBUG nova.network.neutron [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 08ce6d65-5a60-464d-a429-39c204f43892] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 847.416891] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a18bc0-df40-4eb9-9462-f470409ccea7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.435190] env[68800]: DEBUG nova.policy [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d559f1da7ba4c79950f2180e48b7718', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c302b2390ca94363b3e711c32ac3e8e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 847.437856] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e390e22-decf-4216-b35a-f73dbc0b8cee {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.441906] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243689, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.818964} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.442219] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 0c495f2d-e6a8-43d0-bce9-72ed187abe3a/0c495f2d-e6a8-43d0-bce9-72ed187abe3a.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 847.442436] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 0c495f2d-e6a8-43d0-bce9-72ed187abe3a] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 847.443414] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2e37e51-9880-4cea-9acd-3bbcb12a6cac {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.455097] env[68800]: DEBUG nova.compute.provider_tree [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.459589] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Waiting for the task: (returnval){ [ 847.459589] env[68800]: value = "task-3243690" [ 847.459589] env[68800]: _type = "Task" [ 847.459589] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.476577] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243690, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.547297] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4dc9050a-bcff-46fb-bc31-f2b0306301b4 tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Lock "16d4cf76-c278-4989-abf7-502f4b594a5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.493s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.617028] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ad24753a-0b59-4b1f-b1e3-3a77ffda846a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "0493e632-089d-4166-8048-040724607526" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.617028] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ad24753a-0b59-4b1f-b1e3-3a77ffda846a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "0493e632-089d-4166-8048-040724607526" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.728730] env[68800]: DEBUG nova.network.neutron [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 08ce6d65-5a60-464d-a429-39c204f43892] Updating instance_info_cache with network_info: [{"id": "a6de0dfe-3e82-4905-9586-1ce3341c46ce", "address": "fa:16:3e:1e:0d:2b", "network": {"id": "f6b73c6e-6c83-48ae-b127-b739456c0d2f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1040084392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2190ee26c5fd4b45bef924317c50b4d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6de0dfe-3e", "ovs_interfaceid": "a6de0dfe-3e82-4905-9586-1ce3341c46ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.820877] env[68800]: DEBUG nova.compute.manager [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] [instance: e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 847.967290] env[68800]: DEBUG nova.scheduler.client.report [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.976772] env[68800]: DEBUG nova.network.neutron [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] [instance: e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4] Successfully created port: 629ace6d-3bc2-4990-b439-5c2fcc886742 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 847.985838] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243690, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109838} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.987065] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 0c495f2d-e6a8-43d0-bce9-72ed187abe3a] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 847.988102] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef3096f-0628-4a86-b178-760b67582616 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.014347] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 0c495f2d-e6a8-43d0-bce9-72ed187abe3a] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 0c495f2d-e6a8-43d0-bce9-72ed187abe3a/0c495f2d-e6a8-43d0-bce9-72ed187abe3a.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 848.015284] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17e4d90a-7a7d-4916-a0f6-a8d4b2c249db {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.040507] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Waiting for the task: (returnval){ [ 848.040507] env[68800]: value = "task-3243691" [ 848.040507] env[68800]: _type = "Task" [ 848.040507] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.051881] env[68800]: DEBUG nova.compute.manager [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d0fbab34-bbfe-44a1-9fe8-4493c50e625b] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 848.055220] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243691, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.121195] env[68800]: DEBUG nova.compute.utils [None req-ad24753a-0b59-4b1f-b1e3-3a77ffda846a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 848.232057] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Releasing lock "refresh_cache-08ce6d65-5a60-464d-a429-39c204f43892" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.232753] env[68800]: DEBUG nova.compute.manager [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 08ce6d65-5a60-464d-a429-39c204f43892] Instance network_info: |[{"id": "a6de0dfe-3e82-4905-9586-1ce3341c46ce", "address": "fa:16:3e:1e:0d:2b", "network": {"id": "f6b73c6e-6c83-48ae-b127-b739456c0d2f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1040084392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2190ee26c5fd4b45bef924317c50b4d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6de0dfe-3e", "ovs_interfaceid": "a6de0dfe-3e82-4905-9586-1ce3341c46ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 848.233826] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 08ce6d65-5a60-464d-a429-39c204f43892] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:0d:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6db039c-542c-4544-a57d-ddcc6c1e8e45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6de0dfe-3e82-4905-9586-1ce3341c46ce', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 848.242892] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.243220] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08ce6d65-5a60-464d-a429-39c204f43892] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 848.243536] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-320af714-4975-4f74-8e82-721a75ac614f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.268892] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 848.268892] env[68800]: value = "task-3243692" [ 848.268892] env[68800]: _type = "Task" [ 848.268892] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.275057] env[68800]: DEBUG nova.compute.manager [req-2ff2fa31-ad9d-4a63-a38d-7755ff8b6ae7 req-157b3d4e-c3ed-4ce5-9175-a0ff61aab4af service nova] [instance: 08ce6d65-5a60-464d-a429-39c204f43892] Received event network-vif-plugged-a6de0dfe-3e82-4905-9586-1ce3341c46ce {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.275274] env[68800]: DEBUG oslo_concurrency.lockutils [req-2ff2fa31-ad9d-4a63-a38d-7755ff8b6ae7 req-157b3d4e-c3ed-4ce5-9175-a0ff61aab4af service nova] Acquiring lock "08ce6d65-5a60-464d-a429-39c204f43892-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.275473] env[68800]: DEBUG oslo_concurrency.lockutils [req-2ff2fa31-ad9d-4a63-a38d-7755ff8b6ae7 req-157b3d4e-c3ed-4ce5-9175-a0ff61aab4af service nova] Lock "08ce6d65-5a60-464d-a429-39c204f43892-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.275638] env[68800]: DEBUG oslo_concurrency.lockutils [req-2ff2fa31-ad9d-4a63-a38d-7755ff8b6ae7 req-157b3d4e-c3ed-4ce5-9175-a0ff61aab4af service nova] Lock "08ce6d65-5a60-464d-a429-39c204f43892-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.275871] env[68800]: DEBUG nova.compute.manager [req-2ff2fa31-ad9d-4a63-a38d-7755ff8b6ae7 req-157b3d4e-c3ed-4ce5-9175-a0ff61aab4af service nova] [instance: 08ce6d65-5a60-464d-a429-39c204f43892] No waiting events found dispatching network-vif-plugged-a6de0dfe-3e82-4905-9586-1ce3341c46ce {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 848.276019] env[68800]: WARNING nova.compute.manager [req-2ff2fa31-ad9d-4a63-a38d-7755ff8b6ae7 req-157b3d4e-c3ed-4ce5-9175-a0ff61aab4af service nova] [instance: 08ce6d65-5a60-464d-a429-39c204f43892] Received unexpected event network-vif-plugged-a6de0dfe-3e82-4905-9586-1ce3341c46ce for instance with vm_state building and task_state spawning. [ 848.276109] env[68800]: DEBUG nova.compute.manager [req-2ff2fa31-ad9d-4a63-a38d-7755ff8b6ae7 req-157b3d4e-c3ed-4ce5-9175-a0ff61aab4af service nova] [instance: 08ce6d65-5a60-464d-a429-39c204f43892] Received event network-changed-a6de0dfe-3e82-4905-9586-1ce3341c46ce {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.276265] env[68800]: DEBUG nova.compute.manager [req-2ff2fa31-ad9d-4a63-a38d-7755ff8b6ae7 req-157b3d4e-c3ed-4ce5-9175-a0ff61aab4af service nova] [instance: 08ce6d65-5a60-464d-a429-39c204f43892] Refreshing instance network info cache due to event network-changed-a6de0dfe-3e82-4905-9586-1ce3341c46ce. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 848.276477] env[68800]: DEBUG oslo_concurrency.lockutils [req-2ff2fa31-ad9d-4a63-a38d-7755ff8b6ae7 req-157b3d4e-c3ed-4ce5-9175-a0ff61aab4af service nova] Acquiring lock "refresh_cache-08ce6d65-5a60-464d-a429-39c204f43892" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.276576] env[68800]: DEBUG oslo_concurrency.lockutils [req-2ff2fa31-ad9d-4a63-a38d-7755ff8b6ae7 req-157b3d4e-c3ed-4ce5-9175-a0ff61aab4af service nova] Acquired lock "refresh_cache-08ce6d65-5a60-464d-a429-39c204f43892" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.276732] env[68800]: DEBUG nova.network.neutron [req-2ff2fa31-ad9d-4a63-a38d-7755ff8b6ae7 req-157b3d4e-c3ed-4ce5-9175-a0ff61aab4af service nova] [instance: 08ce6d65-5a60-464d-a429-39c204f43892] Refreshing network info cache for port a6de0dfe-3e82-4905-9586-1ce3341c46ce {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.296907] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243692, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.478521] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.479093] env[68800]: DEBUG nova.compute.manager [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 848.481741] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7d56cd24-5e72-4dcf-a7bd-39e0bda9c4f3 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.187s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.481975] env[68800]: DEBUG nova.objects.instance [None req-7d56cd24-5e72-4dcf-a7bd-39e0bda9c4f3 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Lazy-loading 'resources' on Instance uuid 10bc35c7-e142-4916-8e91-e4498042c6f3 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 848.550574] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.576799] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.624725] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ad24753a-0b59-4b1f-b1e3-3a77ffda846a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "0493e632-089d-4166-8048-040724607526" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.784420] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243692, 'name': CreateVM_Task} progress is 25%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.831491] env[68800]: DEBUG nova.compute.manager [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] [instance: e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 848.858476] env[68800]: DEBUG nova.virt.hardware [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 848.858869] env[68800]: DEBUG nova.virt.hardware [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 848.859243] env[68800]: DEBUG nova.virt.hardware [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 848.859525] env[68800]: DEBUG nova.virt.hardware [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 848.859680] env[68800]: DEBUG nova.virt.hardware [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 848.859843] env[68800]: DEBUG nova.virt.hardware [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 848.860081] env[68800]: DEBUG nova.virt.hardware [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 848.860273] env[68800]: DEBUG nova.virt.hardware [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 848.860447] env[68800]: DEBUG nova.virt.hardware [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 848.860637] env[68800]: DEBUG nova.virt.hardware [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 848.860816] env[68800]: DEBUG nova.virt.hardware [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 848.861743] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33518cb-0f2b-4069-b53f-d23ceca5598c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.873698] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7defc860-b38f-46d7-bfe5-605ac0cfa0d0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.985257] env[68800]: DEBUG nova.compute.utils [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 848.992696] env[68800]: DEBUG nova.compute.manager [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 848.992900] env[68800]: DEBUG nova.network.neutron [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 849.041151] env[68800]: DEBUG nova.policy [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0a0adb57ad6407b86e5a4ec91170401', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d220f632182492799c4801305366455', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 849.054277] env[68800]: DEBUG nova.network.neutron [req-2ff2fa31-ad9d-4a63-a38d-7755ff8b6ae7 req-157b3d4e-c3ed-4ce5-9175-a0ff61aab4af service nova] [instance: 08ce6d65-5a60-464d-a429-39c204f43892] Updated VIF entry in instance network info cache for port a6de0dfe-3e82-4905-9586-1ce3341c46ce. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 849.054277] env[68800]: DEBUG nova.network.neutron [req-2ff2fa31-ad9d-4a63-a38d-7755ff8b6ae7 req-157b3d4e-c3ed-4ce5-9175-a0ff61aab4af service nova] [instance: 08ce6d65-5a60-464d-a429-39c204f43892] Updating instance_info_cache with network_info: [{"id": "a6de0dfe-3e82-4905-9586-1ce3341c46ce", "address": "fa:16:3e:1e:0d:2b", "network": {"id": "f6b73c6e-6c83-48ae-b127-b739456c0d2f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1040084392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2190ee26c5fd4b45bef924317c50b4d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6de0dfe-3e", "ovs_interfaceid": "a6de0dfe-3e82-4905-9586-1ce3341c46ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.058999] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243691, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.297213] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243692, 'name': CreateVM_Task, 'duration_secs': 0.843445} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.297421] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08ce6d65-5a60-464d-a429-39c204f43892] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 849.298187] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.298388] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.298773] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.302022] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d166b8e1-7d65-47cb-b0d8-76a12c9e927b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.309750] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Waiting for the task: (returnval){ [ 849.309750] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52fba982-c6d9-09f6-1073-6f2f047fbe5e" [ 849.309750] env[68800]: _type = "Task" [ 849.309750] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.322706] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52fba982-c6d9-09f6-1073-6f2f047fbe5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.491685] env[68800]: DEBUG nova.compute.manager [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 849.555969] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243691, 'name': ReconfigVM_Task, 'duration_secs': 1.028955} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.556260] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 0c495f2d-e6a8-43d0-bce9-72ed187abe3a] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 0c495f2d-e6a8-43d0-bce9-72ed187abe3a/0c495f2d-e6a8-43d0-bce9-72ed187abe3a.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 849.556897] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-171ca97f-09eb-4cc9-80f1-65fc89fcc370 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.560223] env[68800]: DEBUG oslo_concurrency.lockutils [req-2ff2fa31-ad9d-4a63-a38d-7755ff8b6ae7 req-157b3d4e-c3ed-4ce5-9175-a0ff61aab4af service nova] Releasing lock "refresh_cache-08ce6d65-5a60-464d-a429-39c204f43892" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.566939] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Waiting for the task: (returnval){ [ 849.566939] env[68800]: value = "task-3243693" [ 849.566939] env[68800]: _type = "Task" [ 849.566939] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.578863] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243693, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.601222] env[68800]: DEBUG nova.network.neutron [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] Successfully created port: aae99c29-ab0d-4d19-b93b-ff565f7f0f74 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 849.628585] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c320c7-206a-4ed5-8f37-0965f50e7b72 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.637520] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8df4dc-24be-46b8-91e8-301432b66161 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.675669] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf90371-76f2-4da3-b295-b77f024e1a86 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.686019] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7daa78f7-c754-4221-98eb-4b48771700c1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.706974] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ad24753a-0b59-4b1f-b1e3-3a77ffda846a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "0493e632-089d-4166-8048-040724607526" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.706974] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ad24753a-0b59-4b1f-b1e3-3a77ffda846a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "0493e632-089d-4166-8048-040724607526" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.706974] env[68800]: INFO nova.compute.manager [None req-ad24753a-0b59-4b1f-b1e3-3a77ffda846a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 0493e632-089d-4166-8048-040724607526] Attaching volume fb398313-aa20-4aed-bbf7-e70585cf6eca to /dev/sdb [ 849.708974] env[68800]: DEBUG nova.compute.provider_tree [None req-7d56cd24-5e72-4dcf-a7bd-39e0bda9c4f3 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.756799] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c16232e-8db3-458b-970a-183b16cf2134 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.765095] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682c822e-acbc-4ba9-ac4d-9a0f1a6d4e7b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.784373] env[68800]: DEBUG nova.virt.block_device [None req-ad24753a-0b59-4b1f-b1e3-3a77ffda846a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 0493e632-089d-4166-8048-040724607526] Updating existing volume attachment record: 82a6402a-c0c6-4283-8734-39ecf4373a4a {{(pid=68800) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 849.822338] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52fba982-c6d9-09f6-1073-6f2f047fbe5e, 'name': SearchDatastore_Task, 'duration_secs': 0.0309} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.822744] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.823048] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 08ce6d65-5a60-464d-a429-39c204f43892] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 849.823442] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.823618] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.824146] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 849.824441] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48e376d1-d1b6-4765-a99f-4088306560fa {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.836770] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 849.837009] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 849.837725] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-594ee16e-f221-4d9c-b8f5-0148cf9fb8f6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.843547] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Waiting for the task: (returnval){ [ 849.843547] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ea7953-54b9-9655-5b1b-f3f1a8a2b068" [ 849.843547] env[68800]: _type = "Task" [ 849.843547] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.856177] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ea7953-54b9-9655-5b1b-f3f1a8a2b068, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.918038] env[68800]: DEBUG oslo_concurrency.lockutils [None req-18536ebb-dcc5-4496-90d9-c9971bbc45fd tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquiring lock "3569d4a2-f210-4a85-bc56-0de724aba1b0" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.918038] env[68800]: DEBUG oslo_concurrency.lockutils [None req-18536ebb-dcc5-4496-90d9-c9971bbc45fd tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "3569d4a2-f210-4a85-bc56-0de724aba1b0" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.918038] env[68800]: INFO nova.compute.manager [None req-18536ebb-dcc5-4496-90d9-c9971bbc45fd tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Rebooting instance [ 849.921052] env[68800]: DEBUG nova.network.neutron [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] [instance: e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4] Successfully updated port: 629ace6d-3bc2-4990-b439-5c2fcc886742 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 850.077681] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243693, 'name': Rename_Task, 'duration_secs': 0.190683} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.078250] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 0c495f2d-e6a8-43d0-bce9-72ed187abe3a] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 850.078344] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ebcb7e7-bc57-42f1-a358-05b24da6af32 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.086265] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Waiting for the task: (returnval){ [ 850.086265] env[68800]: value = "task-3243697" [ 850.086265] env[68800]: _type = "Task" [ 850.086265] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.095852] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243697, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.213019] env[68800]: DEBUG nova.scheduler.client.report [None req-7d56cd24-5e72-4dcf-a7bd-39e0bda9c4f3 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.305140] env[68800]: DEBUG nova.compute.manager [req-9060446c-53db-4d9f-8580-bb43ef5ecc39 req-4896ffc1-065c-4192-b4c4-0eeeadde2b25 service nova] [instance: e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4] Received event network-vif-plugged-629ace6d-3bc2-4990-b439-5c2fcc886742 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.305844] env[68800]: DEBUG oslo_concurrency.lockutils [req-9060446c-53db-4d9f-8580-bb43ef5ecc39 req-4896ffc1-065c-4192-b4c4-0eeeadde2b25 service nova] Acquiring lock "e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.305971] env[68800]: DEBUG oslo_concurrency.lockutils [req-9060446c-53db-4d9f-8580-bb43ef5ecc39 req-4896ffc1-065c-4192-b4c4-0eeeadde2b25 service nova] Lock "e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.306219] env[68800]: DEBUG oslo_concurrency.lockutils [req-9060446c-53db-4d9f-8580-bb43ef5ecc39 req-4896ffc1-065c-4192-b4c4-0eeeadde2b25 service nova] Lock "e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.306400] env[68800]: DEBUG nova.compute.manager [req-9060446c-53db-4d9f-8580-bb43ef5ecc39 req-4896ffc1-065c-4192-b4c4-0eeeadde2b25 service nova] [instance: e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4] No waiting events found dispatching network-vif-plugged-629ace6d-3bc2-4990-b439-5c2fcc886742 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 850.306564] env[68800]: WARNING nova.compute.manager [req-9060446c-53db-4d9f-8580-bb43ef5ecc39 req-4896ffc1-065c-4192-b4c4-0eeeadde2b25 service nova] [instance: e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4] Received unexpected event network-vif-plugged-629ace6d-3bc2-4990-b439-5c2fcc886742 for instance with vm_state building and task_state spawning. [ 850.306720] env[68800]: DEBUG nova.compute.manager [req-9060446c-53db-4d9f-8580-bb43ef5ecc39 req-4896ffc1-065c-4192-b4c4-0eeeadde2b25 service nova] [instance: e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4] Received event network-changed-629ace6d-3bc2-4990-b439-5c2fcc886742 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.306870] env[68800]: DEBUG nova.compute.manager [req-9060446c-53db-4d9f-8580-bb43ef5ecc39 req-4896ffc1-065c-4192-b4c4-0eeeadde2b25 service nova] [instance: e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4] Refreshing instance network info cache due to event network-changed-629ace6d-3bc2-4990-b439-5c2fcc886742. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 850.307086] env[68800]: DEBUG oslo_concurrency.lockutils [req-9060446c-53db-4d9f-8580-bb43ef5ecc39 req-4896ffc1-065c-4192-b4c4-0eeeadde2b25 service nova] Acquiring lock "refresh_cache-e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.307256] env[68800]: DEBUG oslo_concurrency.lockutils [req-9060446c-53db-4d9f-8580-bb43ef5ecc39 req-4896ffc1-065c-4192-b4c4-0eeeadde2b25 service nova] Acquired lock "refresh_cache-e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.307358] env[68800]: DEBUG nova.network.neutron [req-9060446c-53db-4d9f-8580-bb43ef5ecc39 req-4896ffc1-065c-4192-b4c4-0eeeadde2b25 service nova] [instance: e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4] Refreshing network info cache for port 629ace6d-3bc2-4990-b439-5c2fcc886742 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 850.355716] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ea7953-54b9-9655-5b1b-f3f1a8a2b068, 'name': SearchDatastore_Task, 'duration_secs': 0.029285} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.357034] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09bdab1d-c9c3-410e-a4fe-7b1ccc15c11b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.364133] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Waiting for the task: (returnval){ [ 850.364133] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5256aaee-b2c6-a4a5-f276-29ad46ce9aab" [ 850.364133] env[68800]: _type = "Task" [ 850.364133] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.373539] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5256aaee-b2c6-a4a5-f276-29ad46ce9aab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.426399] env[68800]: DEBUG oslo_concurrency.lockutils [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Acquiring lock "refresh_cache-e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.449817] env[68800]: DEBUG oslo_concurrency.lockutils [None req-18536ebb-dcc5-4496-90d9-c9971bbc45fd tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquiring lock "refresh_cache-3569d4a2-f210-4a85-bc56-0de724aba1b0" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.450059] env[68800]: DEBUG oslo_concurrency.lockutils [None req-18536ebb-dcc5-4496-90d9-c9971bbc45fd tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquired lock "refresh_cache-3569d4a2-f210-4a85-bc56-0de724aba1b0" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.450258] env[68800]: DEBUG nova.network.neutron [None req-18536ebb-dcc5-4496-90d9-c9971bbc45fd tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.505117] env[68800]: DEBUG nova.compute.manager [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 850.535867] env[68800]: DEBUG nova.virt.hardware [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 850.536164] env[68800]: DEBUG nova.virt.hardware [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 850.536344] env[68800]: DEBUG nova.virt.hardware [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 850.536556] env[68800]: DEBUG nova.virt.hardware [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 850.536719] env[68800]: DEBUG nova.virt.hardware [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 850.536883] env[68800]: DEBUG nova.virt.hardware [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 850.537143] env[68800]: DEBUG nova.virt.hardware [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 850.537327] env[68800]: DEBUG nova.virt.hardware [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 850.537518] env[68800]: DEBUG nova.virt.hardware [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 850.537711] env[68800]: DEBUG nova.virt.hardware [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 850.537891] env[68800]: DEBUG nova.virt.hardware [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 850.538902] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bddaa76-0c0b-450f-8b6a-575eb52c387a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.548234] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67475498-9308-4b44-9c12-67e181e98cc0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.597247] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243697, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.718833] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7d56cd24-5e72-4dcf-a7bd-39e0bda9c4f3 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.237s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.722053] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 30.581s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.745650] env[68800]: INFO nova.scheduler.client.report [None req-7d56cd24-5e72-4dcf-a7bd-39e0bda9c4f3 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Deleted allocations for instance 10bc35c7-e142-4916-8e91-e4498042c6f3 [ 850.870751] env[68800]: DEBUG oslo_vmware.rw_handles [None req-272f082f-4c2e-49f3-adbf-b8398e3b9103 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ae8a6e-24c7-a922-b9f5-8cb350d60b2a/disk-0.vmdk. {{(pid=68800) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 850.871733] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3beca356-0f2c-44e1-ae6a-1da372275cdd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.878961] env[68800]: DEBUG nova.network.neutron [req-9060446c-53db-4d9f-8580-bb43ef5ecc39 req-4896ffc1-065c-4192-b4c4-0eeeadde2b25 service nova] [instance: e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 850.880909] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5256aaee-b2c6-a4a5-f276-29ad46ce9aab, 'name': SearchDatastore_Task, 'duration_secs': 0.016061} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.881719] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.882060] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 08ce6d65-5a60-464d-a429-39c204f43892/08ce6d65-5a60-464d-a429-39c204f43892.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 850.882779] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08d386f9-e35b-4d23-87ee-ef952c0f1834 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.885829] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d0a6b8f2-4e2f-41c0-9005-50d9336ec44d tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Acquiring lock "16d4cf76-c278-4989-abf7-502f4b594a5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.886127] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d0a6b8f2-4e2f-41c0-9005-50d9336ec44d tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Lock "16d4cf76-c278-4989-abf7-502f4b594a5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.886339] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d0a6b8f2-4e2f-41c0-9005-50d9336ec44d tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Acquiring lock "16d4cf76-c278-4989-abf7-502f4b594a5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.886596] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d0a6b8f2-4e2f-41c0-9005-50d9336ec44d tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Lock "16d4cf76-c278-4989-abf7-502f4b594a5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.886825] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d0a6b8f2-4e2f-41c0-9005-50d9336ec44d tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Lock "16d4cf76-c278-4989-abf7-502f4b594a5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.889911] env[68800]: DEBUG oslo_vmware.rw_handles [None req-272f082f-4c2e-49f3-adbf-b8398e3b9103 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ae8a6e-24c7-a922-b9f5-8cb350d60b2a/disk-0.vmdk is in state: ready. {{(pid=68800) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 850.890136] env[68800]: ERROR oslo_vmware.rw_handles [None req-272f082f-4c2e-49f3-adbf-b8398e3b9103 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ae8a6e-24c7-a922-b9f5-8cb350d60b2a/disk-0.vmdk due to incomplete transfer. [ 850.890438] env[68800]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8e5ec7ef-bdff-4f75-a425-1e84c91c9d15 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.892342] env[68800]: INFO nova.compute.manager [None req-d0a6b8f2-4e2f-41c0-9005-50d9336ec44d tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] [instance: 16d4cf76-c278-4989-abf7-502f4b594a5b] Terminating instance [ 850.896239] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Waiting for the task: (returnval){ [ 850.896239] env[68800]: value = "task-3243698" [ 850.896239] env[68800]: _type = "Task" [ 850.896239] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.900948] env[68800]: DEBUG oslo_vmware.rw_handles [None req-272f082f-4c2e-49f3-adbf-b8398e3b9103 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ae8a6e-24c7-a922-b9f5-8cb350d60b2a/disk-0.vmdk. {{(pid=68800) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 850.901157] env[68800]: DEBUG nova.virt.vmwareapi.images [None req-272f082f-4c2e-49f3-adbf-b8398e3b9103 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Uploaded image ada35bbb-344c-45b7-95ec-d200217b1101 to the Glance image server {{(pid=68800) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 850.903149] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-272f082f-4c2e-49f3-adbf-b8398e3b9103 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Destroying the VM {{(pid=68800) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 850.906612] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4e5403e3-78ba-4de2-bfd0-6bc0f0d50fac {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.909398] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243698, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.914531] env[68800]: DEBUG oslo_vmware.api [None req-272f082f-4c2e-49f3-adbf-b8398e3b9103 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 850.914531] env[68800]: value = "task-3243699" [ 850.914531] env[68800]: _type = "Task" [ 850.914531] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.924057] env[68800]: DEBUG oslo_vmware.api [None req-272f082f-4c2e-49f3-adbf-b8398e3b9103 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243699, 'name': Destroy_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.041417] env[68800]: DEBUG nova.network.neutron [req-9060446c-53db-4d9f-8580-bb43ef5ecc39 req-4896ffc1-065c-4192-b4c4-0eeeadde2b25 service nova] [instance: e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.101793] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243697, 'name': PowerOnVM_Task, 'duration_secs': 0.804028} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.102468] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 0c495f2d-e6a8-43d0-bce9-72ed187abe3a] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 851.102679] env[68800]: INFO nova.compute.manager [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 0c495f2d-e6a8-43d0-bce9-72ed187abe3a] Took 11.30 seconds to spawn the instance on the hypervisor. [ 851.102860] env[68800]: DEBUG nova.compute.manager [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 0c495f2d-e6a8-43d0-bce9-72ed187abe3a] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 851.103799] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e691eb-0d07-49e1-ba73-e0d19d1fceee {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.108848] env[68800]: DEBUG nova.compute.manager [req-f65c9a6c-7c43-49c9-a3be-f4938420852e req-5496bead-e71d-4ee8-8252-62d1c33b989d service nova] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] Received event network-vif-plugged-aae99c29-ab0d-4d19-b93b-ff565f7f0f74 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.108848] env[68800]: DEBUG oslo_concurrency.lockutils [req-f65c9a6c-7c43-49c9-a3be-f4938420852e req-5496bead-e71d-4ee8-8252-62d1c33b989d service nova] Acquiring lock "b3fa9fdc-bdab-4337-ba0b-547659c3734c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.108971] env[68800]: DEBUG oslo_concurrency.lockutils [req-f65c9a6c-7c43-49c9-a3be-f4938420852e req-5496bead-e71d-4ee8-8252-62d1c33b989d service nova] Lock "b3fa9fdc-bdab-4337-ba0b-547659c3734c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.109365] env[68800]: DEBUG oslo_concurrency.lockutils [req-f65c9a6c-7c43-49c9-a3be-f4938420852e req-5496bead-e71d-4ee8-8252-62d1c33b989d service nova] Lock "b3fa9fdc-bdab-4337-ba0b-547659c3734c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.109365] env[68800]: DEBUG nova.compute.manager [req-f65c9a6c-7c43-49c9-a3be-f4938420852e req-5496bead-e71d-4ee8-8252-62d1c33b989d service nova] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] No waiting events found dispatching network-vif-plugged-aae99c29-ab0d-4d19-b93b-ff565f7f0f74 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 851.109475] env[68800]: WARNING nova.compute.manager [req-f65c9a6c-7c43-49c9-a3be-f4938420852e req-5496bead-e71d-4ee8-8252-62d1c33b989d service nova] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] Received unexpected event network-vif-plugged-aae99c29-ab0d-4d19-b93b-ff565f7f0f74 for instance with vm_state building and task_state spawning. [ 851.132708] env[68800]: DEBUG nova.network.neutron [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] Successfully updated port: aae99c29-ab0d-4d19-b93b-ff565f7f0f74 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 851.229131] env[68800]: INFO nova.compute.claims [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 851.255659] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7d56cd24-5e72-4dcf-a7bd-39e0bda9c4f3 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Lock "10bc35c7-e142-4916-8e91-e4498042c6f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.640s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.346614] env[68800]: DEBUG nova.network.neutron [None req-18536ebb-dcc5-4496-90d9-c9971bbc45fd tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Updating instance_info_cache with network_info: [{"id": "40cff95f-1e23-45e0-95c6-8caed85595d5", "address": "fa:16:3e:0a:0a:8e", "network": {"id": "2ad65ae6-e96d-418b-8904-1b8c899626b0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1659419657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b74621381dc4bbca8fea1513bfe56e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40cff95f-1e", "ovs_interfaceid": "40cff95f-1e23-45e0-95c6-8caed85595d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.397894] env[68800]: DEBUG nova.compute.manager [None req-d0a6b8f2-4e2f-41c0-9005-50d9336ec44d tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] [instance: 16d4cf76-c278-4989-abf7-502f4b594a5b] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 851.398143] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a6b8f2-4e2f-41c0-9005-50d9336ec44d tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] [instance: 16d4cf76-c278-4989-abf7-502f4b594a5b] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.399102] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03038d21-f610-4979-b9aa-68bd8851585d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.411316] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0a6b8f2-4e2f-41c0-9005-50d9336ec44d tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] [instance: 16d4cf76-c278-4989-abf7-502f4b594a5b] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.414304] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28bdfe92-d017-4695-8aa4-9c5e4a1b0e35 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.415782] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243698, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.425626] env[68800]: DEBUG oslo_vmware.api [None req-272f082f-4c2e-49f3-adbf-b8398e3b9103 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243699, 'name': Destroy_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.426885] env[68800]: DEBUG oslo_vmware.api [None req-d0a6b8f2-4e2f-41c0-9005-50d9336ec44d tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Waiting for the task: (returnval){ [ 851.426885] env[68800]: value = "task-3243700" [ 851.426885] env[68800]: _type = "Task" [ 851.426885] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.436592] env[68800]: DEBUG oslo_vmware.api [None req-d0a6b8f2-4e2f-41c0-9005-50d9336ec44d tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Task: {'id': task-3243700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.544596] env[68800]: DEBUG oslo_concurrency.lockutils [req-9060446c-53db-4d9f-8580-bb43ef5ecc39 req-4896ffc1-065c-4192-b4c4-0eeeadde2b25 service nova] Releasing lock "refresh_cache-e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.547023] env[68800]: DEBUG oslo_concurrency.lockutils [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Acquired lock "refresh_cache-e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.547023] env[68800]: DEBUG nova.network.neutron [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] [instance: e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.628465] env[68800]: INFO nova.compute.manager [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 0c495f2d-e6a8-43d0-bce9-72ed187abe3a] Took 52.77 seconds to build instance. [ 851.637667] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquiring lock "refresh_cache-b3fa9fdc-bdab-4337-ba0b-547659c3734c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.637667] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquired lock "refresh_cache-b3fa9fdc-bdab-4337-ba0b-547659c3734c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.637667] env[68800]: DEBUG nova.network.neutron [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.737052] env[68800]: INFO nova.compute.resource_tracker [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Updating resource usage from migration e2a97cd7-4054-4368-9f1c-1ba6328af34b [ 851.849027] env[68800]: DEBUG oslo_concurrency.lockutils [None req-18536ebb-dcc5-4496-90d9-c9971bbc45fd tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Releasing lock "refresh_cache-3569d4a2-f210-4a85-bc56-0de724aba1b0" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.908982] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243698, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.919321} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.911697] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 08ce6d65-5a60-464d-a429-39c204f43892/08ce6d65-5a60-464d-a429-39c204f43892.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 851.911940] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 08ce6d65-5a60-464d-a429-39c204f43892] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 851.912419] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45e300bb-1ba3-4ed1-8c30-e9689e276e9e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.921312] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Waiting for the task: (returnval){ [ 851.921312] env[68800]: value = "task-3243701" [ 851.921312] env[68800]: _type = "Task" [ 851.921312] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.930947] env[68800]: DEBUG oslo_vmware.api [None req-272f082f-4c2e-49f3-adbf-b8398e3b9103 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243699, 'name': Destroy_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.946874] env[68800]: DEBUG oslo_vmware.api [None req-d0a6b8f2-4e2f-41c0-9005-50d9336ec44d tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Task: {'id': task-3243700, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.947217] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243701, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.078173] env[68800]: DEBUG nova.network.neutron [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] [instance: e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 852.134763] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Lock "0c495f2d-e6a8-43d0-bce9-72ed187abe3a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.845s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.205996] env[68800]: DEBUG nova.network.neutron [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 852.295867] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67757bd3-feaf-4c32-87c4-d81506ad8ecd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.306057] env[68800]: DEBUG nova.network.neutron [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] [instance: e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4] Updating instance_info_cache with network_info: [{"id": "629ace6d-3bc2-4990-b439-5c2fcc886742", "address": "fa:16:3e:19:3c:1d", "network": {"id": "ee7fd7bf-0852-45db-88ec-d97d909ffe53", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2129492739-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c302b2390ca94363b3e711c32ac3e8e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap629ace6d-3b", "ovs_interfaceid": "629ace6d-3bc2-4990-b439-5c2fcc886742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.309757] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbda11b-83a8-45ea-a9ed-d4f59aa5212c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.354308] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb68090-53c3-411c-9228-545a048fe3c4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.359706] env[68800]: DEBUG nova.compute.manager [None req-18536ebb-dcc5-4496-90d9-c9971bbc45fd tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 852.360507] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9f8c49-43fb-4477-ac38-cf43a41702e1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.366590] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220329b7-9654-4394-9539-e93f255b96fa {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.385144] env[68800]: DEBUG nova.compute.provider_tree [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.421759] env[68800]: DEBUG nova.network.neutron [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] Updating instance_info_cache with network_info: [{"id": "aae99c29-ab0d-4d19-b93b-ff565f7f0f74", "address": "fa:16:3e:3a:5f:82", "network": {"id": "9c8e77a0-a382-40d5-818f-4b50d2c00a28", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-917338782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d220f632182492799c4801305366455", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "838c9497-35dd-415e-96c7-8dc21b0cd4b3", "external-id": "nsx-vlan-transportzone-530", "segmentation_id": 530, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaae99c29-ab", "ovs_interfaceid": "aae99c29-ab0d-4d19-b93b-ff565f7f0f74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.432469] env[68800]: DEBUG oslo_vmware.api [None req-272f082f-4c2e-49f3-adbf-b8398e3b9103 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243699, 'name': Destroy_Task, 'duration_secs': 1.033032} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.436143] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-272f082f-4c2e-49f3-adbf-b8398e3b9103 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Destroyed the VM [ 852.436404] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-272f082f-4c2e-49f3-adbf-b8398e3b9103 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Deleting Snapshot of the VM instance {{(pid=68800) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 852.439508] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-03f51d50-4794-41c0-953d-b0a6f39b4786 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.441520] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243701, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090657} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.442292] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 08ce6d65-5a60-464d-a429-39c204f43892] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 852.443517] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9a59a1-75ca-447d-93ee-1243242178da {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.449495] env[68800]: DEBUG oslo_vmware.api [None req-d0a6b8f2-4e2f-41c0-9005-50d9336ec44d tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Task: {'id': task-3243700, 'name': PowerOffVM_Task, 'duration_secs': 0.577986} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.451207] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0a6b8f2-4e2f-41c0-9005-50d9336ec44d tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] [instance: 16d4cf76-c278-4989-abf7-502f4b594a5b] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.451383] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a6b8f2-4e2f-41c0-9005-50d9336ec44d tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] [instance: 16d4cf76-c278-4989-abf7-502f4b594a5b] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.451692] env[68800]: DEBUG oslo_vmware.api [None req-272f082f-4c2e-49f3-adbf-b8398e3b9103 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 852.451692] env[68800]: value = "task-3243703" [ 852.451692] env[68800]: _type = "Task" [ 852.451692] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.451879] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba322b5e-9457-4919-bf1a-e641087e93fa {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.475311] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 08ce6d65-5a60-464d-a429-39c204f43892] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 08ce6d65-5a60-464d-a429-39c204f43892/08ce6d65-5a60-464d-a429-39c204f43892.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 852.476106] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06efe4fe-084d-4137-a261-2f35abc25fd9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.496059] env[68800]: DEBUG oslo_vmware.api [None req-272f082f-4c2e-49f3-adbf-b8398e3b9103 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243703, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.497572] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Waiting for the task: (returnval){ [ 852.497572] env[68800]: value = "task-3243705" [ 852.497572] env[68800]: _type = "Task" [ 852.497572] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.505972] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243705, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.560013] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a6b8f2-4e2f-41c0-9005-50d9336ec44d tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] [instance: 16d4cf76-c278-4989-abf7-502f4b594a5b] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.560269] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a6b8f2-4e2f-41c0-9005-50d9336ec44d tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] [instance: 16d4cf76-c278-4989-abf7-502f4b594a5b] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.560454] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0a6b8f2-4e2f-41c0-9005-50d9336ec44d tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Deleting the datastore file [datastore2] 16d4cf76-c278-4989-abf7-502f4b594a5b {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.560730] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35a73ee0-0241-4ff9-908e-3f2b3317f595 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.568624] env[68800]: DEBUG oslo_vmware.api [None req-d0a6b8f2-4e2f-41c0-9005-50d9336ec44d tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Waiting for the task: (returnval){ [ 852.568624] env[68800]: value = "task-3243706" [ 852.568624] env[68800]: _type = "Task" [ 852.568624] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.579594] env[68800]: DEBUG oslo_vmware.api [None req-d0a6b8f2-4e2f-41c0-9005-50d9336ec44d tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Task: {'id': task-3243706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.637934] env[68800]: DEBUG nova.compute.manager [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 852.817618] env[68800]: DEBUG oslo_concurrency.lockutils [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Releasing lock "refresh_cache-e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.817884] env[68800]: DEBUG nova.compute.manager [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] [instance: e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4] Instance network_info: |[{"id": "629ace6d-3bc2-4990-b439-5c2fcc886742", "address": "fa:16:3e:19:3c:1d", "network": {"id": "ee7fd7bf-0852-45db-88ec-d97d909ffe53", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2129492739-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c302b2390ca94363b3e711c32ac3e8e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap629ace6d-3b", "ovs_interfaceid": "629ace6d-3bc2-4990-b439-5c2fcc886742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 852.818336] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] [instance: e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:3c:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abcf0d10-3f3f-45dc-923e-1c78766e2dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '629ace6d-3bc2-4990-b439-5c2fcc886742', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 852.827162] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Creating folder: Project (c302b2390ca94363b3e711c32ac3e8e6). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 852.827465] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-feaff602-1b4d-4a67-8daf-2372584a492c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.841943] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Created folder: Project (c302b2390ca94363b3e711c32ac3e8e6) in parent group-v648080. [ 852.842170] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Creating folder: Instances. Parent ref: group-v648250. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 852.842420] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ad635a5-4170-4b7a-aa0c-e1e12e3d58df {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.853290] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Created folder: Instances in parent group-v648250. [ 852.853543] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.853748] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 852.853963] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20f46090-0734-4d2f-85b6-b289412dc641 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.881635] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.881635] env[68800]: value = "task-3243709" [ 852.881635] env[68800]: _type = "Task" [ 852.881635] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.890130] env[68800]: DEBUG nova.scheduler.client.report [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.901813] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243709, 'name': CreateVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.923820] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Releasing lock "refresh_cache-b3fa9fdc-bdab-4337-ba0b-547659c3734c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.924252] env[68800]: DEBUG nova.compute.manager [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] Instance network_info: |[{"id": "aae99c29-ab0d-4d19-b93b-ff565f7f0f74", "address": "fa:16:3e:3a:5f:82", "network": {"id": "9c8e77a0-a382-40d5-818f-4b50d2c00a28", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-917338782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d220f632182492799c4801305366455", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "838c9497-35dd-415e-96c7-8dc21b0cd4b3", "external-id": "nsx-vlan-transportzone-530", "segmentation_id": 530, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaae99c29-ab", "ovs_interfaceid": "aae99c29-ab0d-4d19-b93b-ff565f7f0f74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 852.925439] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:5f:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '838c9497-35dd-415e-96c7-8dc21b0cd4b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aae99c29-ab0d-4d19-b93b-ff565f7f0f74', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 852.934831] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.935512] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 852.935773] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c599001-2bb9-4a34-a234-de86a78d66c8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.968062] env[68800]: DEBUG oslo_vmware.api [None req-272f082f-4c2e-49f3-adbf-b8398e3b9103 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243703, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.969632] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.969632] env[68800]: value = "task-3243710" [ 852.969632] env[68800]: _type = "Task" [ 852.969632] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.979949] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243710, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.010439] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243705, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.082644] env[68800]: DEBUG oslo_vmware.api [None req-d0a6b8f2-4e2f-41c0-9005-50d9336ec44d tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Task: {'id': task-3243706, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157872} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.082644] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0a6b8f2-4e2f-41c0-9005-50d9336ec44d tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 853.082644] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a6b8f2-4e2f-41c0-9005-50d9336ec44d tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] [instance: 16d4cf76-c278-4989-abf7-502f4b594a5b] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 853.082644] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a6b8f2-4e2f-41c0-9005-50d9336ec44d tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] [instance: 16d4cf76-c278-4989-abf7-502f4b594a5b] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 853.082644] env[68800]: INFO nova.compute.manager [None req-d0a6b8f2-4e2f-41c0-9005-50d9336ec44d tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] [instance: 16d4cf76-c278-4989-abf7-502f4b594a5b] Took 1.68 seconds to destroy the instance on the hypervisor. [ 853.082644] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0a6b8f2-4e2f-41c0-9005-50d9336ec44d tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.083425] env[68800]: DEBUG nova.compute.manager [-] [instance: 16d4cf76-c278-4989-abf7-502f4b594a5b] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 853.083760] env[68800]: DEBUG nova.network.neutron [-] [instance: 16d4cf76-c278-4989-abf7-502f4b594a5b] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 853.166895] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.243770] env[68800]: DEBUG nova.compute.manager [req-f390e512-119c-4f6f-bc7a-25e0fecff2ca req-dd54bc84-a281-4d04-a00b-e0c5aff334da service nova] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] Received event network-changed-aae99c29-ab0d-4d19-b93b-ff565f7f0f74 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.244193] env[68800]: DEBUG nova.compute.manager [req-f390e512-119c-4f6f-bc7a-25e0fecff2ca req-dd54bc84-a281-4d04-a00b-e0c5aff334da service nova] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] Refreshing instance network info cache due to event network-changed-aae99c29-ab0d-4d19-b93b-ff565f7f0f74. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 853.244462] env[68800]: DEBUG oslo_concurrency.lockutils [req-f390e512-119c-4f6f-bc7a-25e0fecff2ca req-dd54bc84-a281-4d04-a00b-e0c5aff334da service nova] Acquiring lock "refresh_cache-b3fa9fdc-bdab-4337-ba0b-547659c3734c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.244462] env[68800]: DEBUG oslo_concurrency.lockutils [req-f390e512-119c-4f6f-bc7a-25e0fecff2ca req-dd54bc84-a281-4d04-a00b-e0c5aff334da service nova] Acquired lock "refresh_cache-b3fa9fdc-bdab-4337-ba0b-547659c3734c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.244593] env[68800]: DEBUG nova.network.neutron [req-f390e512-119c-4f6f-bc7a-25e0fecff2ca req-dd54bc84-a281-4d04-a00b-e0c5aff334da service nova] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] Refreshing network info cache for port aae99c29-ab0d-4d19-b93b-ff565f7f0f74 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.384575] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fdcca0-75fc-497c-bcea-541edf1d47af {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.399927] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.677s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.399927] env[68800]: INFO nova.compute.manager [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Migrating [ 853.405457] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243709, 'name': CreateVM_Task, 'duration_secs': 0.395542} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.410394] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5fa3e206-6006-45b2-b542-9f905efc89d0 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.623s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.410617] env[68800]: DEBUG nova.objects.instance [None req-5fa3e206-6006-45b2-b542-9f905efc89d0 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Lazy-loading 'resources' on Instance uuid f5251e20-8dda-4d70-b30c-26ffe9218656 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.411635] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 853.415472] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-18536ebb-dcc5-4496-90d9-c9971bbc45fd tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Doing hard reboot of VM {{(pid=68800) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 853.417223] env[68800]: DEBUG oslo_concurrency.lockutils [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.417419] env[68800]: DEBUG oslo_concurrency.lockutils [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.417692] env[68800]: DEBUG oslo_concurrency.lockutils [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.418162] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-5c5687a2-5aa3-4e26-9202-fe5554f4ead3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.420231] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea4d67b8-8cc8-4f25-ad5f-fc03ddaa54ad {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.426756] env[68800]: DEBUG oslo_vmware.api [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Waiting for the task: (returnval){ [ 853.426756] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52adab0f-b8d6-d1a7-e1c2-210d7338f507" [ 853.426756] env[68800]: _type = "Task" [ 853.426756] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.433468] env[68800]: DEBUG oslo_vmware.api [None req-18536ebb-dcc5-4496-90d9-c9971bbc45fd tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 853.433468] env[68800]: value = "task-3243711" [ 853.433468] env[68800]: _type = "Task" [ 853.433468] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.444415] env[68800]: DEBUG oslo_vmware.api [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52adab0f-b8d6-d1a7-e1c2-210d7338f507, 'name': SearchDatastore_Task, 'duration_secs': 0.011335} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.445129] env[68800]: DEBUG oslo_concurrency.lockutils [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.445365] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] [instance: e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.445590] env[68800]: DEBUG oslo_concurrency.lockutils [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.445727] env[68800]: DEBUG oslo_concurrency.lockutils [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.445896] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.446464] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4c86d13-aad3-4347-8c20-fc2edf6a8ddb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.451805] env[68800]: DEBUG oslo_vmware.api [None req-18536ebb-dcc5-4496-90d9-c9971bbc45fd tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3243711, 'name': ResetVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.466260] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.466469] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 853.470013] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1ac5a17-0c4f-49e7-bb4a-af840623b025 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.472646] env[68800]: DEBUG oslo_vmware.api [None req-272f082f-4c2e-49f3-adbf-b8398e3b9103 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243703, 'name': RemoveSnapshot_Task, 'duration_secs': 0.600814} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.476055] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-272f082f-4c2e-49f3-adbf-b8398e3b9103 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Deleted Snapshot of the VM instance {{(pid=68800) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 853.476317] env[68800]: INFO nova.compute.manager [None req-272f082f-4c2e-49f3-adbf-b8398e3b9103 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Took 17.55 seconds to snapshot the instance on the hypervisor. [ 853.485839] env[68800]: DEBUG oslo_vmware.api [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Waiting for the task: (returnval){ [ 853.485839] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520937a0-ca9a-ac39-2b98-4cea39664c71" [ 853.485839] env[68800]: _type = "Task" [ 853.485839] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.490524] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243710, 'name': CreateVM_Task, 'duration_secs': 0.377489} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.492830] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 853.493697] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.493794] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.494123] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.494789] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9182f265-c649-4166-8840-94fd8096faf9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.501190] env[68800]: DEBUG oslo_vmware.api [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520937a0-ca9a-ac39-2b98-4cea39664c71, 'name': SearchDatastore_Task, 'duration_secs': 0.012342} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.506855] env[68800]: DEBUG oslo_vmware.api [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 853.506855] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ea11a8-0a53-fab4-bfc5-f47f1a875854" [ 853.506855] env[68800]: _type = "Task" [ 853.506855] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.507592] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71bd9323-6e25-443f-b920-b4dbc1139435 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.517229] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243705, 'name': ReconfigVM_Task, 'duration_secs': 0.535728} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.517937] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 08ce6d65-5a60-464d-a429-39c204f43892] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 08ce6d65-5a60-464d-a429-39c204f43892/08ce6d65-5a60-464d-a429-39c204f43892.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 853.520473] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0aaf7794-d948-40a3-bbc4-1b88637554aa {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.521996] env[68800]: DEBUG oslo_vmware.api [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Waiting for the task: (returnval){ [ 853.521996] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5268be56-17e4-17fd-a1bb-e083e323b1ba" [ 853.521996] env[68800]: _type = "Task" [ 853.521996] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.525636] env[68800]: DEBUG oslo_vmware.api [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ea11a8-0a53-fab4-bfc5-f47f1a875854, 'name': SearchDatastore_Task, 'duration_secs': 0.010846} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.531541] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.531541] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.531541] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.532641] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Waiting for the task: (returnval){ [ 853.532641] env[68800]: value = "task-3243712" [ 853.532641] env[68800]: _type = "Task" [ 853.532641] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.541814] env[68800]: DEBUG oslo_vmware.api [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5268be56-17e4-17fd-a1bb-e083e323b1ba, 'name': SearchDatastore_Task, 'duration_secs': 0.011303} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.541814] env[68800]: DEBUG oslo_concurrency.lockutils [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.541814] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4/e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 853.541814] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.541814] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.541814] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff211116-36d7-4d6d-8c15-545db9918756 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.546976] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7fd4277-18f2-4a0b-b637-c7be7f4b62c0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.549060] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243712, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.560328] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.560571] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 853.562282] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7663afd9-149c-4a76-850c-d97ae76e76c4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.564933] env[68800]: DEBUG oslo_vmware.api [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Waiting for the task: (returnval){ [ 853.564933] env[68800]: value = "task-3243713" [ 853.564933] env[68800]: _type = "Task" [ 853.564933] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.570622] env[68800]: DEBUG oslo_vmware.api [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 853.570622] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5281e1f8-f3aa-ad15-2209-e313574765a5" [ 853.570622] env[68800]: _type = "Task" [ 853.570622] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.577627] env[68800]: DEBUG oslo_vmware.api [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Task: {'id': task-3243713, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.583427] env[68800]: DEBUG oslo_vmware.api [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5281e1f8-f3aa-ad15-2209-e313574765a5, 'name': SearchDatastore_Task, 'duration_secs': 0.011533} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.584274] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07fc8675-e04e-417d-8e21-60efe27431f5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.590781] env[68800]: DEBUG oslo_vmware.api [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 853.590781] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52bc0700-5285-5982-93d6-0bafcb5ad352" [ 853.590781] env[68800]: _type = "Task" [ 853.590781] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.600058] env[68800]: DEBUG oslo_vmware.api [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52bc0700-5285-5982-93d6-0bafcb5ad352, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.874736] env[68800]: DEBUG nova.network.neutron [-] [instance: 16d4cf76-c278-4989-abf7-502f4b594a5b] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.923218] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Acquiring lock "refresh_cache-c27ce6a7-d9a3-4a37-9fc7-c72731f816fa" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.923542] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Acquired lock "refresh_cache-c27ce6a7-d9a3-4a37-9fc7-c72731f816fa" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.923855] env[68800]: DEBUG nova.network.neutron [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 853.948358] env[68800]: DEBUG oslo_vmware.api [None req-18536ebb-dcc5-4496-90d9-c9971bbc45fd tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3243711, 'name': ResetVM_Task, 'duration_secs': 0.107235} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.948781] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-18536ebb-dcc5-4496-90d9-c9971bbc45fd tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Did hard reboot of VM {{(pid=68800) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 853.949021] env[68800]: DEBUG nova.compute.manager [None req-18536ebb-dcc5-4496-90d9-c9971bbc45fd tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.950028] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f572c3c-b502-4236-a519-3cc2613ab849 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.966130] env[68800]: DEBUG nova.network.neutron [req-f390e512-119c-4f6f-bc7a-25e0fecff2ca req-dd54bc84-a281-4d04-a00b-e0c5aff334da service nova] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] Updated VIF entry in instance network info cache for port aae99c29-ab0d-4d19-b93b-ff565f7f0f74. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 853.966130] env[68800]: DEBUG nova.network.neutron [req-f390e512-119c-4f6f-bc7a-25e0fecff2ca req-dd54bc84-a281-4d04-a00b-e0c5aff334da service nova] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] Updating instance_info_cache with network_info: [{"id": "aae99c29-ab0d-4d19-b93b-ff565f7f0f74", "address": "fa:16:3e:3a:5f:82", "network": {"id": "9c8e77a0-a382-40d5-818f-4b50d2c00a28", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-917338782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d220f632182492799c4801305366455", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "838c9497-35dd-415e-96c7-8dc21b0cd4b3", "external-id": "nsx-vlan-transportzone-530", "segmentation_id": 530, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaae99c29-ab", "ovs_interfaceid": "aae99c29-ab0d-4d19-b93b-ff565f7f0f74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.046544] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243712, 'name': Rename_Task, 'duration_secs': 0.184708} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.048977] env[68800]: DEBUG nova.compute.manager [None req-272f082f-4c2e-49f3-adbf-b8398e3b9103 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Found 3 images (rotation: 2) {{(pid=68800) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 854.049169] env[68800]: DEBUG nova.compute.manager [None req-272f082f-4c2e-49f3-adbf-b8398e3b9103 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Rotating out 1 backups {{(pid=68800) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 854.049331] env[68800]: DEBUG nova.compute.manager [None req-272f082f-4c2e-49f3-adbf-b8398e3b9103 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Deleting image f3872679-f4a6-4486-9b00-1c97e6173e91 {{(pid=68800) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 854.051106] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 08ce6d65-5a60-464d-a429-39c204f43892] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 854.053961] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90739753-c1ff-4a58-94dc-949fe8a282f0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.062523] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Waiting for the task: (returnval){ [ 854.062523] env[68800]: value = "task-3243714" [ 854.062523] env[68800]: _type = "Task" [ 854.062523] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.074620] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243714, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.080068] env[68800]: DEBUG oslo_vmware.api [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Task: {'id': task-3243713, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4692} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.080278] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4/e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 854.080552] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] [instance: e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 854.080667] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a89372f-cbe1-4e53-9f25-c82269498f57 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.090279] env[68800]: DEBUG oslo_vmware.api [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Waiting for the task: (returnval){ [ 854.090279] env[68800]: value = "task-3243715" [ 854.090279] env[68800]: _type = "Task" [ 854.090279] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.104509] env[68800]: DEBUG oslo_vmware.api [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Task: {'id': task-3243715, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.110612] env[68800]: DEBUG oslo_vmware.api [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52bc0700-5285-5982-93d6-0bafcb5ad352, 'name': SearchDatastore_Task, 'duration_secs': 0.010935} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.110865] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.111198] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] b3fa9fdc-bdab-4337-ba0b-547659c3734c/b3fa9fdc-bdab-4337-ba0b-547659c3734c.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.111499] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7058a670-cdf8-4951-add6-f783bce7c489 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.121434] env[68800]: DEBUG oslo_vmware.api [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 854.121434] env[68800]: value = "task-3243716" [ 854.121434] env[68800]: _type = "Task" [ 854.121434] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.134232] env[68800]: DEBUG oslo_vmware.api [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243716, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.339603] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad24753a-0b59-4b1f-b1e3-3a77ffda846a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 0493e632-089d-4166-8048-040724607526] Volume attach. Driver type: vmdk {{(pid=68800) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 854.339988] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad24753a-0b59-4b1f-b1e3-3a77ffda846a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 0493e632-089d-4166-8048-040724607526] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648249', 'volume_id': 'fb398313-aa20-4aed-bbf7-e70585cf6eca', 'name': 'volume-fb398313-aa20-4aed-bbf7-e70585cf6eca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0493e632-089d-4166-8048-040724607526', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb398313-aa20-4aed-bbf7-e70585cf6eca', 'serial': 'fb398313-aa20-4aed-bbf7-e70585cf6eca'} {{(pid=68800) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 854.341272] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45421617-8e38-451e-b29c-6a3587cb8ee3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.364436] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c078600-a983-40fe-918f-de4c7fd0d1ed {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.387196] env[68800]: INFO nova.compute.manager [-] [instance: 16d4cf76-c278-4989-abf7-502f4b594a5b] Took 1.30 seconds to deallocate network for instance. [ 854.395095] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad24753a-0b59-4b1f-b1e3-3a77ffda846a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 0493e632-089d-4166-8048-040724607526] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] volume-fb398313-aa20-4aed-bbf7-e70585cf6eca/volume-fb398313-aa20-4aed-bbf7-e70585cf6eca.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 854.399872] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7bd47e3-dce6-467d-ba6a-9c27ad9fa685 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.424085] env[68800]: DEBUG oslo_vmware.api [None req-ad24753a-0b59-4b1f-b1e3-3a77ffda846a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 854.424085] env[68800]: value = "task-3243717" [ 854.424085] env[68800]: _type = "Task" [ 854.424085] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.439928] env[68800]: DEBUG oslo_vmware.api [None req-ad24753a-0b59-4b1f-b1e3-3a77ffda846a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243717, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.472469] env[68800]: DEBUG oslo_concurrency.lockutils [req-f390e512-119c-4f6f-bc7a-25e0fecff2ca req-dd54bc84-a281-4d04-a00b-e0c5aff334da service nova] Releasing lock "refresh_cache-b3fa9fdc-bdab-4337-ba0b-547659c3734c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.473420] env[68800]: DEBUG oslo_concurrency.lockutils [None req-18536ebb-dcc5-4496-90d9-c9971bbc45fd tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "3569d4a2-f210-4a85-bc56-0de724aba1b0" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.556s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.581800] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243714, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.606086] env[68800]: DEBUG oslo_vmware.api [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Task: {'id': task-3243715, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08976} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.606798] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] [instance: e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 854.607402] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77bb344d-e3ff-4e37-bd76-03d37d6ed9e9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.633194] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] [instance: e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4/e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 854.636784] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0fbbea8-0f07-497e-8f36-64ab3a4e4823 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.664575] env[68800]: DEBUG oslo_vmware.api [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243716, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.665831] env[68800]: DEBUG oslo_vmware.api [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Waiting for the task: (returnval){ [ 854.665831] env[68800]: value = "task-3243718" [ 854.665831] env[68800]: _type = "Task" [ 854.665831] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.677726] env[68800]: DEBUG oslo_vmware.api [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Task: {'id': task-3243718, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.706831] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711fcebb-c794-4b3e-a1c4-28d374991a45 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.715343] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc49cac5-2207-4422-bd7e-cff962aabfbd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.749429] env[68800]: DEBUG nova.network.neutron [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Updating instance_info_cache with network_info: [{"id": "a0205457-cf1e-4112-adc1-d8f7206c7c20", "address": "fa:16:3e:d7:3b:d7", "network": {"id": "910263fe-5348-43bf-a2dc-80270861caea", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3ae10f76bf14ae69232ca090f1bb0ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0205457-cf", "ovs_interfaceid": "a0205457-cf1e-4112-adc1-d8f7206c7c20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.752145] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f8df30-2998-47e7-a6f3-caf1b2b60a33 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.763128] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37022e4a-ec49-4ee9-a90c-d8937f512d9c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.781587] env[68800]: DEBUG nova.compute.provider_tree [None req-5fa3e206-6006-45b2-b542-9f905efc89d0 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.835623] env[68800]: DEBUG oslo_concurrency.lockutils [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Acquiring lock "b8608521-c253-4f10-a930-8bbf4bc3a987" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.835853] env[68800]: DEBUG oslo_concurrency.lockutils [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Lock "b8608521-c253-4f10-a930-8bbf4bc3a987" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.918941] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d0a6b8f2-4e2f-41c0-9005-50d9336ec44d tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.938705] env[68800]: DEBUG oslo_vmware.api [None req-ad24753a-0b59-4b1f-b1e3-3a77ffda846a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.077157] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243714, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.146308] env[68800]: DEBUG oslo_vmware.api [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243716, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.176638] env[68800]: DEBUG oslo_vmware.api [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Task: {'id': task-3243718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.257785] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Releasing lock "refresh_cache-c27ce6a7-d9a3-4a37-9fc7-c72731f816fa" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.275209] env[68800]: DEBUG nova.compute.manager [req-4a20eeb6-6434-4eb8-9ff7-319ed4909501 req-2b8a5202-58b4-4b30-8c27-01d3b4b3690d service nova] [instance: 16d4cf76-c278-4989-abf7-502f4b594a5b] Received event network-vif-deleted-560a07bb-28cf-4dbf-972b-66435dff74df {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.285167] env[68800]: DEBUG nova.scheduler.client.report [None req-5fa3e206-6006-45b2-b542-9f905efc89d0 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.435293] env[68800]: DEBUG oslo_vmware.api [None req-ad24753a-0b59-4b1f-b1e3-3a77ffda846a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243717, 'name': ReconfigVM_Task, 'duration_secs': 1.002288} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.436000] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad24753a-0b59-4b1f-b1e3-3a77ffda846a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 0493e632-089d-4166-8048-040724607526] Reconfigured VM instance instance-00000032 to attach disk [datastore1] volume-fb398313-aa20-4aed-bbf7-e70585cf6eca/volume-fb398313-aa20-4aed-bbf7-e70585cf6eca.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 855.440694] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed94fc68-a116-41e4-8660-ff7772295708 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.459143] env[68800]: DEBUG oslo_vmware.api [None req-ad24753a-0b59-4b1f-b1e3-3a77ffda846a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 855.459143] env[68800]: value = "task-3243719" [ 855.459143] env[68800]: _type = "Task" [ 855.459143] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.468407] env[68800]: DEBUG oslo_vmware.api [None req-ad24753a-0b59-4b1f-b1e3-3a77ffda846a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243719, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.577658] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243714, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.647068] env[68800]: DEBUG oslo_vmware.api [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243716, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.483658} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.647399] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] b3fa9fdc-bdab-4337-ba0b-547659c3734c/b3fa9fdc-bdab-4337-ba0b-547659c3734c.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 855.647671] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.647951] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-418fb45d-8488-4cdc-bd6d-afdae26efc6a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.654183] env[68800]: DEBUG oslo_vmware.api [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 855.654183] env[68800]: value = "task-3243720" [ 855.654183] env[68800]: _type = "Task" [ 855.654183] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.663282] env[68800]: DEBUG oslo_vmware.api [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243720, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.676415] env[68800]: DEBUG oslo_vmware.api [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Task: {'id': task-3243718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.790347] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5fa3e206-6006-45b2-b542-9f905efc89d0 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.380s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.792657] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 32.401s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.792839] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.793069] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68800) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 855.793485] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.179s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.795133] env[68800]: INFO nova.compute.claims [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 855.800698] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe18710-e268-49e7-95df-1629bd07214a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.813649] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ff31dc-773a-4001-85ea-a91ef70cbd0c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.831652] env[68800]: INFO nova.scheduler.client.report [None req-5fa3e206-6006-45b2-b542-9f905efc89d0 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Deleted allocations for instance f5251e20-8dda-4d70-b30c-26ffe9218656 [ 855.837949] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48b6763-c404-4886-a24c-6382e9950d8a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.844497] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38277929-091b-43a1-8430-7dd59c9b7e19 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.876165] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179346MB free_disk=119GB free_vcpus=48 pci_devices=None {{(pid=68800) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 855.876350] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.955006] env[68800]: DEBUG oslo_concurrency.lockutils [None req-16d7bf50-4ae2-46c6-bb5d-4c2c07550f09 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquiring lock "99f2d44f-e361-466f-998c-f23a2b04bcbf" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.955323] env[68800]: DEBUG oslo_concurrency.lockutils [None req-16d7bf50-4ae2-46c6-bb5d-4c2c07550f09 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "99f2d44f-e361-466f-998c-f23a2b04bcbf" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.955531] env[68800]: DEBUG nova.compute.manager [None req-16d7bf50-4ae2-46c6-bb5d-4c2c07550f09 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 855.956430] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8783f405-2777-4508-92ac-51b141b8ad42 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.964393] env[68800]: DEBUG nova.compute.manager [None req-16d7bf50-4ae2-46c6-bb5d-4c2c07550f09 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68800) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 855.964807] env[68800]: DEBUG nova.objects.instance [None req-16d7bf50-4ae2-46c6-bb5d-4c2c07550f09 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lazy-loading 'flavor' on Instance uuid 99f2d44f-e361-466f-998c-f23a2b04bcbf {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.971174] env[68800]: DEBUG oslo_vmware.api [None req-ad24753a-0b59-4b1f-b1e3-3a77ffda846a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243719, 'name': ReconfigVM_Task, 'duration_secs': 0.152985} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.972144] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad24753a-0b59-4b1f-b1e3-3a77ffda846a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 0493e632-089d-4166-8048-040724607526] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648249', 'volume_id': 'fb398313-aa20-4aed-bbf7-e70585cf6eca', 'name': 'volume-fb398313-aa20-4aed-bbf7-e70585cf6eca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0493e632-089d-4166-8048-040724607526', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb398313-aa20-4aed-bbf7-e70585cf6eca', 'serial': 'fb398313-aa20-4aed-bbf7-e70585cf6eca'} {{(pid=68800) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 856.077827] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243714, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.165278] env[68800]: DEBUG oslo_vmware.api [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243720, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075558} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.165547] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 856.166347] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44064f44-7793-407d-a375-b03f3c0f4172 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.180118] env[68800]: DEBUG oslo_vmware.api [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Task: {'id': task-3243718, 'name': ReconfigVM_Task, 'duration_secs': 1.070982} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.189063] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] [instance: e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4] Reconfigured VM instance instance-00000036 to attach disk [datastore1] e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4/e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.198518] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] b3fa9fdc-bdab-4337-ba0b-547659c3734c/b3fa9fdc-bdab-4337-ba0b-547659c3734c.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.198892] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47d66195-373b-4d02-929e-aa89deaf56fc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.200699] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ac74713-ba86-4fb4-9827-76786b39a0bb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.223271] env[68800]: DEBUG oslo_vmware.api [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Waiting for the task: (returnval){ [ 856.223271] env[68800]: value = "task-3243721" [ 856.223271] env[68800]: _type = "Task" [ 856.223271] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.227772] env[68800]: DEBUG oslo_vmware.api [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 856.227772] env[68800]: value = "task-3243722" [ 856.227772] env[68800]: _type = "Task" [ 856.227772] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.235251] env[68800]: DEBUG oslo_vmware.api [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Task: {'id': task-3243721, 'name': Rename_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.238493] env[68800]: DEBUG oslo_vmware.api [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243722, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.344625] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5fa3e206-6006-45b2-b542-9f905efc89d0 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Lock "f5251e20-8dda-4d70-b30c-26ffe9218656" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.403s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.578847] env[68800]: DEBUG oslo_vmware.api [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243714, 'name': PowerOnVM_Task, 'duration_secs': 2.365214} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.579029] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 08ce6d65-5a60-464d-a429-39c204f43892] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 856.579223] env[68800]: INFO nova.compute.manager [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 08ce6d65-5a60-464d-a429-39c204f43892] Took 11.59 seconds to spawn the instance on the hypervisor. [ 856.579440] env[68800]: DEBUG nova.compute.manager [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 08ce6d65-5a60-464d-a429-39c204f43892] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 856.580230] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9019da5e-2865-436b-89db-925e7fd367e8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.647510] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bf4fbe9a-e655-4aec-a676-07ee39e76fc3 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Acquiring lock "d8ca704a-fbd1-43e3-bc26-a005ec7082d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.647510] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bf4fbe9a-e655-4aec-a676-07ee39e76fc3 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Lock "d8ca704a-fbd1-43e3-bc26-a005ec7082d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.647510] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bf4fbe9a-e655-4aec-a676-07ee39e76fc3 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Acquiring lock "d8ca704a-fbd1-43e3-bc26-a005ec7082d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.647702] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bf4fbe9a-e655-4aec-a676-07ee39e76fc3 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Lock "d8ca704a-fbd1-43e3-bc26-a005ec7082d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.647807] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bf4fbe9a-e655-4aec-a676-07ee39e76fc3 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Lock "d8ca704a-fbd1-43e3-bc26-a005ec7082d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.650267] env[68800]: INFO nova.compute.manager [None req-bf4fbe9a-e655-4aec-a676-07ee39e76fc3 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Terminating instance [ 856.737380] env[68800]: DEBUG oslo_vmware.api [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Task: {'id': task-3243721, 'name': Rename_Task, 'duration_secs': 0.159208} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.738273] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] [instance: e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 856.738593] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f83666a-4a94-4aaa-9aac-3c1cfc4af4b2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.743879] env[68800]: DEBUG oslo_vmware.api [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243722, 'name': ReconfigVM_Task, 'duration_secs': 0.299283} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.744591] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] Reconfigured VM instance instance-00000037 to attach disk [datastore1] b3fa9fdc-bdab-4337-ba0b-547659c3734c/b3fa9fdc-bdab-4337-ba0b-547659c3734c.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.745259] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7f85d37-ba2c-4002-97f0-c95df0ca298e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.750712] env[68800]: DEBUG oslo_vmware.api [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Waiting for the task: (returnval){ [ 856.750712] env[68800]: value = "task-3243723" [ 856.750712] env[68800]: _type = "Task" [ 856.750712] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.755737] env[68800]: DEBUG oslo_vmware.api [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 856.755737] env[68800]: value = "task-3243724" [ 856.755737] env[68800]: _type = "Task" [ 856.755737] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.762509] env[68800]: DEBUG oslo_vmware.api [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Task: {'id': task-3243723, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.768240] env[68800]: DEBUG oslo_vmware.api [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243724, 'name': Rename_Task} progress is 10%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.774345] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7586c468-4b92-4980-aa25-78c437e66528 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.795116] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Updating instance 'c27ce6a7-d9a3-4a37-9fc7-c72731f816fa' progress to 0 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 856.973148] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-16d7bf50-4ae2-46c6-bb5d-4c2c07550f09 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 856.973510] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3d5ed24-8035-4ac6-8663-66d2749ff059 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.983960] env[68800]: DEBUG oslo_vmware.api [None req-16d7bf50-4ae2-46c6-bb5d-4c2c07550f09 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 856.983960] env[68800]: value = "task-3243725" [ 856.983960] env[68800]: _type = "Task" [ 856.983960] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.997623] env[68800]: DEBUG oslo_vmware.api [None req-16d7bf50-4ae2-46c6-bb5d-4c2c07550f09 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243725, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.025600] env[68800]: DEBUG nova.objects.instance [None req-ad24753a-0b59-4b1f-b1e3-3a77ffda846a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lazy-loading 'flavor' on Instance uuid 0493e632-089d-4166-8048-040724607526 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 857.103928] env[68800]: INFO nova.compute.manager [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 08ce6d65-5a60-464d-a429-39c204f43892] Took 50.56 seconds to build instance. [ 857.154834] env[68800]: DEBUG nova.compute.manager [None req-bf4fbe9a-e655-4aec-a676-07ee39e76fc3 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 857.154834] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bf4fbe9a-e655-4aec-a676-07ee39e76fc3 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 857.155470] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8096e8-84c2-4723-8e51-c66453d47516 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.173855] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf4fbe9a-e655-4aec-a676-07ee39e76fc3 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 857.173948] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b3e10fe-9f12-4b8f-bed6-abb4d5b23003 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.176216] env[68800]: DEBUG oslo_concurrency.lockutils [None req-501d0c71-35a9-4375-9168-6c9a74638cbc tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "0493e632-089d-4166-8048-040724607526" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.197453] env[68800]: DEBUG oslo_vmware.api [None req-bf4fbe9a-e655-4aec-a676-07ee39e76fc3 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Waiting for the task: (returnval){ [ 857.197453] env[68800]: value = "task-3243726" [ 857.197453] env[68800]: _type = "Task" [ 857.197453] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.209544] env[68800]: DEBUG oslo_vmware.api [None req-bf4fbe9a-e655-4aec-a676-07ee39e76fc3 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243726, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.269824] env[68800]: DEBUG oslo_vmware.api [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Task: {'id': task-3243723, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.276863] env[68800]: DEBUG oslo_vmware.api [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243724, 'name': Rename_Task, 'duration_secs': 0.220884} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.277616] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.277983] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a4ab583-1dc9-4b9d-a0b5-8d4f1eb16b61 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.297798] env[68800]: DEBUG oslo_vmware.api [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 857.297798] env[68800]: value = "task-3243727" [ 857.297798] env[68800]: _type = "Task" [ 857.297798] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.303519] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 857.303519] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c71f467-a114-4af1-a885-57b3caf7b6d7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.313195] env[68800]: DEBUG oslo_vmware.api [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.320039] env[68800]: DEBUG oslo_vmware.api [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Waiting for the task: (returnval){ [ 857.320039] env[68800]: value = "task-3243728" [ 857.320039] env[68800]: _type = "Task" [ 857.320039] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.332211] env[68800]: DEBUG oslo_vmware.api [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243728, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.427032] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb73da4-0213-4a9a-b912-90ea9fe8329c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.437018] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a325e086-6bf3-4919-8fb0-2584cd99a93b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.474764] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d76b956-1608-43ab-864b-7d5dae0ab9e6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.484800] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c33bc3-36ee-4d13-8754-5a74df731f74 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.499101] env[68800]: DEBUG oslo_vmware.api [None req-16d7bf50-4ae2-46c6-bb5d-4c2c07550f09 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243725, 'name': PowerOffVM_Task, 'duration_secs': 0.233999} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.507892] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-16d7bf50-4ae2-46c6-bb5d-4c2c07550f09 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 857.508243] env[68800]: DEBUG nova.compute.manager [None req-16d7bf50-4ae2-46c6-bb5d-4c2c07550f09 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 857.508872] env[68800]: DEBUG nova.compute.provider_tree [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.511607] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5c655e-3856-4f17-8873-91912a1f8784 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.530691] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ad24753a-0b59-4b1f-b1e3-3a77ffda846a tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "0493e632-089d-4166-8048-040724607526" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.824s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.532391] env[68800]: DEBUG oslo_concurrency.lockutils [None req-501d0c71-35a9-4375-9168-6c9a74638cbc tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "0493e632-089d-4166-8048-040724607526" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.356s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.533409] env[68800]: DEBUG oslo_concurrency.lockutils [None req-501d0c71-35a9-4375-9168-6c9a74638cbc tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "0493e632-089d-4166-8048-040724607526-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.533409] env[68800]: DEBUG oslo_concurrency.lockutils [None req-501d0c71-35a9-4375-9168-6c9a74638cbc tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "0493e632-089d-4166-8048-040724607526-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.533409] env[68800]: DEBUG oslo_concurrency.lockutils [None req-501d0c71-35a9-4375-9168-6c9a74638cbc tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "0493e632-089d-4166-8048-040724607526-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.535383] env[68800]: INFO nova.compute.manager [None req-501d0c71-35a9-4375-9168-6c9a74638cbc tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 0493e632-089d-4166-8048-040724607526] Terminating instance [ 857.606404] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c47f845a-9584-413f-aa5c-8bebe966e961 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Lock "08ce6d65-5a60-464d-a429-39c204f43892" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.286s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.710170] env[68800]: DEBUG oslo_vmware.api [None req-bf4fbe9a-e655-4aec-a676-07ee39e76fc3 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243726, 'name': PowerOffVM_Task, 'duration_secs': 0.236727} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.710443] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf4fbe9a-e655-4aec-a676-07ee39e76fc3 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 857.710607] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bf4fbe9a-e655-4aec-a676-07ee39e76fc3 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 857.710865] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d787f56-9a16-4dca-bc2d-d399fcd60e8a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.765976] env[68800]: DEBUG oslo_vmware.api [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Task: {'id': task-3243723, 'name': PowerOnVM_Task, 'duration_secs': 0.697899} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.766290] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] [instance: e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 857.766489] env[68800]: INFO nova.compute.manager [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] [instance: e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4] Took 8.93 seconds to spawn the instance on the hypervisor. [ 857.766669] env[68800]: DEBUG nova.compute.manager [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] [instance: e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 857.767473] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c09e73f-8a74-4a9e-a442-661e868a3920 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.782430] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bf4fbe9a-e655-4aec-a676-07ee39e76fc3 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 857.782683] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bf4fbe9a-e655-4aec-a676-07ee39e76fc3 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 857.782881] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf4fbe9a-e655-4aec-a676-07ee39e76fc3 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Deleting the datastore file [datastore2] d8ca704a-fbd1-43e3-bc26-a005ec7082d7 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 857.783233] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81525616-c4f5-4dc1-a85d-d055fb43ab2b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.791068] env[68800]: DEBUG oslo_vmware.api [None req-bf4fbe9a-e655-4aec-a676-07ee39e76fc3 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Waiting for the task: (returnval){ [ 857.791068] env[68800]: value = "task-3243730" [ 857.791068] env[68800]: _type = "Task" [ 857.791068] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.800246] env[68800]: DEBUG oslo_vmware.api [None req-bf4fbe9a-e655-4aec-a676-07ee39e76fc3 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243730, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.809529] env[68800]: DEBUG oslo_vmware.api [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243727, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.831882] env[68800]: DEBUG oslo_vmware.api [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243728, 'name': PowerOffVM_Task, 'duration_secs': 0.281387} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.831882] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 857.832126] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Updating instance 'c27ce6a7-d9a3-4a37-9fc7-c72731f816fa' progress to 17 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 858.012447] env[68800]: DEBUG nova.scheduler.client.report [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.026972] env[68800]: DEBUG oslo_concurrency.lockutils [None req-16d7bf50-4ae2-46c6-bb5d-4c2c07550f09 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "99f2d44f-e361-466f-998c-f23a2b04bcbf" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.071s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.039431] env[68800]: DEBUG nova.compute.manager [None req-501d0c71-35a9-4375-9168-6c9a74638cbc tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 0493e632-089d-4166-8048-040724607526] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 858.039801] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-501d0c71-35a9-4375-9168-6c9a74638cbc tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 0493e632-089d-4166-8048-040724607526] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.040562] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdf71857-4cc3-4e18-8894-c50af9427ec8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.049942] env[68800]: DEBUG oslo_vmware.api [None req-501d0c71-35a9-4375-9168-6c9a74638cbc tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 858.049942] env[68800]: value = "task-3243731" [ 858.049942] env[68800]: _type = "Task" [ 858.049942] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.056258] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b4fd1ecb-7212-4727-9913-8c406894250c tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Acquiring lock "0c495f2d-e6a8-43d0-bce9-72ed187abe3a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.056805] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b4fd1ecb-7212-4727-9913-8c406894250c tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Lock "0c495f2d-e6a8-43d0-bce9-72ed187abe3a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.056805] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b4fd1ecb-7212-4727-9913-8c406894250c tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Acquiring lock "0c495f2d-e6a8-43d0-bce9-72ed187abe3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.056903] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b4fd1ecb-7212-4727-9913-8c406894250c tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Lock "0c495f2d-e6a8-43d0-bce9-72ed187abe3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.057044] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b4fd1ecb-7212-4727-9913-8c406894250c tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Lock "0c495f2d-e6a8-43d0-bce9-72ed187abe3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.059971] env[68800]: INFO nova.compute.manager [None req-b4fd1ecb-7212-4727-9913-8c406894250c tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 0c495f2d-e6a8-43d0-bce9-72ed187abe3a] Terminating instance [ 858.073104] env[68800]: DEBUG oslo_vmware.api [None req-501d0c71-35a9-4375-9168-6c9a74638cbc tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243731, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.110913] env[68800]: DEBUG nova.compute.manager [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 858.128023] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b794b392-d17d-4ffd-84ef-ff7a7b2af5e1 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Acquiring lock "08ce6d65-5a60-464d-a429-39c204f43892" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.128023] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b794b392-d17d-4ffd-84ef-ff7a7b2af5e1 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Lock "08ce6d65-5a60-464d-a429-39c204f43892" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.128023] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b794b392-d17d-4ffd-84ef-ff7a7b2af5e1 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Acquiring lock "08ce6d65-5a60-464d-a429-39c204f43892-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.128023] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b794b392-d17d-4ffd-84ef-ff7a7b2af5e1 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Lock "08ce6d65-5a60-464d-a429-39c204f43892-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.128023] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b794b392-d17d-4ffd-84ef-ff7a7b2af5e1 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Lock "08ce6d65-5a60-464d-a429-39c204f43892-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.129725] env[68800]: INFO nova.compute.manager [None req-b794b392-d17d-4ffd-84ef-ff7a7b2af5e1 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 08ce6d65-5a60-464d-a429-39c204f43892] Terminating instance [ 858.289196] env[68800]: INFO nova.compute.manager [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] [instance: e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4] Took 45.58 seconds to build instance. [ 858.303551] env[68800]: DEBUG oslo_vmware.api [None req-bf4fbe9a-e655-4aec-a676-07ee39e76fc3 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Task: {'id': task-3243730, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257312} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.307210] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf4fbe9a-e655-4aec-a676-07ee39e76fc3 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 858.307425] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bf4fbe9a-e655-4aec-a676-07ee39e76fc3 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 858.307604] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bf4fbe9a-e655-4aec-a676-07ee39e76fc3 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 858.307809] env[68800]: INFO nova.compute.manager [None req-bf4fbe9a-e655-4aec-a676-07ee39e76fc3 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Took 1.15 seconds to destroy the instance on the hypervisor. [ 858.308087] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf4fbe9a-e655-4aec-a676-07ee39e76fc3 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.308309] env[68800]: DEBUG nova.compute.manager [-] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 858.308401] env[68800]: DEBUG nova.network.neutron [-] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 858.317433] env[68800]: DEBUG oslo_vmware.api [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243727, 'name': PowerOnVM_Task, 'duration_secs': 0.634187} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.317673] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 858.317876] env[68800]: INFO nova.compute.manager [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] Took 7.81 seconds to spawn the instance on the hypervisor. [ 858.318068] env[68800]: DEBUG nova.compute.manager [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.318880] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c89dc4-33bb-45bf-882b-1075a1ce8649 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.338543] env[68800]: DEBUG nova.virt.hardware [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 858.338862] env[68800]: DEBUG nova.virt.hardware [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 858.339072] env[68800]: DEBUG nova.virt.hardware [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 858.339297] env[68800]: DEBUG nova.virt.hardware [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 858.339475] env[68800]: DEBUG nova.virt.hardware [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 858.339659] env[68800]: DEBUG nova.virt.hardware [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 858.339897] env[68800]: DEBUG nova.virt.hardware [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 858.340114] env[68800]: DEBUG nova.virt.hardware [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 858.340334] env[68800]: DEBUG nova.virt.hardware [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 858.340538] env[68800]: DEBUG nova.virt.hardware [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 858.340838] env[68800]: DEBUG nova.virt.hardware [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 858.346963] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8868a4e2-db45-4373-a0ee-551b6c864f12 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.365505] env[68800]: DEBUG oslo_vmware.api [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Waiting for the task: (returnval){ [ 858.365505] env[68800]: value = "task-3243732" [ 858.365505] env[68800]: _type = "Task" [ 858.365505] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.378139] env[68800]: DEBUG oslo_vmware.api [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243732, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.519385] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.726s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.520285] env[68800]: DEBUG nova.compute.manager [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 858.525660] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eddca10a-8722-4572-b0e4-6c48ef349c07 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.226s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.525755] env[68800]: DEBUG nova.objects.instance [None req-eddca10a-8722-4572-b0e4-6c48ef349c07 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Lazy-loading 'resources' on Instance uuid 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 858.563470] env[68800]: DEBUG oslo_vmware.api [None req-501d0c71-35a9-4375-9168-6c9a74638cbc tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243731, 'name': PowerOffVM_Task, 'duration_secs': 0.232954} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.563766] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-501d0c71-35a9-4375-9168-6c9a74638cbc tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 0493e632-089d-4166-8048-040724607526] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 858.563938] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-501d0c71-35a9-4375-9168-6c9a74638cbc tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 0493e632-089d-4166-8048-040724607526] Volume detach. Driver type: vmdk {{(pid=68800) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 858.564303] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-501d0c71-35a9-4375-9168-6c9a74638cbc tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 0493e632-089d-4166-8048-040724607526] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648249', 'volume_id': 'fb398313-aa20-4aed-bbf7-e70585cf6eca', 'name': 'volume-fb398313-aa20-4aed-bbf7-e70585cf6eca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0493e632-089d-4166-8048-040724607526', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb398313-aa20-4aed-bbf7-e70585cf6eca', 'serial': 'fb398313-aa20-4aed-bbf7-e70585cf6eca'} {{(pid=68800) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 858.565063] env[68800]: DEBUG nova.compute.manager [None req-b4fd1ecb-7212-4727-9913-8c406894250c tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 0c495f2d-e6a8-43d0-bce9-72ed187abe3a] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 858.565348] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b4fd1ecb-7212-4727-9913-8c406894250c tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 0c495f2d-e6a8-43d0-bce9-72ed187abe3a] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.566476] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47813a42-5d92-4926-a04c-116fd3f2ae1b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.573093] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4635380-5dca-4297-8828-b24e7dac7521 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.602387] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329f9590-29cc-4140-a7d4-470b44047931 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.607694] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4fd1ecb-7212-4727-9913-8c406894250c tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 0c495f2d-e6a8-43d0-bce9-72ed187abe3a] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.607694] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2de6765-67d9-49a0-88ee-fbfeb76509f4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.616924] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d70797-b772-4a87-89d3-4bbba0f91574 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.624324] env[68800]: DEBUG oslo_vmware.api [None req-b4fd1ecb-7212-4727-9913-8c406894250c tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Waiting for the task: (returnval){ [ 858.624324] env[68800]: value = "task-3243733" [ 858.624324] env[68800]: _type = "Task" [ 858.624324] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.650378] env[68800]: DEBUG nova.compute.manager [None req-b794b392-d17d-4ffd-84ef-ff7a7b2af5e1 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 08ce6d65-5a60-464d-a429-39c204f43892] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 858.650603] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b794b392-d17d-4ffd-84ef-ff7a7b2af5e1 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 08ce6d65-5a60-464d-a429-39c204f43892] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.653137] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92027b4-666b-4ec8-898e-25b5a42c6394 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.657154] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa1637c-b549-4c86-ae78-14344a50e231 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.661041] env[68800]: DEBUG nova.compute.manager [req-5870da9e-99d5-4c7d-b919-8cd0d66c275f req-9edf199e-80be-4e95-bc6f-24dbdcbc2e89 service nova] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Received event network-vif-deleted-c5d0e75b-7b1a-4328-9dc8-88c318f25cff {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.661240] env[68800]: INFO nova.compute.manager [req-5870da9e-99d5-4c7d-b919-8cd0d66c275f req-9edf199e-80be-4e95-bc6f-24dbdcbc2e89 service nova] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Neutron deleted interface c5d0e75b-7b1a-4328-9dc8-88c318f25cff; detaching it from the instance and deleting it from the info cache [ 858.661415] env[68800]: DEBUG nova.network.neutron [req-5870da9e-99d5-4c7d-b919-8cd0d66c275f req-9edf199e-80be-4e95-bc6f-24dbdcbc2e89 service nova] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.663208] env[68800]: DEBUG oslo_concurrency.lockutils [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.666971] env[68800]: DEBUG oslo_vmware.api [None req-b4fd1ecb-7212-4727-9913-8c406894250c tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243733, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.687586] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-501d0c71-35a9-4375-9168-6c9a74638cbc tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] The volume has not been displaced from its original location: [datastore1] volume-fb398313-aa20-4aed-bbf7-e70585cf6eca/volume-fb398313-aa20-4aed-bbf7-e70585cf6eca.vmdk. No consolidation needed. {{(pid=68800) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 858.692852] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-501d0c71-35a9-4375-9168-6c9a74638cbc tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 0493e632-089d-4166-8048-040724607526] Reconfiguring VM instance instance-00000032 to detach disk 2001 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 858.697018] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eae94fbd-ef5f-4cb9-95c3-0e22731fdb8d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.716941] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-b794b392-d17d-4ffd-84ef-ff7a7b2af5e1 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 08ce6d65-5a60-464d-a429-39c204f43892] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.717687] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acaa0614-de87-4951-99cb-6d975f703ee1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.727013] env[68800]: DEBUG oslo_vmware.api [None req-501d0c71-35a9-4375-9168-6c9a74638cbc tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 858.727013] env[68800]: value = "task-3243735" [ 858.727013] env[68800]: _type = "Task" [ 858.727013] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.728464] env[68800]: DEBUG oslo_vmware.api [None req-b794b392-d17d-4ffd-84ef-ff7a7b2af5e1 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Waiting for the task: (returnval){ [ 858.728464] env[68800]: value = "task-3243734" [ 858.728464] env[68800]: _type = "Task" [ 858.728464] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.740742] env[68800]: DEBUG oslo_vmware.api [None req-501d0c71-35a9-4375-9168-6c9a74638cbc tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243735, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.744195] env[68800]: DEBUG oslo_vmware.api [None req-b794b392-d17d-4ffd-84ef-ff7a7b2af5e1 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243734, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.791149] env[68800]: DEBUG oslo_concurrency.lockutils [None req-acb9986a-e4b3-461f-b7a1-0c8185a8dc7b tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Lock "e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.617s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.856072] env[68800]: INFO nova.compute.manager [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] Took 40.07 seconds to build instance. [ 858.878576] env[68800]: DEBUG oslo_vmware.api [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243732, 'name': ReconfigVM_Task, 'duration_secs': 0.354288} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.878988] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Updating instance 'c27ce6a7-d9a3-4a37-9fc7-c72731f816fa' progress to 33 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 859.032595] env[68800]: DEBUG nova.compute.utils [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 859.034337] env[68800]: DEBUG nova.compute.manager [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 859.034513] env[68800]: DEBUG nova.network.neutron [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 859.076635] env[68800]: DEBUG nova.policy [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fdccb352b4b44ab89dce8ce7b0a1576f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f91623c813204db081fa9e7a5792787c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 859.113859] env[68800]: DEBUG nova.network.neutron [-] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.139767] env[68800]: DEBUG oslo_vmware.api [None req-b4fd1ecb-7212-4727-9913-8c406894250c tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243733, 'name': PowerOffVM_Task, 'duration_secs': 0.23813} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.142592] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4fd1ecb-7212-4727-9913-8c406894250c tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 0c495f2d-e6a8-43d0-bce9-72ed187abe3a] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.142888] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b4fd1ecb-7212-4727-9913-8c406894250c tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 0c495f2d-e6a8-43d0-bce9-72ed187abe3a] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 859.143387] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-613d9bad-8a3b-4ea4-bc20-c7f981a14433 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.171015] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a59e669-0d69-49f8-aca3-b769baa05c46 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.183544] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896c5388-4ca6-4bbd-a3ff-7b99032922a8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.231149] env[68800]: DEBUG nova.compute.manager [req-5870da9e-99d5-4c7d-b919-8cd0d66c275f req-9edf199e-80be-4e95-bc6f-24dbdcbc2e89 service nova] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Detach interface failed, port_id=c5d0e75b-7b1a-4328-9dc8-88c318f25cff, reason: Instance d8ca704a-fbd1-43e3-bc26-a005ec7082d7 could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 859.237604] env[68800]: DEBUG nova.compute.manager [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Stashing vm_state: stopped {{(pid=68800) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 859.257976] env[68800]: DEBUG oslo_vmware.api [None req-b794b392-d17d-4ffd-84ef-ff7a7b2af5e1 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243734, 'name': PowerOffVM_Task, 'duration_secs': 0.178107} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.262888] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-b794b392-d17d-4ffd-84ef-ff7a7b2af5e1 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 08ce6d65-5a60-464d-a429-39c204f43892] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.263196] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b794b392-d17d-4ffd-84ef-ff7a7b2af5e1 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 08ce6d65-5a60-464d-a429-39c204f43892] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 859.264344] env[68800]: DEBUG oslo_vmware.api [None req-501d0c71-35a9-4375-9168-6c9a74638cbc tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243735, 'name': ReconfigVM_Task, 'duration_secs': 0.270153} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.264344] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e255822-ef7b-4b63-aa79-7f8af2a8ce55 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.266684] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-501d0c71-35a9-4375-9168-6c9a74638cbc tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 0493e632-089d-4166-8048-040724607526] Reconfigured VM instance instance-00000032 to detach disk 2001 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 859.278216] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-204fadf3-0a54-41da-8ebe-af27b86851e1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.296773] env[68800]: DEBUG nova.compute.manager [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 859.308380] env[68800]: DEBUG oslo_vmware.api [None req-501d0c71-35a9-4375-9168-6c9a74638cbc tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 859.308380] env[68800]: value = "task-3243738" [ 859.308380] env[68800]: _type = "Task" [ 859.308380] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.327799] env[68800]: DEBUG oslo_vmware.api [None req-501d0c71-35a9-4375-9168-6c9a74638cbc tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243738, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.342099] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b4fd1ecb-7212-4727-9913-8c406894250c tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 0c495f2d-e6a8-43d0-bce9-72ed187abe3a] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 859.342099] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b4fd1ecb-7212-4727-9913-8c406894250c tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 0c495f2d-e6a8-43d0-bce9-72ed187abe3a] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 859.342099] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4fd1ecb-7212-4727-9913-8c406894250c tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Deleting the datastore file [datastore2] 0c495f2d-e6a8-43d0-bce9-72ed187abe3a {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 859.342099] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69fa69b8-73c3-421d-af00-4aa494788ad2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.356887] env[68800]: DEBUG oslo_vmware.api [None req-b4fd1ecb-7212-4727-9913-8c406894250c tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Waiting for the task: (returnval){ [ 859.356887] env[68800]: value = "task-3243739" [ 859.356887] env[68800]: _type = "Task" [ 859.356887] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.362584] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7946e5a3-9314-4c36-bf85-3252030cee09 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Lock "b3fa9fdc-bdab-4337-ba0b-547659c3734c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.215s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.372936] env[68800]: DEBUG oslo_vmware.api [None req-b4fd1ecb-7212-4727-9913-8c406894250c tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.387218] env[68800]: DEBUG nova.virt.hardware [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1ff39966-2a86-4b1b-8648-8c0c44b4686e',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-72421309',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 859.387714] env[68800]: DEBUG nova.virt.hardware [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 859.387989] env[68800]: DEBUG nova.virt.hardware [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 859.388307] env[68800]: DEBUG nova.virt.hardware [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 859.388573] env[68800]: DEBUG nova.virt.hardware [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 859.388821] env[68800]: DEBUG nova.virt.hardware [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 859.389169] env[68800]: DEBUG nova.virt.hardware [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 859.389441] env[68800]: DEBUG nova.virt.hardware [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 859.389717] env[68800]: DEBUG nova.virt.hardware [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 859.391618] env[68800]: DEBUG nova.virt.hardware [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 859.391618] env[68800]: DEBUG nova.virt.hardware [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 859.399975] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Reconfiguring VM instance instance-0000002d to detach disk 2000 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 859.404935] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a43dd89c-ba19-484d-aa38-dee184dafbde {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.433701] env[68800]: DEBUG nova.network.neutron [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Successfully created port: 15afed70-9249-49e1-b502-ceb7142e3135 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 859.437125] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b794b392-d17d-4ffd-84ef-ff7a7b2af5e1 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 08ce6d65-5a60-464d-a429-39c204f43892] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 859.437482] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b794b392-d17d-4ffd-84ef-ff7a7b2af5e1 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 08ce6d65-5a60-464d-a429-39c204f43892] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 859.437773] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-b794b392-d17d-4ffd-84ef-ff7a7b2af5e1 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Deleting the datastore file [datastore2] 08ce6d65-5a60-464d-a429-39c204f43892 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 859.439645] env[68800]: DEBUG oslo_concurrency.lockutils [None req-987603a3-e5c0-4c4b-bf34-c833c8cb0ad5 tempest-ServersAdminTestJSON-894861723 tempest-ServersAdminTestJSON-894861723-project-admin] Acquiring lock "refresh_cache-b3fa9fdc-bdab-4337-ba0b-547659c3734c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.439875] env[68800]: DEBUG oslo_concurrency.lockutils [None req-987603a3-e5c0-4c4b-bf34-c833c8cb0ad5 tempest-ServersAdminTestJSON-894861723 tempest-ServersAdminTestJSON-894861723-project-admin] Acquired lock "refresh_cache-b3fa9fdc-bdab-4337-ba0b-547659c3734c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.440132] env[68800]: DEBUG nova.network.neutron [None req-987603a3-e5c0-4c4b-bf34-c833c8cb0ad5 tempest-ServersAdminTestJSON-894861723 tempest-ServersAdminTestJSON-894861723-project-admin] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.442502] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65a8239b-2a82-4992-b48d-b75f91c80a25 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.454437] env[68800]: DEBUG oslo_vmware.api [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Waiting for the task: (returnval){ [ 859.454437] env[68800]: value = "task-3243740" [ 859.454437] env[68800]: _type = "Task" [ 859.454437] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.462148] env[68800]: DEBUG oslo_vmware.api [None req-b794b392-d17d-4ffd-84ef-ff7a7b2af5e1 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Waiting for the task: (returnval){ [ 859.462148] env[68800]: value = "task-3243741" [ 859.462148] env[68800]: _type = "Task" [ 859.462148] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.477704] env[68800]: DEBUG oslo_vmware.api [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243740, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.486774] env[68800]: DEBUG oslo_vmware.api [None req-b794b392-d17d-4ffd-84ef-ff7a7b2af5e1 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243741, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.539157] env[68800]: DEBUG nova.compute.manager [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 859.550632] env[68800]: DEBUG oslo_concurrency.lockutils [None req-75c9e9f3-44ea-4830-9f33-734e450daffa tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Acquiring lock "e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.550990] env[68800]: DEBUG oslo_concurrency.lockutils [None req-75c9e9f3-44ea-4830-9f33-734e450daffa tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Lock "e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.551286] env[68800]: DEBUG oslo_concurrency.lockutils [None req-75c9e9f3-44ea-4830-9f33-734e450daffa tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Acquiring lock "e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.551434] env[68800]: DEBUG oslo_concurrency.lockutils [None req-75c9e9f3-44ea-4830-9f33-734e450daffa tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Lock "e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.551943] env[68800]: DEBUG oslo_concurrency.lockutils [None req-75c9e9f3-44ea-4830-9f33-734e450daffa tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Lock "e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.558732] env[68800]: INFO nova.compute.manager [None req-75c9e9f3-44ea-4830-9f33-734e450daffa tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] [instance: e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4] Terminating instance [ 859.617535] env[68800]: INFO nova.compute.manager [-] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Took 1.31 seconds to deallocate network for instance. [ 859.762641] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.787925] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccc5024-a9a3-40fb-afc7-2f64fa20f565 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.794688] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12d9b40-8c78-486a-9d33-6965a5e08a2f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.836724] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2197780b-bdb2-406e-b0ce-4a705ce6ad9f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.846333] env[68800]: DEBUG oslo_vmware.api [None req-501d0c71-35a9-4375-9168-6c9a74638cbc tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243738, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.849864] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79325889-2cbe-41eb-97ef-21adb898c9f1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.866032] env[68800]: DEBUG nova.compute.provider_tree [None req-eddca10a-8722-4572-b0e4-6c48ef349c07 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.868358] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.871923] env[68800]: DEBUG nova.compute.manager [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 859.875845] env[68800]: DEBUG nova.scheduler.client.report [None req-eddca10a-8722-4572-b0e4-6c48ef349c07 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.886478] env[68800]: DEBUG oslo_vmware.api [None req-b4fd1ecb-7212-4727-9913-8c406894250c tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243739, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190972} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.888093] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4fd1ecb-7212-4727-9913-8c406894250c tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 859.888093] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b4fd1ecb-7212-4727-9913-8c406894250c tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 0c495f2d-e6a8-43d0-bce9-72ed187abe3a] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 859.888093] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b4fd1ecb-7212-4727-9913-8c406894250c tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 0c495f2d-e6a8-43d0-bce9-72ed187abe3a] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 859.888093] env[68800]: INFO nova.compute.manager [None req-b4fd1ecb-7212-4727-9913-8c406894250c tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 0c495f2d-e6a8-43d0-bce9-72ed187abe3a] Took 1.32 seconds to destroy the instance on the hypervisor. [ 859.888093] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4fd1ecb-7212-4727-9913-8c406894250c tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 859.888093] env[68800]: DEBUG nova.compute.manager [-] [instance: 0c495f2d-e6a8-43d0-bce9-72ed187abe3a] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 859.888093] env[68800]: DEBUG nova.network.neutron [-] [instance: 0c495f2d-e6a8-43d0-bce9-72ed187abe3a] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 859.966446] env[68800]: DEBUG oslo_vmware.api [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243740, 'name': ReconfigVM_Task, 'duration_secs': 0.216193} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.970369] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Reconfigured VM instance instance-0000002d to detach disk 2000 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 859.971273] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27c3b62-b36f-4a92-b7ab-3095e79c8208 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.982159] env[68800]: DEBUG oslo_vmware.api [None req-b794b392-d17d-4ffd-84ef-ff7a7b2af5e1 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243741, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323167} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.993804] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-b794b392-d17d-4ffd-84ef-ff7a7b2af5e1 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 859.994155] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b794b392-d17d-4ffd-84ef-ff7a7b2af5e1 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 08ce6d65-5a60-464d-a429-39c204f43892] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 859.994425] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b794b392-d17d-4ffd-84ef-ff7a7b2af5e1 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 08ce6d65-5a60-464d-a429-39c204f43892] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 859.994669] env[68800]: INFO nova.compute.manager [None req-b794b392-d17d-4ffd-84ef-ff7a7b2af5e1 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 08ce6d65-5a60-464d-a429-39c204f43892] Took 1.34 seconds to destroy the instance on the hypervisor. [ 859.994986] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b794b392-d17d-4ffd-84ef-ff7a7b2af5e1 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.002791] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] c27ce6a7-d9a3-4a37-9fc7-c72731f816fa/c27ce6a7-d9a3-4a37-9fc7-c72731f816fa.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 860.003233] env[68800]: DEBUG nova.compute.manager [-] [instance: 08ce6d65-5a60-464d-a429-39c204f43892] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 860.003394] env[68800]: DEBUG nova.network.neutron [-] [instance: 08ce6d65-5a60-464d-a429-39c204f43892] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 860.005189] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-039595d9-c478-4fe6-9493-dc844ccd8a33 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.027755] env[68800]: DEBUG oslo_vmware.api [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Waiting for the task: (returnval){ [ 860.027755] env[68800]: value = "task-3243742" [ 860.027755] env[68800]: _type = "Task" [ 860.027755] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.037495] env[68800]: DEBUG oslo_vmware.api [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243742, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.063771] env[68800]: DEBUG nova.compute.manager [None req-75c9e9f3-44ea-4830-9f33-734e450daffa tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] [instance: e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 860.064026] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-75c9e9f3-44ea-4830-9f33-734e450daffa tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] [instance: e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 860.064943] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6b5569-cc43-4cc9-84b7-8826f8c85e5c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.073738] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-75c9e9f3-44ea-4830-9f33-734e450daffa tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] [instance: e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.074109] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c641964-95f4-4e7f-b8e2-a1e92121165b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.082797] env[68800]: DEBUG oslo_vmware.api [None req-75c9e9f3-44ea-4830-9f33-734e450daffa tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Waiting for the task: (returnval){ [ 860.082797] env[68800]: value = "task-3243743" [ 860.082797] env[68800]: _type = "Task" [ 860.082797] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.093354] env[68800]: DEBUG oslo_vmware.api [None req-75c9e9f3-44ea-4830-9f33-734e450daffa tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Task: {'id': task-3243743, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.126327] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bf4fbe9a-e655-4aec-a676-07ee39e76fc3 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.344736] env[68800]: DEBUG oslo_vmware.api [None req-501d0c71-35a9-4375-9168-6c9a74638cbc tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243738, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.383652] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eddca10a-8722-4572-b0e4-6c48ef349c07 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.858s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.387890] env[68800]: DEBUG oslo_concurrency.lockutils [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.907s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.389576] env[68800]: INFO nova.compute.claims [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 860.407422] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.421327] env[68800]: INFO nova.scheduler.client.report [None req-eddca10a-8722-4572-b0e4-6c48ef349c07 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Deleted allocations for instance 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082 [ 860.538692] env[68800]: DEBUG oslo_vmware.api [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243742, 'name': ReconfigVM_Task, 'duration_secs': 0.45248} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.539171] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Reconfigured VM instance instance-0000002d to attach disk [datastore1] c27ce6a7-d9a3-4a37-9fc7-c72731f816fa/c27ce6a7-d9a3-4a37-9fc7-c72731f816fa.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.539500] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Updating instance 'c27ce6a7-d9a3-4a37-9fc7-c72731f816fa' progress to 50 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 860.551856] env[68800]: DEBUG nova.compute.manager [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 860.583313] env[68800]: DEBUG nova.virt.hardware [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 860.583589] env[68800]: DEBUG nova.virt.hardware [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 860.583746] env[68800]: DEBUG nova.virt.hardware [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.583926] env[68800]: DEBUG nova.virt.hardware [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 860.584193] env[68800]: DEBUG nova.virt.hardware [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.584445] env[68800]: DEBUG nova.virt.hardware [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 860.584725] env[68800]: DEBUG nova.virt.hardware [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 860.584967] env[68800]: DEBUG nova.virt.hardware [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 860.585193] env[68800]: DEBUG nova.virt.hardware [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 860.585398] env[68800]: DEBUG nova.virt.hardware [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 860.585653] env[68800]: DEBUG nova.virt.hardware [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 860.586987] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6b2ed8-3906-4ae1-92f9-1e120c7c533e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.602429] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22570aad-2db2-4888-b764-a0f9357d8abe {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.606953] env[68800]: DEBUG oslo_vmware.api [None req-75c9e9f3-44ea-4830-9f33-734e450daffa tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Task: {'id': task-3243743, 'name': PowerOffVM_Task, 'duration_secs': 0.21453} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.607647] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-75c9e9f3-44ea-4830-9f33-734e450daffa tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] [instance: e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 860.607872] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-75c9e9f3-44ea-4830-9f33-734e450daffa tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] [instance: e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 860.608649] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b63b175f-1240-4b80-b2e9-ddecbbda7aea {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.691714] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-75c9e9f3-44ea-4830-9f33-734e450daffa tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] [instance: e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 860.691955] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-75c9e9f3-44ea-4830-9f33-734e450daffa tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] [instance: e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 860.692155] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-75c9e9f3-44ea-4830-9f33-734e450daffa tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Deleting the datastore file [datastore1] e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 860.692589] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c926c62-7d20-4255-bebc-f8ea3250ae55 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.701821] env[68800]: DEBUG oslo_vmware.api [None req-75c9e9f3-44ea-4830-9f33-734e450daffa tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Waiting for the task: (returnval){ [ 860.701821] env[68800]: value = "task-3243745" [ 860.701821] env[68800]: _type = "Task" [ 860.701821] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.714318] env[68800]: DEBUG oslo_vmware.api [None req-75c9e9f3-44ea-4830-9f33-734e450daffa tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Task: {'id': task-3243745, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.807918] env[68800]: DEBUG nova.network.neutron [None req-987603a3-e5c0-4c4b-bf34-c833c8cb0ad5 tempest-ServersAdminTestJSON-894861723 tempest-ServersAdminTestJSON-894861723-project-admin] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] Updating instance_info_cache with network_info: [{"id": "aae99c29-ab0d-4d19-b93b-ff565f7f0f74", "address": "fa:16:3e:3a:5f:82", "network": {"id": "9c8e77a0-a382-40d5-818f-4b50d2c00a28", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-917338782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d220f632182492799c4801305366455", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "838c9497-35dd-415e-96c7-8dc21b0cd4b3", "external-id": "nsx-vlan-transportzone-530", "segmentation_id": 530, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaae99c29-ab", "ovs_interfaceid": "aae99c29-ab0d-4d19-b93b-ff565f7f0f74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.842638] env[68800]: DEBUG oslo_vmware.api [None req-501d0c71-35a9-4375-9168-6c9a74638cbc tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243738, 'name': ReconfigVM_Task, 'duration_secs': 1.216538} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.842961] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-501d0c71-35a9-4375-9168-6c9a74638cbc tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 0493e632-089d-4166-8048-040724607526] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648249', 'volume_id': 'fb398313-aa20-4aed-bbf7-e70585cf6eca', 'name': 'volume-fb398313-aa20-4aed-bbf7-e70585cf6eca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0493e632-089d-4166-8048-040724607526', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb398313-aa20-4aed-bbf7-e70585cf6eca', 'serial': 'fb398313-aa20-4aed-bbf7-e70585cf6eca'} {{(pid=68800) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 860.843440] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-501d0c71-35a9-4375-9168-6c9a74638cbc tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 0493e632-089d-4166-8048-040724607526] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 860.844332] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2c9a31-d4f2-4fc9-8e0d-3d746b8c2ac6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.852340] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-501d0c71-35a9-4375-9168-6c9a74638cbc tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 0493e632-089d-4166-8048-040724607526] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 860.852996] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e56b8aaa-08b9-4884-beeb-f2da7bf1bf1e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.934114] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-501d0c71-35a9-4375-9168-6c9a74638cbc tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 0493e632-089d-4166-8048-040724607526] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 860.934238] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-501d0c71-35a9-4375-9168-6c9a74638cbc tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 0493e632-089d-4166-8048-040724607526] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 860.934424] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-501d0c71-35a9-4375-9168-6c9a74638cbc tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Deleting the datastore file [datastore2] 0493e632-089d-4166-8048-040724607526 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 860.935109] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29f098e1-f1a7-45af-b933-136e35dd8e65 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.941094] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eddca10a-8722-4572-b0e4-6c48ef349c07 tempest-ImagesOneServerTestJSON-1232021850 tempest-ImagesOneServerTestJSON-1232021850-project-member] Lock "7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.232s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.947035] env[68800]: DEBUG oslo_vmware.api [None req-501d0c71-35a9-4375-9168-6c9a74638cbc tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 860.947035] env[68800]: value = "task-3243747" [ 860.947035] env[68800]: _type = "Task" [ 860.947035] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.958225] env[68800]: DEBUG oslo_vmware.api [None req-501d0c71-35a9-4375-9168-6c9a74638cbc tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243747, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.036411] env[68800]: DEBUG nova.network.neutron [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Successfully updated port: 15afed70-9249-49e1-b502-ceb7142e3135 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 861.046770] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a85e3a-5b99-4e52-90c7-e731413fd113 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.072230] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f9fd0f-ba2f-4366-adbe-dcb1a936e24c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.092453] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Updating instance 'c27ce6a7-d9a3-4a37-9fc7-c72731f816fa' progress to 67 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 861.099870] env[68800]: DEBUG nova.compute.manager [req-333d0f38-219f-4ea0-8a25-74e0b6067da4 req-649d02b0-6a7b-450d-bf31-cc8b0b85eaa4 service nova] [instance: 0c495f2d-e6a8-43d0-bce9-72ed187abe3a] Received event network-vif-deleted-a63061b9-6ffa-4b89-89a8-ccf589e0f774 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.100089] env[68800]: INFO nova.compute.manager [req-333d0f38-219f-4ea0-8a25-74e0b6067da4 req-649d02b0-6a7b-450d-bf31-cc8b0b85eaa4 service nova] [instance: 0c495f2d-e6a8-43d0-bce9-72ed187abe3a] Neutron deleted interface a63061b9-6ffa-4b89-89a8-ccf589e0f774; detaching it from the instance and deleting it from the info cache [ 861.100278] env[68800]: DEBUG nova.network.neutron [req-333d0f38-219f-4ea0-8a25-74e0b6067da4 req-649d02b0-6a7b-450d-bf31-cc8b0b85eaa4 service nova] [instance: 0c495f2d-e6a8-43d0-bce9-72ed187abe3a] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.193164] env[68800]: DEBUG nova.compute.manager [req-7d763a0f-571e-45e9-994e-f9394e809dcc req-36e0786f-8021-4bd2-bb0b-4736dd22cf7c service nova] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Received event network-vif-plugged-15afed70-9249-49e1-b502-ceb7142e3135 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.193515] env[68800]: DEBUG oslo_concurrency.lockutils [req-7d763a0f-571e-45e9-994e-f9394e809dcc req-36e0786f-8021-4bd2-bb0b-4736dd22cf7c service nova] Acquiring lock "94b55bc9-3a6d-4b46-a2f9-159dc00839b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.193653] env[68800]: DEBUG oslo_concurrency.lockutils [req-7d763a0f-571e-45e9-994e-f9394e809dcc req-36e0786f-8021-4bd2-bb0b-4736dd22cf7c service nova] Lock "94b55bc9-3a6d-4b46-a2f9-159dc00839b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.193843] env[68800]: DEBUG oslo_concurrency.lockutils [req-7d763a0f-571e-45e9-994e-f9394e809dcc req-36e0786f-8021-4bd2-bb0b-4736dd22cf7c service nova] Lock "94b55bc9-3a6d-4b46-a2f9-159dc00839b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.193926] env[68800]: DEBUG nova.compute.manager [req-7d763a0f-571e-45e9-994e-f9394e809dcc req-36e0786f-8021-4bd2-bb0b-4736dd22cf7c service nova] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] No waiting events found dispatching network-vif-plugged-15afed70-9249-49e1-b502-ceb7142e3135 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 861.194554] env[68800]: WARNING nova.compute.manager [req-7d763a0f-571e-45e9-994e-f9394e809dcc req-36e0786f-8021-4bd2-bb0b-4736dd22cf7c service nova] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Received unexpected event network-vif-plugged-15afed70-9249-49e1-b502-ceb7142e3135 for instance with vm_state building and task_state spawning. [ 861.213041] env[68800]: DEBUG oslo_vmware.api [None req-75c9e9f3-44ea-4830-9f33-734e450daffa tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Task: {'id': task-3243745, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.359096} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.213324] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-75c9e9f3-44ea-4830-9f33-734e450daffa tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 861.213505] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-75c9e9f3-44ea-4830-9f33-734e450daffa tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] [instance: e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 861.213682] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-75c9e9f3-44ea-4830-9f33-734e450daffa tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] [instance: e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 861.213850] env[68800]: INFO nova.compute.manager [None req-75c9e9f3-44ea-4830-9f33-734e450daffa tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] [instance: e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 861.214098] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75c9e9f3-44ea-4830-9f33-734e450daffa tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.214292] env[68800]: DEBUG nova.compute.manager [-] [instance: e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 861.214386] env[68800]: DEBUG nova.network.neutron [-] [instance: e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 861.263860] env[68800]: DEBUG nova.network.neutron [-] [instance: 0c495f2d-e6a8-43d0-bce9-72ed187abe3a] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.311133] env[68800]: DEBUG oslo_concurrency.lockutils [None req-987603a3-e5c0-4c4b-bf34-c833c8cb0ad5 tempest-ServersAdminTestJSON-894861723 tempest-ServersAdminTestJSON-894861723-project-admin] Releasing lock "refresh_cache-b3fa9fdc-bdab-4337-ba0b-547659c3734c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.311459] env[68800]: DEBUG nova.compute.manager [None req-987603a3-e5c0-4c4b-bf34-c833c8cb0ad5 tempest-ServersAdminTestJSON-894861723 tempest-ServersAdminTestJSON-894861723-project-admin] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] Inject network info {{(pid=68800) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 861.311729] env[68800]: DEBUG nova.compute.manager [None req-987603a3-e5c0-4c4b-bf34-c833c8cb0ad5 tempest-ServersAdminTestJSON-894861723 tempest-ServersAdminTestJSON-894861723-project-admin] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] network_info to inject: |[{"id": "aae99c29-ab0d-4d19-b93b-ff565f7f0f74", "address": "fa:16:3e:3a:5f:82", "network": {"id": "9c8e77a0-a382-40d5-818f-4b50d2c00a28", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-917338782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d220f632182492799c4801305366455", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "838c9497-35dd-415e-96c7-8dc21b0cd4b3", "external-id": "nsx-vlan-transportzone-530", "segmentation_id": 530, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaae99c29-ab", "ovs_interfaceid": "aae99c29-ab0d-4d19-b93b-ff565f7f0f74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 861.317819] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-987603a3-e5c0-4c4b-bf34-c833c8cb0ad5 tempest-ServersAdminTestJSON-894861723 tempest-ServersAdminTestJSON-894861723-project-admin] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] Reconfiguring VM instance to set the machine id {{(pid=68800) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 861.318514] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab19824e-429c-43f7-9fdd-2e34fe3339d6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.338986] env[68800]: DEBUG oslo_vmware.api [None req-987603a3-e5c0-4c4b-bf34-c833c8cb0ad5 tempest-ServersAdminTestJSON-894861723 tempest-ServersAdminTestJSON-894861723-project-admin] Waiting for the task: (returnval){ [ 861.338986] env[68800]: value = "task-3243748" [ 861.338986] env[68800]: _type = "Task" [ 861.338986] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.350310] env[68800]: DEBUG oslo_vmware.api [None req-987603a3-e5c0-4c4b-bf34-c833c8cb0ad5 tempest-ServersAdminTestJSON-894861723 tempest-ServersAdminTestJSON-894861723-project-admin] Task: {'id': task-3243748, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.404448] env[68800]: DEBUG nova.network.neutron [-] [instance: 08ce6d65-5a60-464d-a429-39c204f43892] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.457293] env[68800]: DEBUG oslo_vmware.api [None req-501d0c71-35a9-4375-9168-6c9a74638cbc tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243747, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.356205} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.460131] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-501d0c71-35a9-4375-9168-6c9a74638cbc tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 861.460342] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-501d0c71-35a9-4375-9168-6c9a74638cbc tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 0493e632-089d-4166-8048-040724607526] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 861.460521] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-501d0c71-35a9-4375-9168-6c9a74638cbc tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 0493e632-089d-4166-8048-040724607526] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 861.460701] env[68800]: INFO nova.compute.manager [None req-501d0c71-35a9-4375-9168-6c9a74638cbc tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 0493e632-089d-4166-8048-040724607526] Took 3.42 seconds to destroy the instance on the hypervisor. [ 861.461074] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-501d0c71-35a9-4375-9168-6c9a74638cbc tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.461865] env[68800]: DEBUG nova.compute.manager [-] [instance: 0493e632-089d-4166-8048-040724607526] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 861.461971] env[68800]: DEBUG nova.network.neutron [-] [instance: 0493e632-089d-4166-8048-040724607526] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 861.540130] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Acquiring lock "refresh_cache-94b55bc9-3a6d-4b46-a2f9-159dc00839b4" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.540690] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Acquired lock "refresh_cache-94b55bc9-3a6d-4b46-a2f9-159dc00839b4" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.541062] env[68800]: DEBUG nova.network.neutron [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.603703] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-27d2df7b-caea-4383-b20c-8a3a042a81c6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.621632] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3985e0-5786-4319-a9af-ac0366ebe7f5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.664675] env[68800]: DEBUG nova.compute.manager [req-333d0f38-219f-4ea0-8a25-74e0b6067da4 req-649d02b0-6a7b-450d-bf31-cc8b0b85eaa4 service nova] [instance: 0c495f2d-e6a8-43d0-bce9-72ed187abe3a] Detach interface failed, port_id=a63061b9-6ffa-4b89-89a8-ccf589e0f774, reason: Instance 0c495f2d-e6a8-43d0-bce9-72ed187abe3a could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 861.766927] env[68800]: INFO nova.compute.manager [-] [instance: 0c495f2d-e6a8-43d0-bce9-72ed187abe3a] Took 1.88 seconds to deallocate network for instance. [ 861.855743] env[68800]: DEBUG oslo_vmware.api [None req-987603a3-e5c0-4c4b-bf34-c833c8cb0ad5 tempest-ServersAdminTestJSON-894861723 tempest-ServersAdminTestJSON-894861723-project-admin] Task: {'id': task-3243748, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.873633] env[68800]: DEBUG nova.network.neutron [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Port a0205457-cf1e-4112-adc1-d8f7206c7c20 binding to destination host cpu-1 is already ACTIVE {{(pid=68800) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 861.906848] env[68800]: INFO nova.compute.manager [-] [instance: 08ce6d65-5a60-464d-a429-39c204f43892] Took 1.90 seconds to deallocate network for instance. [ 862.013731] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075805e1-ff67-4ea8-ab14-b301742c44e8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.023093] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f44a42d-efb0-4bed-b7d7-e27cb4dfbea4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.059701] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7053dc8a-ee00-45f6-be05-7f9b85faf24b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.069045] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b638c25-cb0a-43ec-b15b-50a61e80490b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.083540] env[68800]: DEBUG nova.compute.provider_tree [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.123244] env[68800]: DEBUG nova.network.neutron [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 862.178779] env[68800]: DEBUG nova.network.neutron [-] [instance: e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.277272] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b4fd1ecb-7212-4727-9913-8c406894250c tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.304975] env[68800]: DEBUG nova.network.neutron [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Updating instance_info_cache with network_info: [{"id": "15afed70-9249-49e1-b502-ceb7142e3135", "address": "fa:16:3e:52:56:d8", "network": {"id": "f84503ed-231f-4e28-bd51-ee12429f4493", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2009507175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f91623c813204db081fa9e7a5792787c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15afed70-92", "ovs_interfaceid": "15afed70-9249-49e1-b502-ceb7142e3135", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.352714] env[68800]: DEBUG oslo_vmware.api [None req-987603a3-e5c0-4c4b-bf34-c833c8cb0ad5 tempest-ServersAdminTestJSON-894861723 tempest-ServersAdminTestJSON-894861723-project-admin] Task: {'id': task-3243748, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.413298] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b794b392-d17d-4ffd-84ef-ff7a7b2af5e1 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.589065] env[68800]: DEBUG nova.scheduler.client.report [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.590935] env[68800]: DEBUG nova.network.neutron [-] [instance: 0493e632-089d-4166-8048-040724607526] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.682286] env[68800]: INFO nova.compute.manager [-] [instance: e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4] Took 1.47 seconds to deallocate network for instance. [ 862.808416] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Releasing lock "refresh_cache-94b55bc9-3a6d-4b46-a2f9-159dc00839b4" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.808545] env[68800]: DEBUG nova.compute.manager [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Instance network_info: |[{"id": "15afed70-9249-49e1-b502-ceb7142e3135", "address": "fa:16:3e:52:56:d8", "network": {"id": "f84503ed-231f-4e28-bd51-ee12429f4493", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2009507175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f91623c813204db081fa9e7a5792787c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15afed70-92", "ovs_interfaceid": "15afed70-9249-49e1-b502-ceb7142e3135", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 862.808943] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:56:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be5c038c-29e5-43c9-91ab-9eb3094b5337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15afed70-9249-49e1-b502-ceb7142e3135', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 862.816748] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Creating folder: Project (f91623c813204db081fa9e7a5792787c). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 862.817077] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b0915c6-16a5-4212-90b1-bb4a03a0a83c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.834439] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Created folder: Project (f91623c813204db081fa9e7a5792787c) in parent group-v648080. [ 862.834637] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Creating folder: Instances. Parent ref: group-v648254. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 862.834953] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4a5cf7e-3da8-4f39-8cd3-e3b5bf29ba9c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.850624] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Created folder: Instances in parent group-v648254. [ 862.850883] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.851512] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 862.851737] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e98918b3-8a86-4e9f-abca-eb8ae3839152 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.869323] env[68800]: DEBUG oslo_vmware.api [None req-987603a3-e5c0-4c4b-bf34-c833c8cb0ad5 tempest-ServersAdminTestJSON-894861723 tempest-ServersAdminTestJSON-894861723-project-admin] Task: {'id': task-3243748, 'name': ReconfigVM_Task, 'duration_secs': 1.238227} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.870162] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-987603a3-e5c0-4c4b-bf34-c833c8cb0ad5 tempest-ServersAdminTestJSON-894861723 tempest-ServersAdminTestJSON-894861723-project-admin] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] Reconfigured VM instance to set the machine id {{(pid=68800) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 862.875856] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 862.875856] env[68800]: value = "task-3243751" [ 862.875856] env[68800]: _type = "Task" [ 862.875856] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.892365] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243751, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.896377] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Acquiring lock "c27ce6a7-d9a3-4a37-9fc7-c72731f816fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.896638] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Lock "c27ce6a7-d9a3-4a37-9fc7-c72731f816fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.897516] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Lock "c27ce6a7-d9a3-4a37-9fc7-c72731f816fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.093255] env[68800]: DEBUG oslo_concurrency.lockutils [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.705s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.093835] env[68800]: DEBUG nova.compute.manager [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 863.100225] env[68800]: INFO nova.compute.manager [-] [instance: 0493e632-089d-4166-8048-040724607526] Took 1.64 seconds to deallocate network for instance. [ 863.101421] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.374s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.102893] env[68800]: INFO nova.compute.claims [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 9a6a4700-3316-46ad-bebd-111330ccc205] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 863.138734] env[68800]: DEBUG nova.compute.manager [req-2f4fdb90-6a5c-4233-b8d2-a77dc46bc118 req-aabf5d56-c14b-4a0d-8723-a4f96786d231 service nova] [instance: 08ce6d65-5a60-464d-a429-39c204f43892] Received event network-vif-deleted-a6de0dfe-3e82-4905-9586-1ce3341c46ce {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.138734] env[68800]: DEBUG nova.compute.manager [req-2f4fdb90-6a5c-4233-b8d2-a77dc46bc118 req-aabf5d56-c14b-4a0d-8723-a4f96786d231 service nova] [instance: 0493e632-089d-4166-8048-040724607526] Received event network-vif-deleted-ff549acd-bb27-4f00-905a-947ad84f96fc {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.190137] env[68800]: DEBUG oslo_concurrency.lockutils [None req-75c9e9f3-44ea-4830-9f33-734e450daffa tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.314121] env[68800]: DEBUG nova.compute.manager [req-e198e9b8-4b7d-47ef-8c97-d9fe062bf4e4 req-df2c5993-62e4-428e-bfc1-4d748bf1a18d service nova] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Received event network-changed-15afed70-9249-49e1-b502-ceb7142e3135 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.314352] env[68800]: DEBUG nova.compute.manager [req-e198e9b8-4b7d-47ef-8c97-d9fe062bf4e4 req-df2c5993-62e4-428e-bfc1-4d748bf1a18d service nova] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Refreshing instance network info cache due to event network-changed-15afed70-9249-49e1-b502-ceb7142e3135. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 863.314635] env[68800]: DEBUG oslo_concurrency.lockutils [req-e198e9b8-4b7d-47ef-8c97-d9fe062bf4e4 req-df2c5993-62e4-428e-bfc1-4d748bf1a18d service nova] Acquiring lock "refresh_cache-94b55bc9-3a6d-4b46-a2f9-159dc00839b4" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.314784] env[68800]: DEBUG oslo_concurrency.lockutils [req-e198e9b8-4b7d-47ef-8c97-d9fe062bf4e4 req-df2c5993-62e4-428e-bfc1-4d748bf1a18d service nova] Acquired lock "refresh_cache-94b55bc9-3a6d-4b46-a2f9-159dc00839b4" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.314960] env[68800]: DEBUG nova.network.neutron [req-e198e9b8-4b7d-47ef-8c97-d9fe062bf4e4 req-df2c5993-62e4-428e-bfc1-4d748bf1a18d service nova] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Refreshing network info cache for port 15afed70-9249-49e1-b502-ceb7142e3135 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 863.386965] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243751, 'name': CreateVM_Task, 'duration_secs': 0.364826} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.387158] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 863.387862] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.388035] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.388359] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.388626] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90ff059a-f698-4448-becc-85f853f0d5c7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.393971] env[68800]: DEBUG oslo_vmware.api [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Waiting for the task: (returnval){ [ 863.393971] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529f470f-b2f3-71b5-3801-c18bdd0e312e" [ 863.393971] env[68800]: _type = "Task" [ 863.393971] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.403548] env[68800]: DEBUG oslo_vmware.api [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529f470f-b2f3-71b5-3801-c18bdd0e312e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.605028] env[68800]: DEBUG nova.compute.utils [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 863.605028] env[68800]: DEBUG nova.compute.manager [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 863.605028] env[68800]: DEBUG nova.network.neutron [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 863.614381] env[68800]: INFO nova.compute.manager [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Rebuilding instance [ 863.673931] env[68800]: INFO nova.compute.manager [None req-501d0c71-35a9-4375-9168-6c9a74638cbc tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 0493e632-089d-4166-8048-040724607526] Took 0.57 seconds to detach 1 volumes for instance. [ 863.680774] env[68800]: DEBUG nova.policy [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f79f3aed79214c8cb4cfd1932b4646c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58f7c08698d34b808f3dd1112b0ebdad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 863.690395] env[68800]: DEBUG nova.compute.manager [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.691283] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e531fa30-379b-455e-b205-060241251721 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.904942] env[68800]: DEBUG oslo_vmware.api [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529f470f-b2f3-71b5-3801-c18bdd0e312e, 'name': SearchDatastore_Task, 'duration_secs': 0.017027} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.905286] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.905526] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 863.905763] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.905909] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.906177] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 863.908960] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7751c236-20d9-4b3d-b884-709691a04ff2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.923739] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 863.923935] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 863.924698] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcce0a74-6153-4f16-8428-e876b30540e0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.930200] env[68800]: DEBUG oslo_vmware.api [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Waiting for the task: (returnval){ [ 863.930200] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]524559d1-342c-1467-6e94-69be299f853f" [ 863.930200] env[68800]: _type = "Task" [ 863.930200] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.938244] env[68800]: DEBUG oslo_vmware.api [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]524559d1-342c-1467-6e94-69be299f853f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.969718] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Acquiring lock "refresh_cache-c27ce6a7-d9a3-4a37-9fc7-c72731f816fa" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.969908] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Acquired lock "refresh_cache-c27ce6a7-d9a3-4a37-9fc7-c72731f816fa" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.970100] env[68800]: DEBUG nova.network.neutron [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.107740] env[68800]: DEBUG nova.compute.manager [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 864.116058] env[68800]: DEBUG nova.network.neutron [req-e198e9b8-4b7d-47ef-8c97-d9fe062bf4e4 req-df2c5993-62e4-428e-bfc1-4d748bf1a18d service nova] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Updated VIF entry in instance network info cache for port 15afed70-9249-49e1-b502-ceb7142e3135. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 864.116418] env[68800]: DEBUG nova.network.neutron [req-e198e9b8-4b7d-47ef-8c97-d9fe062bf4e4 req-df2c5993-62e4-428e-bfc1-4d748bf1a18d service nova] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Updating instance_info_cache with network_info: [{"id": "15afed70-9249-49e1-b502-ceb7142e3135", "address": "fa:16:3e:52:56:d8", "network": {"id": "f84503ed-231f-4e28-bd51-ee12429f4493", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2009507175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f91623c813204db081fa9e7a5792787c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15afed70-92", "ovs_interfaceid": "15afed70-9249-49e1-b502-ceb7142e3135", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.133354] env[68800]: DEBUG nova.network.neutron [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Successfully created port: 0a74f589-1a95-42cf-99d1-99d5172055f7 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 864.190675] env[68800]: DEBUG oslo_concurrency.lockutils [None req-501d0c71-35a9-4375-9168-6c9a74638cbc tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.444152] env[68800]: DEBUG oslo_vmware.api [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]524559d1-342c-1467-6e94-69be299f853f, 'name': SearchDatastore_Task, 'duration_secs': 0.043663} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.445133] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d741d97e-e36e-441b-a6b5-67a2a0099786 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.456024] env[68800]: DEBUG oslo_vmware.api [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Waiting for the task: (returnval){ [ 864.456024] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520a6de7-7931-6025-bb3e-220afedd3049" [ 864.456024] env[68800]: _type = "Task" [ 864.456024] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.462069] env[68800]: DEBUG oslo_vmware.api [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520a6de7-7931-6025-bb3e-220afedd3049, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.603328] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c52c070-2464-4e17-b98c-0717a25b2525 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.614623] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6233ed-fce0-4063-bb7a-099af9be3ede {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.622420] env[68800]: DEBUG oslo_concurrency.lockutils [req-e198e9b8-4b7d-47ef-8c97-d9fe062bf4e4 req-df2c5993-62e4-428e-bfc1-4d748bf1a18d service nova] Releasing lock "refresh_cache-94b55bc9-3a6d-4b46-a2f9-159dc00839b4" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.622695] env[68800]: DEBUG nova.compute.manager [req-e198e9b8-4b7d-47ef-8c97-d9fe062bf4e4 req-df2c5993-62e4-428e-bfc1-4d748bf1a18d service nova] [instance: e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4] Received event network-vif-deleted-629ace6d-3bc2-4990-b439-5c2fcc886742 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.653825] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fccd2ce9-444b-4bde-b36e-947ffade66df {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.662774] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2376cfed-601d-46e9-bc41-3bae6ae5da12 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.678412] env[68800]: DEBUG nova.compute.provider_tree [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.709190] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.709405] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d93d96ad-89a8-4088-8291-988a0ea9b5dc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.721967] env[68800]: DEBUG oslo_vmware.api [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 864.721967] env[68800]: value = "task-3243752" [ 864.721967] env[68800]: _type = "Task" [ 864.721967] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.731083] env[68800]: DEBUG oslo_vmware.api [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.801255] env[68800]: DEBUG nova.network.neutron [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Updating instance_info_cache with network_info: [{"id": "a0205457-cf1e-4112-adc1-d8f7206c7c20", "address": "fa:16:3e:d7:3b:d7", "network": {"id": "910263fe-5348-43bf-a2dc-80270861caea", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3ae10f76bf14ae69232ca090f1bb0ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0205457-cf", "ovs_interfaceid": "a0205457-cf1e-4112-adc1-d8f7206c7c20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.964705] env[68800]: DEBUG oslo_vmware.api [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520a6de7-7931-6025-bb3e-220afedd3049, 'name': SearchDatastore_Task, 'duration_secs': 0.019116} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.964705] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.964779] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 94b55bc9-3a6d-4b46-a2f9-159dc00839b4/94b55bc9-3a6d-4b46-a2f9-159dc00839b4.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 864.965021] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-240851f3-b965-4a3b-895a-7aae7ccaf1dc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.976092] env[68800]: DEBUG oslo_vmware.api [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Waiting for the task: (returnval){ [ 864.976092] env[68800]: value = "task-3243753" [ 864.976092] env[68800]: _type = "Task" [ 864.976092] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.986837] env[68800]: DEBUG oslo_vmware.api [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3243753, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.124203] env[68800]: DEBUG nova.compute.manager [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 865.162629] env[68800]: DEBUG nova.virt.hardware [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 865.162907] env[68800]: DEBUG nova.virt.hardware [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 865.163413] env[68800]: DEBUG nova.virt.hardware [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 865.163681] env[68800]: DEBUG nova.virt.hardware [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 865.163918] env[68800]: DEBUG nova.virt.hardware [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 865.164208] env[68800]: DEBUG nova.virt.hardware [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 865.164530] env[68800]: DEBUG nova.virt.hardware [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 865.164727] env[68800]: DEBUG nova.virt.hardware [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 865.164929] env[68800]: DEBUG nova.virt.hardware [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 865.165158] env[68800]: DEBUG nova.virt.hardware [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 865.165385] env[68800]: DEBUG nova.virt.hardware [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 865.166349] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07476d2a-8989-4987-bfba-58a5757d7d8f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.176196] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c248b1-c063-48a2-a85b-426d80c52428 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.181470] env[68800]: DEBUG nova.scheduler.client.report [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.232515] env[68800]: DEBUG oslo_vmware.api [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243752, 'name': PowerOffVM_Task, 'duration_secs': 0.25668} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.233255] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.233440] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 865.234489] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ddf991-1fa5-44ea-879f-b40b27e31cb7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.245954] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.246254] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6eda204-b58d-4b21-80a0-665d9335c509 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.304714] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Releasing lock "refresh_cache-c27ce6a7-d9a3-4a37-9fc7-c72731f816fa" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.361945] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.362510] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.362510] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Deleting the datastore file [datastore2] 0200ac67-ec70-479f-a0be-af4c17410c61 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.362669] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d610098-a1c7-4b1e-a1d2-20942afa0f66 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.373252] env[68800]: DEBUG oslo_vmware.api [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 865.373252] env[68800]: value = "task-3243755" [ 865.373252] env[68800]: _type = "Task" [ 865.373252] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.384798] env[68800]: DEBUG oslo_vmware.api [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243755, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.490517] env[68800]: DEBUG oslo_vmware.api [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3243753, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50697} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.490711] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 94b55bc9-3a6d-4b46-a2f9-159dc00839b4/94b55bc9-3a6d-4b46-a2f9-159dc00839b4.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 865.490899] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 865.491195] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-496014a3-fefa-4931-808b-00b1b347c9e1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.498676] env[68800]: DEBUG oslo_vmware.api [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Waiting for the task: (returnval){ [ 865.498676] env[68800]: value = "task-3243756" [ 865.498676] env[68800]: _type = "Task" [ 865.498676] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.512582] env[68800]: DEBUG oslo_vmware.api [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3243756, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.687356] env[68800]: DEBUG nova.compute.manager [req-0b5f3cf7-a07e-4bd9-aa9e-3efd36a3dc92 req-32a65692-496b-4b66-a3df-bfea31314d3c service nova] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Received event network-vif-plugged-0a74f589-1a95-42cf-99d1-99d5172055f7 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.687356] env[68800]: DEBUG oslo_concurrency.lockutils [req-0b5f3cf7-a07e-4bd9-aa9e-3efd36a3dc92 req-32a65692-496b-4b66-a3df-bfea31314d3c service nova] Acquiring lock "1456b84a-2f16-4103-b6c9-e3860ed62366-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.687356] env[68800]: DEBUG oslo_concurrency.lockutils [req-0b5f3cf7-a07e-4bd9-aa9e-3efd36a3dc92 req-32a65692-496b-4b66-a3df-bfea31314d3c service nova] Lock "1456b84a-2f16-4103-b6c9-e3860ed62366-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.687356] env[68800]: DEBUG oslo_concurrency.lockutils [req-0b5f3cf7-a07e-4bd9-aa9e-3efd36a3dc92 req-32a65692-496b-4b66-a3df-bfea31314d3c service nova] Lock "1456b84a-2f16-4103-b6c9-e3860ed62366-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.687356] env[68800]: DEBUG nova.compute.manager [req-0b5f3cf7-a07e-4bd9-aa9e-3efd36a3dc92 req-32a65692-496b-4b66-a3df-bfea31314d3c service nova] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] No waiting events found dispatching network-vif-plugged-0a74f589-1a95-42cf-99d1-99d5172055f7 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 865.687356] env[68800]: WARNING nova.compute.manager [req-0b5f3cf7-a07e-4bd9-aa9e-3efd36a3dc92 req-32a65692-496b-4b66-a3df-bfea31314d3c service nova] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Received unexpected event network-vif-plugged-0a74f589-1a95-42cf-99d1-99d5172055f7 for instance with vm_state building and task_state spawning. [ 865.689146] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.587s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.689724] env[68800]: DEBUG nova.compute.manager [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 9a6a4700-3316-46ad-bebd-111330ccc205] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 865.693752] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.783s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.695534] env[68800]: INFO nova.compute.claims [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] [instance: 91179070-6a65-4881-94e7-a669501d328b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 865.760072] env[68800]: DEBUG nova.network.neutron [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Successfully updated port: 0a74f589-1a95-42cf-99d1-99d5172055f7 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 865.838350] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a370443-54e7-44d1-a948-e07bc87801b7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.866583] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546b59cb-6f25-4c80-98c3-55c17ae601e3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.875273] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Updating instance 'c27ce6a7-d9a3-4a37-9fc7-c72731f816fa' progress to 83 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 865.893244] env[68800]: DEBUG oslo_vmware.api [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243755, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208659} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.893587] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 865.893784] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 865.893969] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.009516] env[68800]: DEBUG oslo_vmware.api [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3243756, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075492} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.009793] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 866.010612] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba33684-56a5-411b-85e2-13cdf0397076 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.036264] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 94b55bc9-3a6d-4b46-a2f9-159dc00839b4/94b55bc9-3a6d-4b46-a2f9-159dc00839b4.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.036585] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-709f3eef-5966-40e2-9649-9f4882ff0def {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.060726] env[68800]: DEBUG oslo_vmware.api [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Waiting for the task: (returnval){ [ 866.060726] env[68800]: value = "task-3243757" [ 866.060726] env[68800]: _type = "Task" [ 866.060726] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.070784] env[68800]: DEBUG oslo_vmware.api [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3243757, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.205057] env[68800]: DEBUG nova.compute.utils [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 866.206976] env[68800]: DEBUG nova.compute.manager [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 9a6a4700-3316-46ad-bebd-111330ccc205] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 866.206976] env[68800]: DEBUG nova.network.neutron [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 9a6a4700-3316-46ad-bebd-111330ccc205] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 866.263781] env[68800]: DEBUG oslo_concurrency.lockutils [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Acquiring lock "refresh_cache-1456b84a-2f16-4103-b6c9-e3860ed62366" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.264030] env[68800]: DEBUG oslo_concurrency.lockutils [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Acquired lock "refresh_cache-1456b84a-2f16-4103-b6c9-e3860ed62366" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.264248] env[68800]: DEBUG nova.network.neutron [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.317234] env[68800]: DEBUG nova.policy [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d7bf410541144e08bd7918b0d06e202', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74f9e9a8d5044f4d9d2574991df80d29', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 866.385727] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 866.387026] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a214887-10a1-45db-b86b-b43eddb57a0a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.394628] env[68800]: DEBUG oslo_vmware.api [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Waiting for the task: (returnval){ [ 866.394628] env[68800]: value = "task-3243758" [ 866.394628] env[68800]: _type = "Task" [ 866.394628] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.408537] env[68800]: DEBUG oslo_vmware.api [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243758, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.571600] env[68800]: DEBUG oslo_vmware.api [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3243757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.711270] env[68800]: DEBUG nova.compute.manager [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 9a6a4700-3316-46ad-bebd-111330ccc205] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 866.843303] env[68800]: DEBUG nova.network.neutron [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 866.889518] env[68800]: DEBUG nova.network.neutron [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 9a6a4700-3316-46ad-bebd-111330ccc205] Successfully created port: a2372297-ce16-413f-ab94-7d6d5b194f4e {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 866.912183] env[68800]: DEBUG oslo_vmware.api [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243758, 'name': PowerOnVM_Task, 'duration_secs': 0.448897} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.914984] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.915192] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e43d07-a106-4481-9905-de823978dc9e tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Updating instance 'c27ce6a7-d9a3-4a37-9fc7-c72731f816fa' progress to 100 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 866.940600] env[68800]: DEBUG nova.virt.hardware [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 866.940843] env[68800]: DEBUG nova.virt.hardware [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 866.941222] env[68800]: DEBUG nova.virt.hardware [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.941222] env[68800]: DEBUG nova.virt.hardware [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 866.941636] env[68800]: DEBUG nova.virt.hardware [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.941636] env[68800]: DEBUG nova.virt.hardware [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 866.941927] env[68800]: DEBUG nova.virt.hardware [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 866.941927] env[68800]: DEBUG nova.virt.hardware [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 866.942231] env[68800]: DEBUG nova.virt.hardware [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 866.942231] env[68800]: DEBUG nova.virt.hardware [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 866.942342] env[68800]: DEBUG nova.virt.hardware [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 866.943275] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be53f86-33cc-4a00-8057-2cecc2c63c6b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.958571] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28485b0e-9c20-4d60-8809-04460863fdbc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.976144] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:ad:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '838c9497-35dd-415e-96c7-8dc21b0cd4b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1cf0349-05d5-4767-af20-fdcc2fa52c92', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.983808] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.985494] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 866.985784] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e09d1613-1eb2-4272-af17-198f7a87576e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.014336] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.014336] env[68800]: value = "task-3243759" [ 867.014336] env[68800]: _type = "Task" [ 867.014336] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.024276] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243759, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.072554] env[68800]: DEBUG oslo_vmware.api [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3243757, 'name': ReconfigVM_Task, 'duration_secs': 0.635732} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.072896] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 94b55bc9-3a6d-4b46-a2f9-159dc00839b4/94b55bc9-3a6d-4b46-a2f9-159dc00839b4.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.073670] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2e0ce96-7fdf-4c08-b0dc-34c7da3bb6c6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.081499] env[68800]: DEBUG oslo_vmware.api [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Waiting for the task: (returnval){ [ 867.081499] env[68800]: value = "task-3243760" [ 867.081499] env[68800]: _type = "Task" [ 867.081499] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.099072] env[68800]: DEBUG oslo_vmware.api [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3243760, 'name': Rename_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.289052] env[68800]: DEBUG nova.network.neutron [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Updating instance_info_cache with network_info: [{"id": "0a74f589-1a95-42cf-99d1-99d5172055f7", "address": "fa:16:3e:7b:36:e8", "network": {"id": "b542bbba-0bac-4aec-9a3a-a70c135f2b15", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1480833923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f7c08698d34b808f3dd1112b0ebdad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a74f589-1a", "ovs_interfaceid": "0a74f589-1a95-42cf-99d1-99d5172055f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.407097] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54095567-8820-45bb-982d-cadbb4a89b5e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.415571] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7178522-247f-4b20-9da1-38daeef8e8e3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.461195] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a88813-3b3c-4190-8af6-b1280fba0166 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.470113] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b9a946-9a6e-4c6a-8a4f-a0916b814044 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.485924] env[68800]: DEBUG nova.compute.provider_tree [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.525829] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243759, 'name': CreateVM_Task, 'duration_secs': 0.392464} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.526465] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 867.527433] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.527686] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.528167] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.528490] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9cd8acf-2892-4a0d-a9b0-a004b652d930 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.534111] env[68800]: DEBUG oslo_vmware.api [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 867.534111] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5218c2c5-f985-a134-e791-92d38fd43155" [ 867.534111] env[68800]: _type = "Task" [ 867.534111] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.544273] env[68800]: DEBUG oslo_vmware.api [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5218c2c5-f985-a134-e791-92d38fd43155, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.594273] env[68800]: DEBUG oslo_vmware.api [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3243760, 'name': Rename_Task, 'duration_secs': 0.163211} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.594273] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 867.594525] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e55a911-b14c-45a0-9207-98a4a9c72f8e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.602108] env[68800]: DEBUG oslo_vmware.api [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Waiting for the task: (returnval){ [ 867.602108] env[68800]: value = "task-3243761" [ 867.602108] env[68800]: _type = "Task" [ 867.602108] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.610962] env[68800]: DEBUG oslo_vmware.api [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3243761, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.731472] env[68800]: DEBUG nova.compute.manager [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 9a6a4700-3316-46ad-bebd-111330ccc205] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 867.760964] env[68800]: DEBUG nova.virt.hardware [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 867.761187] env[68800]: DEBUG nova.virt.hardware [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 867.761345] env[68800]: DEBUG nova.virt.hardware [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.761514] env[68800]: DEBUG nova.virt.hardware [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 867.761654] env[68800]: DEBUG nova.virt.hardware [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.761795] env[68800]: DEBUG nova.virt.hardware [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 867.761994] env[68800]: DEBUG nova.virt.hardware [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 867.762342] env[68800]: DEBUG nova.virt.hardware [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 867.762528] env[68800]: DEBUG nova.virt.hardware [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 867.762691] env[68800]: DEBUG nova.virt.hardware [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 867.762860] env[68800]: DEBUG nova.virt.hardware [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 867.764689] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f624980-444b-4753-9d29-503761a74e19 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.774466] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2ba892-721b-4614-8a53-d19abb61363e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.791865] env[68800]: DEBUG oslo_concurrency.lockutils [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Releasing lock "refresh_cache-1456b84a-2f16-4103-b6c9-e3860ed62366" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.791976] env[68800]: DEBUG nova.compute.manager [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Instance network_info: |[{"id": "0a74f589-1a95-42cf-99d1-99d5172055f7", "address": "fa:16:3e:7b:36:e8", "network": {"id": "b542bbba-0bac-4aec-9a3a-a70c135f2b15", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1480833923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f7c08698d34b808f3dd1112b0ebdad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a74f589-1a", "ovs_interfaceid": "0a74f589-1a95-42cf-99d1-99d5172055f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 867.792945] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:36:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24144f5a-050a-4f1e-8d8c-774dc16dc791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a74f589-1a95-42cf-99d1-99d5172055f7', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.800736] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.801098] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.801370] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e13e8c8-81dc-4b48-add5-8868ddb6828c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.824260] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.824260] env[68800]: value = "task-3243762" [ 867.824260] env[68800]: _type = "Task" [ 867.824260] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.832444] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243762, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.986189] env[68800]: DEBUG nova.compute.manager [req-4262909a-fc0e-4c18-8eb7-5bb19582479b req-f8659c52-d604-4d6f-97b8-247454cc8267 service nova] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Received event network-changed-0a74f589-1a95-42cf-99d1-99d5172055f7 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.986189] env[68800]: DEBUG nova.compute.manager [req-4262909a-fc0e-4c18-8eb7-5bb19582479b req-f8659c52-d604-4d6f-97b8-247454cc8267 service nova] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Refreshing instance network info cache due to event network-changed-0a74f589-1a95-42cf-99d1-99d5172055f7. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 867.986189] env[68800]: DEBUG oslo_concurrency.lockutils [req-4262909a-fc0e-4c18-8eb7-5bb19582479b req-f8659c52-d604-4d6f-97b8-247454cc8267 service nova] Acquiring lock "refresh_cache-1456b84a-2f16-4103-b6c9-e3860ed62366" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.986189] env[68800]: DEBUG oslo_concurrency.lockutils [req-4262909a-fc0e-4c18-8eb7-5bb19582479b req-f8659c52-d604-4d6f-97b8-247454cc8267 service nova] Acquired lock "refresh_cache-1456b84a-2f16-4103-b6c9-e3860ed62366" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.986189] env[68800]: DEBUG nova.network.neutron [req-4262909a-fc0e-4c18-8eb7-5bb19582479b req-f8659c52-d604-4d6f-97b8-247454cc8267 service nova] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Refreshing network info cache for port 0a74f589-1a95-42cf-99d1-99d5172055f7 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.991351] env[68800]: DEBUG nova.scheduler.client.report [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.052561] env[68800]: DEBUG oslo_vmware.api [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5218c2c5-f985-a134-e791-92d38fd43155, 'name': SearchDatastore_Task, 'duration_secs': 0.0311} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.053147] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.053391] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.053770] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.054052] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.054446] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.054827] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3ea677c-b6f3-4d26-81e8-336802ec1e81 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.067504] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 868.068114] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 868.068942] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31086284-1c6f-4b53-b324-ff92d11029bd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.077445] env[68800]: DEBUG oslo_vmware.api [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 868.077445] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5289d62f-ddd9-bec6-d316-5a1968d81266" [ 868.077445] env[68800]: _type = "Task" [ 868.077445] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.086314] env[68800]: DEBUG oslo_vmware.api [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5289d62f-ddd9-bec6-d316-5a1968d81266, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.112214] env[68800]: DEBUG oslo_vmware.api [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3243761, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.237699] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Acquiring lock "531bc9c2-f27e-4ade-aa3f-4c926398267a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.237916] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Lock "531bc9c2-f27e-4ade-aa3f-4c926398267a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.335734] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243762, 'name': CreateVM_Task, 'duration_secs': 0.47672} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.335982] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 868.336614] env[68800]: DEBUG oslo_concurrency.lockutils [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.336938] env[68800]: DEBUG oslo_concurrency.lockutils [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.337122] env[68800]: DEBUG oslo_concurrency.lockutils [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.337387] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-167eaf18-9e96-41b2-bcee-ac3dded0a2b3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.343687] env[68800]: DEBUG oslo_vmware.api [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Waiting for the task: (returnval){ [ 868.343687] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5212e354-bb81-83fc-6312-a894a9c366b7" [ 868.343687] env[68800]: _type = "Task" [ 868.343687] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.353577] env[68800]: DEBUG oslo_vmware.api [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5212e354-bb81-83fc-6312-a894a9c366b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.497325] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.803s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.497828] env[68800]: DEBUG nova.compute.manager [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] [instance: 91179070-6a65-4881-94e7-a669501d328b] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 868.501630] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9e7c4221-d26e-49c0-ac7b-2a94d5ccf176 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.823s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.501630] env[68800]: DEBUG nova.objects.instance [None req-9e7c4221-d26e-49c0-ac7b-2a94d5ccf176 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Lazy-loading 'resources' on Instance uuid d9fb180f-dcd3-4123-a2a0-890182749779 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 868.588755] env[68800]: DEBUG oslo_vmware.api [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5289d62f-ddd9-bec6-d316-5a1968d81266, 'name': SearchDatastore_Task, 'duration_secs': 0.015861} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.589691] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4c3c989-a19d-4f54-a3d0-3c5782855325 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.597699] env[68800]: DEBUG oslo_vmware.api [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 868.597699] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52d42207-56b8-6cbf-21c1-5e151d2da3e3" [ 868.597699] env[68800]: _type = "Task" [ 868.597699] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.608895] env[68800]: DEBUG oslo_vmware.api [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52d42207-56b8-6cbf-21c1-5e151d2da3e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.613698] env[68800]: DEBUG oslo_vmware.api [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3243761, 'name': PowerOnVM_Task, 'duration_secs': 0.593352} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.613943] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 868.614306] env[68800]: INFO nova.compute.manager [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Took 8.06 seconds to spawn the instance on the hypervisor. [ 868.614428] env[68800]: DEBUG nova.compute.manager [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 868.615115] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835fce0a-b1da-4633-bd5e-92d0c91be8e6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.855946] env[68800]: DEBUG oslo_vmware.api [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5212e354-bb81-83fc-6312-a894a9c366b7, 'name': SearchDatastore_Task, 'duration_secs': 0.037471} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.856345] env[68800]: DEBUG oslo_concurrency.lockutils [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.856627] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.856627] env[68800]: DEBUG oslo_concurrency.lockutils [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.859232] env[68800]: DEBUG nova.network.neutron [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Port a0205457-cf1e-4112-adc1-d8f7206c7c20 binding to destination host cpu-1 is already ACTIVE {{(pid=68800) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 868.859497] env[68800]: DEBUG oslo_concurrency.lockutils [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Acquiring lock "refresh_cache-c27ce6a7-d9a3-4a37-9fc7-c72731f816fa" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.859598] env[68800]: DEBUG oslo_concurrency.lockutils [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Acquired lock "refresh_cache-c27ce6a7-d9a3-4a37-9fc7-c72731f816fa" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.859754] env[68800]: DEBUG nova.network.neutron [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 869.004311] env[68800]: DEBUG nova.compute.utils [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 869.009301] env[68800]: DEBUG nova.compute.manager [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] [instance: 91179070-6a65-4881-94e7-a669501d328b] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 869.009475] env[68800]: DEBUG nova.network.neutron [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] [instance: 91179070-6a65-4881-94e7-a669501d328b] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 869.077070] env[68800]: DEBUG nova.policy [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b4a5d4c538041cfaca7f3f2655a460a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bec81b81c9684a2abcda5875f263a17a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 869.112455] env[68800]: DEBUG oslo_vmware.api [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52d42207-56b8-6cbf-21c1-5e151d2da3e3, 'name': SearchDatastore_Task, 'duration_secs': 0.013206} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.113598] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.113598] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 0200ac67-ec70-479f-a0be-af4c17410c61/0200ac67-ec70-479f-a0be-af4c17410c61.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 869.114112] env[68800]: DEBUG oslo_concurrency.lockutils [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.114447] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 869.114766] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c347cd8-1ca5-4988-8acd-d807dfcba5bb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.119466] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a87f4d5e-c6e8-44db-b2b2-e0c564c6e7fc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.137810] env[68800]: DEBUG oslo_vmware.api [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 869.137810] env[68800]: value = "task-3243763" [ 869.137810] env[68800]: _type = "Task" [ 869.137810] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.137810] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.137810] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 869.138681] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-714144c4-9494-4428-9708-f76e4442985e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.143223] env[68800]: INFO nova.compute.manager [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Took 43.55 seconds to build instance. [ 869.154579] env[68800]: DEBUG oslo_vmware.api [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243763, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.155600] env[68800]: DEBUG oslo_vmware.api [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Waiting for the task: (returnval){ [ 869.155600] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52fd88ab-4425-146e-7a7d-534b7f070db5" [ 869.155600] env[68800]: _type = "Task" [ 869.155600] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.155884] env[68800]: DEBUG nova.network.neutron [req-4262909a-fc0e-4c18-8eb7-5bb19582479b req-f8659c52-d604-4d6f-97b8-247454cc8267 service nova] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Updated VIF entry in instance network info cache for port 0a74f589-1a95-42cf-99d1-99d5172055f7. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 869.156910] env[68800]: DEBUG nova.network.neutron [req-4262909a-fc0e-4c18-8eb7-5bb19582479b req-f8659c52-d604-4d6f-97b8-247454cc8267 service nova] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Updating instance_info_cache with network_info: [{"id": "0a74f589-1a95-42cf-99d1-99d5172055f7", "address": "fa:16:3e:7b:36:e8", "network": {"id": "b542bbba-0bac-4aec-9a3a-a70c135f2b15", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1480833923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f7c08698d34b808f3dd1112b0ebdad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a74f589-1a", "ovs_interfaceid": "0a74f589-1a95-42cf-99d1-99d5172055f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.173315] env[68800]: DEBUG oslo_vmware.api [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52fd88ab-4425-146e-7a7d-534b7f070db5, 'name': SearchDatastore_Task, 'duration_secs': 0.012557} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.174173] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2bfb34a-7190-4caf-8f9f-906849e422f5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.180459] env[68800]: DEBUG oslo_vmware.api [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Waiting for the task: (returnval){ [ 869.180459] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529e0167-9665-7e5b-bf0f-7a09fd32ba75" [ 869.180459] env[68800]: _type = "Task" [ 869.180459] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.192062] env[68800]: DEBUG oslo_vmware.api [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529e0167-9665-7e5b-bf0f-7a09fd32ba75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.368543] env[68800]: DEBUG nova.network.neutron [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 9a6a4700-3316-46ad-bebd-111330ccc205] Successfully updated port: a2372297-ce16-413f-ab94-7d6d5b194f4e {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 869.449469] env[68800]: DEBUG nova.network.neutron [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] [instance: 91179070-6a65-4881-94e7-a669501d328b] Successfully created port: dfae671b-e748-4fa8-81c5-a66de4a52787 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 869.510259] env[68800]: DEBUG nova.compute.manager [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] [instance: 91179070-6a65-4881-94e7-a669501d328b] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 869.647382] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6222a61d-761d-4e8a-93d0-fcc2d375b3b6 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Lock "94b55bc9-3a6d-4b46-a2f9-159dc00839b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.831s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.658288] env[68800]: DEBUG oslo_vmware.api [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243763, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.660723] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8faa587b-7231-4f38-b082-8352b3fcad0a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.665290] env[68800]: DEBUG oslo_concurrency.lockutils [req-4262909a-fc0e-4c18-8eb7-5bb19582479b req-f8659c52-d604-4d6f-97b8-247454cc8267 service nova] Releasing lock "refresh_cache-1456b84a-2f16-4103-b6c9-e3860ed62366" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.672930] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a8dcec-2731-4a29-8ddd-6d79c75621f8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.728110] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0036b00c-16aa-42ac-a94e-83aaa146e37a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.735589] env[68800]: DEBUG oslo_vmware.api [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529e0167-9665-7e5b-bf0f-7a09fd32ba75, 'name': SearchDatastore_Task, 'duration_secs': 0.011169} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.736716] env[68800]: DEBUG nova.network.neutron [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Updating instance_info_cache with network_info: [{"id": "a0205457-cf1e-4112-adc1-d8f7206c7c20", "address": "fa:16:3e:d7:3b:d7", "network": {"id": "910263fe-5348-43bf-a2dc-80270861caea", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3ae10f76bf14ae69232ca090f1bb0ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0205457-cf", "ovs_interfaceid": "a0205457-cf1e-4112-adc1-d8f7206c7c20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.739153] env[68800]: DEBUG oslo_concurrency.lockutils [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.743031] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 1456b84a-2f16-4103-b6c9-e3860ed62366/1456b84a-2f16-4103-b6c9-e3860ed62366.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 869.743031] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1851005a-c346-454d-b032-c871c7329f1d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.746933] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bab70c0-7855-465c-b6e0-b55f161758df {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.762033] env[68800]: DEBUG oslo_vmware.api [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Waiting for the task: (returnval){ [ 869.762033] env[68800]: value = "task-3243764" [ 869.762033] env[68800]: _type = "Task" [ 869.762033] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.774986] env[68800]: DEBUG nova.compute.provider_tree [None req-9e7c4221-d26e-49c0-ac7b-2a94d5ccf176 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.784605] env[68800]: DEBUG oslo_vmware.api [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Task: {'id': task-3243764, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.873413] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Acquiring lock "refresh_cache-9a6a4700-3316-46ad-bebd-111330ccc205" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.873527] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Acquired lock "refresh_cache-9a6a4700-3316-46ad-bebd-111330ccc205" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.873686] env[68800]: DEBUG nova.network.neutron [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 9a6a4700-3316-46ad-bebd-111330ccc205] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.052355] env[68800]: DEBUG nova.compute.manager [req-840cb205-f05e-44cb-a028-3ed155be4ed1 req-4469ee7a-939d-4bfd-bc89-b2e1579e95e1 service nova] [instance: 9a6a4700-3316-46ad-bebd-111330ccc205] Received event network-vif-plugged-a2372297-ce16-413f-ab94-7d6d5b194f4e {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.052566] env[68800]: DEBUG oslo_concurrency.lockutils [req-840cb205-f05e-44cb-a028-3ed155be4ed1 req-4469ee7a-939d-4bfd-bc89-b2e1579e95e1 service nova] Acquiring lock "9a6a4700-3316-46ad-bebd-111330ccc205-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.052783] env[68800]: DEBUG oslo_concurrency.lockutils [req-840cb205-f05e-44cb-a028-3ed155be4ed1 req-4469ee7a-939d-4bfd-bc89-b2e1579e95e1 service nova] Lock "9a6a4700-3316-46ad-bebd-111330ccc205-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.052915] env[68800]: DEBUG oslo_concurrency.lockutils [req-840cb205-f05e-44cb-a028-3ed155be4ed1 req-4469ee7a-939d-4bfd-bc89-b2e1579e95e1 service nova] Lock "9a6a4700-3316-46ad-bebd-111330ccc205-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.053119] env[68800]: DEBUG nova.compute.manager [req-840cb205-f05e-44cb-a028-3ed155be4ed1 req-4469ee7a-939d-4bfd-bc89-b2e1579e95e1 service nova] [instance: 9a6a4700-3316-46ad-bebd-111330ccc205] No waiting events found dispatching network-vif-plugged-a2372297-ce16-413f-ab94-7d6d5b194f4e {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 870.053285] env[68800]: WARNING nova.compute.manager [req-840cb205-f05e-44cb-a028-3ed155be4ed1 req-4469ee7a-939d-4bfd-bc89-b2e1579e95e1 service nova] [instance: 9a6a4700-3316-46ad-bebd-111330ccc205] Received unexpected event network-vif-plugged-a2372297-ce16-413f-ab94-7d6d5b194f4e for instance with vm_state building and task_state spawning. [ 870.053441] env[68800]: DEBUG nova.compute.manager [req-840cb205-f05e-44cb-a028-3ed155be4ed1 req-4469ee7a-939d-4bfd-bc89-b2e1579e95e1 service nova] [instance: 9a6a4700-3316-46ad-bebd-111330ccc205] Received event network-changed-a2372297-ce16-413f-ab94-7d6d5b194f4e {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.053592] env[68800]: DEBUG nova.compute.manager [req-840cb205-f05e-44cb-a028-3ed155be4ed1 req-4469ee7a-939d-4bfd-bc89-b2e1579e95e1 service nova] [instance: 9a6a4700-3316-46ad-bebd-111330ccc205] Refreshing instance network info cache due to event network-changed-a2372297-ce16-413f-ab94-7d6d5b194f4e. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 870.053752] env[68800]: DEBUG oslo_concurrency.lockutils [req-840cb205-f05e-44cb-a028-3ed155be4ed1 req-4469ee7a-939d-4bfd-bc89-b2e1579e95e1 service nova] Acquiring lock "refresh_cache-9a6a4700-3316-46ad-bebd-111330ccc205" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.151736] env[68800]: DEBUG oslo_vmware.api [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243763, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.883153} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.151999] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 0200ac67-ec70-479f-a0be-af4c17410c61/0200ac67-ec70-479f-a0be-af4c17410c61.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 870.152251] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 870.152502] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23c95193-49e1-4cd8-81e3-6d4ee0ce3b8a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.160067] env[68800]: DEBUG nova.compute.manager [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 870.164171] env[68800]: DEBUG oslo_vmware.api [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 870.164171] env[68800]: value = "task-3243765" [ 870.164171] env[68800]: _type = "Task" [ 870.164171] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.174732] env[68800]: DEBUG oslo_vmware.api [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243765, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.239267] env[68800]: DEBUG oslo_concurrency.lockutils [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Releasing lock "refresh_cache-c27ce6a7-d9a3-4a37-9fc7-c72731f816fa" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.261023] env[68800]: INFO nova.compute.manager [None req-09506c9b-b77e-4510-8e6c-b456bec06aeb tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Rescuing [ 870.261357] env[68800]: DEBUG oslo_concurrency.lockutils [None req-09506c9b-b77e-4510-8e6c-b456bec06aeb tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Acquiring lock "refresh_cache-94b55bc9-3a6d-4b46-a2f9-159dc00839b4" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.261451] env[68800]: DEBUG oslo_concurrency.lockutils [None req-09506c9b-b77e-4510-8e6c-b456bec06aeb tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Acquired lock "refresh_cache-94b55bc9-3a6d-4b46-a2f9-159dc00839b4" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.261620] env[68800]: DEBUG nova.network.neutron [None req-09506c9b-b77e-4510-8e6c-b456bec06aeb tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.273144] env[68800]: DEBUG oslo_vmware.api [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Task: {'id': task-3243764, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.286670] env[68800]: DEBUG nova.scheduler.client.report [None req-9e7c4221-d26e-49c0-ac7b-2a94d5ccf176 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.406188] env[68800]: DEBUG nova.network.neutron [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 9a6a4700-3316-46ad-bebd-111330ccc205] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 870.520943] env[68800]: DEBUG nova.compute.manager [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] [instance: 91179070-6a65-4881-94e7-a669501d328b] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 870.547620] env[68800]: DEBUG nova.virt.hardware [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 870.547870] env[68800]: DEBUG nova.virt.hardware [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 870.548045] env[68800]: DEBUG nova.virt.hardware [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 870.548225] env[68800]: DEBUG nova.virt.hardware [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 870.548369] env[68800]: DEBUG nova.virt.hardware [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 870.548511] env[68800]: DEBUG nova.virt.hardware [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 870.548716] env[68800]: DEBUG nova.virt.hardware [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 870.548870] env[68800]: DEBUG nova.virt.hardware [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 870.549049] env[68800]: DEBUG nova.virt.hardware [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 870.549269] env[68800]: DEBUG nova.virt.hardware [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 870.549379] env[68800]: DEBUG nova.virt.hardware [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 870.550337] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5227237-4258-42e9-b988-4d82bc6559a5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.559031] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72ad364-f1ad-4187-a39d-54627e6aea0e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.577742] env[68800]: DEBUG nova.network.neutron [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 9a6a4700-3316-46ad-bebd-111330ccc205] Updating instance_info_cache with network_info: [{"id": "a2372297-ce16-413f-ab94-7d6d5b194f4e", "address": "fa:16:3e:4a:11:7d", "network": {"id": "f753b234-b1c5-4284-899a-fd54105f9ae9", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1803346189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74f9e9a8d5044f4d9d2574991df80d29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2372297-ce", "ovs_interfaceid": "a2372297-ce16-413f-ab94-7d6d5b194f4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.681238] env[68800]: DEBUG oslo_vmware.api [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243765, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170796} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.681538] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 870.682392] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c94705c-5838-4c7d-80ea-8c82bc8628ad {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.689863] env[68800]: DEBUG oslo_concurrency.lockutils [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.708304] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 0200ac67-ec70-479f-a0be-af4c17410c61/0200ac67-ec70-479f-a0be-af4c17410c61.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.708660] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96b5067e-d273-452b-ad10-83ee332c27c8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.732817] env[68800]: DEBUG oslo_vmware.api [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 870.732817] env[68800]: value = "task-3243766" [ 870.732817] env[68800]: _type = "Task" [ 870.732817] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.744786] env[68800]: DEBUG nova.compute.manager [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68800) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 870.745280] env[68800]: DEBUG oslo_concurrency.lockutils [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.745426] env[68800]: DEBUG oslo_vmware.api [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243766, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.778134] env[68800]: DEBUG oslo_vmware.api [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Task: {'id': task-3243764, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.792662] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9e7c4221-d26e-49c0-ac7b-2a94d5ccf176 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.291s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.796452] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.522s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.798989] env[68800]: INFO nova.compute.claims [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d9927778-e07f-4370-b30d-1e94855689c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 870.821876] env[68800]: INFO nova.scheduler.client.report [None req-9e7c4221-d26e-49c0-ac7b-2a94d5ccf176 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Deleted allocations for instance d9fb180f-dcd3-4123-a2a0-890182749779 [ 870.892233] env[68800]: DEBUG nova.compute.manager [req-249c533b-bb44-474f-9298-86b033db0d42 req-6426106d-25f2-4569-8773-a6e54c96097c service nova] [instance: 91179070-6a65-4881-94e7-a669501d328b] Received event network-vif-plugged-dfae671b-e748-4fa8-81c5-a66de4a52787 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.892233] env[68800]: DEBUG oslo_concurrency.lockutils [req-249c533b-bb44-474f-9298-86b033db0d42 req-6426106d-25f2-4569-8773-a6e54c96097c service nova] Acquiring lock "91179070-6a65-4881-94e7-a669501d328b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.892233] env[68800]: DEBUG oslo_concurrency.lockutils [req-249c533b-bb44-474f-9298-86b033db0d42 req-6426106d-25f2-4569-8773-a6e54c96097c service nova] Lock "91179070-6a65-4881-94e7-a669501d328b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.892233] env[68800]: DEBUG oslo_concurrency.lockutils [req-249c533b-bb44-474f-9298-86b033db0d42 req-6426106d-25f2-4569-8773-a6e54c96097c service nova] Lock "91179070-6a65-4881-94e7-a669501d328b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.892959] env[68800]: DEBUG nova.compute.manager [req-249c533b-bb44-474f-9298-86b033db0d42 req-6426106d-25f2-4569-8773-a6e54c96097c service nova] [instance: 91179070-6a65-4881-94e7-a669501d328b] No waiting events found dispatching network-vif-plugged-dfae671b-e748-4fa8-81c5-a66de4a52787 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 870.896049] env[68800]: WARNING nova.compute.manager [req-249c533b-bb44-474f-9298-86b033db0d42 req-6426106d-25f2-4569-8773-a6e54c96097c service nova] [instance: 91179070-6a65-4881-94e7-a669501d328b] Received unexpected event network-vif-plugged-dfae671b-e748-4fa8-81c5-a66de4a52787 for instance with vm_state building and task_state spawning. [ 871.001798] env[68800]: DEBUG nova.network.neutron [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] [instance: 91179070-6a65-4881-94e7-a669501d328b] Successfully updated port: dfae671b-e748-4fa8-81c5-a66de4a52787 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 871.080655] env[68800]: DEBUG nova.network.neutron [None req-09506c9b-b77e-4510-8e6c-b456bec06aeb tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Updating instance_info_cache with network_info: [{"id": "15afed70-9249-49e1-b502-ceb7142e3135", "address": "fa:16:3e:52:56:d8", "network": {"id": "f84503ed-231f-4e28-bd51-ee12429f4493", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2009507175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f91623c813204db081fa9e7a5792787c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15afed70-92", "ovs_interfaceid": "15afed70-9249-49e1-b502-ceb7142e3135", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.080655] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Releasing lock "refresh_cache-9a6a4700-3316-46ad-bebd-111330ccc205" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.080655] env[68800]: DEBUG nova.compute.manager [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 9a6a4700-3316-46ad-bebd-111330ccc205] Instance network_info: |[{"id": "a2372297-ce16-413f-ab94-7d6d5b194f4e", "address": "fa:16:3e:4a:11:7d", "network": {"id": "f753b234-b1c5-4284-899a-fd54105f9ae9", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1803346189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74f9e9a8d5044f4d9d2574991df80d29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2372297-ce", "ovs_interfaceid": "a2372297-ce16-413f-ab94-7d6d5b194f4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 871.081114] env[68800]: DEBUG oslo_concurrency.lockutils [req-840cb205-f05e-44cb-a028-3ed155be4ed1 req-4469ee7a-939d-4bfd-bc89-b2e1579e95e1 service nova] Acquired lock "refresh_cache-9a6a4700-3316-46ad-bebd-111330ccc205" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.081951] env[68800]: DEBUG nova.network.neutron [req-840cb205-f05e-44cb-a028-3ed155be4ed1 req-4469ee7a-939d-4bfd-bc89-b2e1579e95e1 service nova] [instance: 9a6a4700-3316-46ad-bebd-111330ccc205] Refreshing network info cache for port a2372297-ce16-413f-ab94-7d6d5b194f4e {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.082680] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 9a6a4700-3316-46ad-bebd-111330ccc205] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:11:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afd3feb3-ffcc-4499-a2c2-eb6a48aefde9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2372297-ce16-413f-ab94-7d6d5b194f4e', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 871.090787] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.095049] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a6a4700-3316-46ad-bebd-111330ccc205] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 871.095611] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a25d364d-dd63-4baf-bfbb-59cf3c136243 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.118425] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 871.118425] env[68800]: value = "task-3243767" [ 871.118425] env[68800]: _type = "Task" [ 871.118425] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.129960] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243767, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.246683] env[68800]: DEBUG oslo_vmware.api [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243766, 'name': ReconfigVM_Task, 'duration_secs': 0.445881} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.247065] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 0200ac67-ec70-479f-a0be-af4c17410c61/0200ac67-ec70-479f-a0be-af4c17410c61.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.247789] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65429e8d-e4fa-44e9-aa63-122e03c764cb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.255074] env[68800]: DEBUG oslo_vmware.api [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 871.255074] env[68800]: value = "task-3243768" [ 871.255074] env[68800]: _type = "Task" [ 871.255074] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.264888] env[68800]: DEBUG oslo_vmware.api [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243768, 'name': Rename_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.276164] env[68800]: DEBUG oslo_vmware.api [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Task: {'id': task-3243764, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.19461} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.276444] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 1456b84a-2f16-4103-b6c9-e3860ed62366/1456b84a-2f16-4103-b6c9-e3860ed62366.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 871.276561] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 871.276873] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c53eca7-c3a0-451f-b835-19fefe299f75 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.297812] env[68800]: DEBUG oslo_vmware.api [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Waiting for the task: (returnval){ [ 871.297812] env[68800]: value = "task-3243769" [ 871.297812] env[68800]: _type = "Task" [ 871.297812] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.317775] env[68800]: DEBUG oslo_vmware.api [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Task: {'id': task-3243769, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.333319] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9e7c4221-d26e-49c0-ac7b-2a94d5ccf176 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Lock "d9fb180f-dcd3-4123-a2a0-890182749779" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.463s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.508331] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Acquiring lock "refresh_cache-91179070-6a65-4881-94e7-a669501d328b" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.508574] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Acquired lock "refresh_cache-91179070-6a65-4881-94e7-a669501d328b" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.508644] env[68800]: DEBUG nova.network.neutron [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] [instance: 91179070-6a65-4881-94e7-a669501d328b] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 871.517573] env[68800]: DEBUG nova.network.neutron [req-840cb205-f05e-44cb-a028-3ed155be4ed1 req-4469ee7a-939d-4bfd-bc89-b2e1579e95e1 service nova] [instance: 9a6a4700-3316-46ad-bebd-111330ccc205] Updated VIF entry in instance network info cache for port a2372297-ce16-413f-ab94-7d6d5b194f4e. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 871.517915] env[68800]: DEBUG nova.network.neutron [req-840cb205-f05e-44cb-a028-3ed155be4ed1 req-4469ee7a-939d-4bfd-bc89-b2e1579e95e1 service nova] [instance: 9a6a4700-3316-46ad-bebd-111330ccc205] Updating instance_info_cache with network_info: [{"id": "a2372297-ce16-413f-ab94-7d6d5b194f4e", "address": "fa:16:3e:4a:11:7d", "network": {"id": "f753b234-b1c5-4284-899a-fd54105f9ae9", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1803346189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74f9e9a8d5044f4d9d2574991df80d29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2372297-ce", "ovs_interfaceid": "a2372297-ce16-413f-ab94-7d6d5b194f4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.581962] env[68800]: DEBUG oslo_concurrency.lockutils [None req-09506c9b-b77e-4510-8e6c-b456bec06aeb tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Releasing lock "refresh_cache-94b55bc9-3a6d-4b46-a2f9-159dc00839b4" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.629793] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243767, 'name': CreateVM_Task} progress is 25%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.767853] env[68800]: DEBUG oslo_vmware.api [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243768, 'name': Rename_Task, 'duration_secs': 0.179315} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.768177] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.768444] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d90ad75d-4875-4ed1-8d05-03ccfa6a2192 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.776408] env[68800]: DEBUG oslo_vmware.api [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 871.776408] env[68800]: value = "task-3243770" [ 871.776408] env[68800]: _type = "Task" [ 871.776408] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.785298] env[68800]: DEBUG oslo_vmware.api [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243770, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.809746] env[68800]: DEBUG oslo_vmware.api [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Task: {'id': task-3243769, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082396} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.810158] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 871.811021] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7feef5-021a-4d9f-abcb-f6b7761827e2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.839523] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 1456b84a-2f16-4103-b6c9-e3860ed62366/1456b84a-2f16-4103-b6c9-e3860ed62366.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.840461] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c7d012d-c515-4e89-9c25-a722e00aa057 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.862090] env[68800]: DEBUG oslo_vmware.api [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Waiting for the task: (returnval){ [ 871.862090] env[68800]: value = "task-3243771" [ 871.862090] env[68800]: _type = "Task" [ 871.862090] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.874720] env[68800]: DEBUG oslo_vmware.api [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Task: {'id': task-3243771, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.023457] env[68800]: DEBUG oslo_concurrency.lockutils [req-840cb205-f05e-44cb-a028-3ed155be4ed1 req-4469ee7a-939d-4bfd-bc89-b2e1579e95e1 service nova] Releasing lock "refresh_cache-9a6a4700-3316-46ad-bebd-111330ccc205" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.060913] env[68800]: DEBUG nova.network.neutron [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] [instance: 91179070-6a65-4881-94e7-a669501d328b] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 872.134476] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243767, 'name': CreateVM_Task, 'duration_secs': 0.743843} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.134911] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a6a4700-3316-46ad-bebd-111330ccc205] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 872.135560] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.135716] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.136027] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.136287] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2b35a6e-0ad7-46ac-b8c5-caeaef68bd3e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.144606] env[68800]: DEBUG oslo_vmware.api [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Waiting for the task: (returnval){ [ 872.144606] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529e66d1-ae7b-d4a1-be3c-c621188a221c" [ 872.144606] env[68800]: _type = "Task" [ 872.144606] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.155839] env[68800]: DEBUG oslo_vmware.api [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529e66d1-ae7b-d4a1-be3c-c621188a221c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.249524] env[68800]: DEBUG nova.network.neutron [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] [instance: 91179070-6a65-4881-94e7-a669501d328b] Updating instance_info_cache with network_info: [{"id": "dfae671b-e748-4fa8-81c5-a66de4a52787", "address": "fa:16:3e:9a:c5:c9", "network": {"id": "910263fe-5348-43bf-a2dc-80270861caea", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3ae10f76bf14ae69232ca090f1bb0ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfae671b-e7", "ovs_interfaceid": "dfae671b-e748-4fa8-81c5-a66de4a52787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.296392] env[68800]: DEBUG oslo_vmware.api [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243770, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.355838] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d6a295-b553-4ae7-a70a-2dd8be07ed72 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.367559] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4791b8e4-913a-4d3e-b0c5-6008102286c7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.376879] env[68800]: DEBUG oslo_vmware.api [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Task: {'id': task-3243771, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.406866] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5cdd66-78c2-4d3c-9bb2-56cc2d60b610 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.409818] env[68800]: DEBUG oslo_concurrency.lockutils [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Acquiring lock "2f746cfa-4d45-40d2-b39f-a7df3f22ada1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.410047] env[68800]: DEBUG oslo_concurrency.lockutils [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Lock "2f746cfa-4d45-40d2-b39f-a7df3f22ada1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.416785] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ee9811-533a-4a86-b724-b7786433c5c8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.431627] env[68800]: DEBUG nova.compute.provider_tree [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.656586] env[68800]: DEBUG oslo_vmware.api [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529e66d1-ae7b-d4a1-be3c-c621188a221c, 'name': SearchDatastore_Task, 'duration_secs': 0.015453} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.656902] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.657156] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 9a6a4700-3316-46ad-bebd-111330ccc205] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 872.657398] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.657576] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.657809] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 872.658100] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70c23278-64de-4cdd-8b08-0c954f148a5d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.670454] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 872.670641] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 872.671520] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-498b3ac6-5843-4dba-9faf-4910c6e89c6e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.677208] env[68800]: DEBUG oslo_vmware.api [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Waiting for the task: (returnval){ [ 872.677208] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5231c7f9-1288-2d5a-3332-56e6de4d1740" [ 872.677208] env[68800]: _type = "Task" [ 872.677208] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.685073] env[68800]: DEBUG oslo_vmware.api [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5231c7f9-1288-2d5a-3332-56e6de4d1740, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.752437] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Releasing lock "refresh_cache-91179070-6a65-4881-94e7-a669501d328b" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.752772] env[68800]: DEBUG nova.compute.manager [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] [instance: 91179070-6a65-4881-94e7-a669501d328b] Instance network_info: |[{"id": "dfae671b-e748-4fa8-81c5-a66de4a52787", "address": "fa:16:3e:9a:c5:c9", "network": {"id": "910263fe-5348-43bf-a2dc-80270861caea", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3ae10f76bf14ae69232ca090f1bb0ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfae671b-e7", "ovs_interfaceid": "dfae671b-e748-4fa8-81c5-a66de4a52787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 872.753248] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] [instance: 91179070-6a65-4881-94e7-a669501d328b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:c5:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cbd5e0e-9116-46f1-9748-13a73d2d7e75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dfae671b-e748-4fa8-81c5-a66de4a52787', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 872.760675] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Creating folder: Project (bec81b81c9684a2abcda5875f263a17a). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 872.761285] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b605cba-894a-471d-8837-d641d803002b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.773257] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Created folder: Project (bec81b81c9684a2abcda5875f263a17a) in parent group-v648080. [ 872.773441] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Creating folder: Instances. Parent ref: group-v648260. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 872.773672] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1dda0641-ff05-47dc-9d6d-1084cae7d8ab {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.783498] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Created folder: Instances in parent group-v648260. [ 872.783709] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.786646] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91179070-6a65-4881-94e7-a669501d328b] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 872.786902] env[68800]: DEBUG oslo_vmware.api [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243770, 'name': PowerOnVM_Task, 'duration_secs': 0.54347} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.787096] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fcb6c4d-0d55-46aa-9bb1-9df33f885844 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.800519] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.800726] env[68800]: DEBUG nova.compute.manager [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.801527] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f10c45-824c-43a1-bd3e-7e41b66aa517 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.811694] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 872.811694] env[68800]: value = "task-3243774" [ 872.811694] env[68800]: _type = "Task" [ 872.811694] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.819400] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243774, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.873462] env[68800]: DEBUG oslo_vmware.api [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Task: {'id': task-3243771, 'name': ReconfigVM_Task, 'duration_secs': 0.82908} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.873803] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 1456b84a-2f16-4103-b6c9-e3860ed62366/1456b84a-2f16-4103-b6c9-e3860ed62366.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.874595] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1499bc1e-ab9c-42af-8156-0e4f85d46bbb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.882112] env[68800]: DEBUG oslo_vmware.api [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Waiting for the task: (returnval){ [ 872.882112] env[68800]: value = "task-3243775" [ 872.882112] env[68800]: _type = "Task" [ 872.882112] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.893059] env[68800]: DEBUG oslo_vmware.api [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Task: {'id': task-3243775, 'name': Rename_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.935941] env[68800]: DEBUG nova.scheduler.client.report [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.974546] env[68800]: DEBUG nova.compute.manager [req-fb8324d4-c962-456b-82f4-284eaa9301da req-abc53a89-4645-4ee7-bfb3-4ebfb5332424 service nova] [instance: 91179070-6a65-4881-94e7-a669501d328b] Received event network-changed-dfae671b-e748-4fa8-81c5-a66de4a52787 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.974746] env[68800]: DEBUG nova.compute.manager [req-fb8324d4-c962-456b-82f4-284eaa9301da req-abc53a89-4645-4ee7-bfb3-4ebfb5332424 service nova] [instance: 91179070-6a65-4881-94e7-a669501d328b] Refreshing instance network info cache due to event network-changed-dfae671b-e748-4fa8-81c5-a66de4a52787. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 872.975073] env[68800]: DEBUG oslo_concurrency.lockutils [req-fb8324d4-c962-456b-82f4-284eaa9301da req-abc53a89-4645-4ee7-bfb3-4ebfb5332424 service nova] Acquiring lock "refresh_cache-91179070-6a65-4881-94e7-a669501d328b" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.975073] env[68800]: DEBUG oslo_concurrency.lockutils [req-fb8324d4-c962-456b-82f4-284eaa9301da req-abc53a89-4645-4ee7-bfb3-4ebfb5332424 service nova] Acquired lock "refresh_cache-91179070-6a65-4881-94e7-a669501d328b" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.975243] env[68800]: DEBUG nova.network.neutron [req-fb8324d4-c962-456b-82f4-284eaa9301da req-abc53a89-4645-4ee7-bfb3-4ebfb5332424 service nova] [instance: 91179070-6a65-4881-94e7-a669501d328b] Refreshing network info cache for port dfae671b-e748-4fa8-81c5-a66de4a52787 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 873.120294] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-09506c9b-b77e-4510-8e6c-b456bec06aeb tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.120678] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e1a1f88-0cc0-4a80-b0a1-729df89c9fae {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.128513] env[68800]: DEBUG oslo_vmware.api [None req-09506c9b-b77e-4510-8e6c-b456bec06aeb tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Waiting for the task: (returnval){ [ 873.128513] env[68800]: value = "task-3243776" [ 873.128513] env[68800]: _type = "Task" [ 873.128513] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.138333] env[68800]: DEBUG oslo_vmware.api [None req-09506c9b-b77e-4510-8e6c-b456bec06aeb tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3243776, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.188642] env[68800]: DEBUG oslo_vmware.api [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5231c7f9-1288-2d5a-3332-56e6de4d1740, 'name': SearchDatastore_Task, 'duration_secs': 0.051945} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.189405] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22782e77-2c21-4ae6-9a5e-cb8d44cab384 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.196198] env[68800]: DEBUG oslo_vmware.api [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Waiting for the task: (returnval){ [ 873.196198] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5291c072-3606-9bcc-93e6-071954da7fd7" [ 873.196198] env[68800]: _type = "Task" [ 873.196198] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.205229] env[68800]: DEBUG oslo_vmware.api [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5291c072-3606-9bcc-93e6-071954da7fd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.322623] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.328096] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243774, 'name': CreateVM_Task, 'duration_secs': 0.479945} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.328260] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91179070-6a65-4881-94e7-a669501d328b] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 873.328888] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.329055] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.329485] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.329617] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92e2bf7a-3c11-435d-a309-ee5ba35d8261 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.334483] env[68800]: DEBUG oslo_vmware.api [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Waiting for the task: (returnval){ [ 873.334483] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52b7c9e6-2d43-3cde-cf7e-6189c9e521e2" [ 873.334483] env[68800]: _type = "Task" [ 873.334483] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.343041] env[68800]: DEBUG oslo_vmware.api [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52b7c9e6-2d43-3cde-cf7e-6189c9e521e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.393019] env[68800]: DEBUG oslo_vmware.api [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Task: {'id': task-3243775, 'name': Rename_Task, 'duration_secs': 0.233421} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.393019] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.394329] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d7b925b-1bc6-46e4-8372-4f5ebb5aca41 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.402068] env[68800]: DEBUG oslo_vmware.api [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Waiting for the task: (returnval){ [ 873.402068] env[68800]: value = "task-3243777" [ 873.402068] env[68800]: _type = "Task" [ 873.402068] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.409623] env[68800]: DEBUG oslo_vmware.api [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Task: {'id': task-3243777, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.441964] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.442962] env[68800]: DEBUG nova.compute.manager [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d9927778-e07f-4370-b30d-1e94855689c3] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 873.445838] env[68800]: DEBUG oslo_concurrency.lockutils [None req-889738c5-9d3a-4b7d-8790-636dd13ca536 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.163s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.446793] env[68800]: DEBUG nova.objects.instance [None req-889738c5-9d3a-4b7d-8790-636dd13ca536 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lazy-loading 'resources' on Instance uuid 2bc10214-7e42-4af6-8970-d0b06ed4e3be {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 873.638579] env[68800]: DEBUG oslo_vmware.api [None req-09506c9b-b77e-4510-8e6c-b456bec06aeb tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3243776, 'name': PowerOffVM_Task, 'duration_secs': 0.239939} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.638856] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-09506c9b-b77e-4510-8e6c-b456bec06aeb tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.639679] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c612b0bd-c6d6-4e4c-937f-b6d871555d26 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.662933] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1472bfd8-3c6d-4e78-a85e-dfe9e0c79880 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.701742] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-09506c9b-b77e-4510-8e6c-b456bec06aeb tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.705161] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5ef19d2-79dc-4ea2-aca0-e53e8e6d00dc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.713862] env[68800]: DEBUG oslo_vmware.api [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5291c072-3606-9bcc-93e6-071954da7fd7, 'name': SearchDatastore_Task, 'duration_secs': 0.014718} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.715915] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.716197] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 9a6a4700-3316-46ad-bebd-111330ccc205/9a6a4700-3316-46ad-bebd-111330ccc205.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 873.716518] env[68800]: DEBUG oslo_vmware.api [None req-09506c9b-b77e-4510-8e6c-b456bec06aeb tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Waiting for the task: (returnval){ [ 873.716518] env[68800]: value = "task-3243778" [ 873.716518] env[68800]: _type = "Task" [ 873.716518] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.716742] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f7119e8-b5d6-4bbb-8b9a-485aa18e696a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.731424] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-09506c9b-b77e-4510-8e6c-b456bec06aeb tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] VM already powered off {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 873.731680] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-09506c9b-b77e-4510-8e6c-b456bec06aeb tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.731927] env[68800]: DEBUG oslo_concurrency.lockutils [None req-09506c9b-b77e-4510-8e6c-b456bec06aeb tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.732090] env[68800]: DEBUG oslo_concurrency.lockutils [None req-09506c9b-b77e-4510-8e6c-b456bec06aeb tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.732270] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-09506c9b-b77e-4510-8e6c-b456bec06aeb tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.732577] env[68800]: DEBUG oslo_vmware.api [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Waiting for the task: (returnval){ [ 873.732577] env[68800]: value = "task-3243779" [ 873.732577] env[68800]: _type = "Task" [ 873.732577] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.732754] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89c72371-9abb-4f90-8695-4745aed56827 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.746165] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-09506c9b-b77e-4510-8e6c-b456bec06aeb tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.746255] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-09506c9b-b77e-4510-8e6c-b456bec06aeb tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.746974] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2edd47c2-0851-406d-92e2-c5665ba55bfe {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.753487] env[68800]: DEBUG oslo_vmware.api [None req-09506c9b-b77e-4510-8e6c-b456bec06aeb tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Waiting for the task: (returnval){ [ 873.753487] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5278c1a2-3711-782f-5c92-9fb3e56c8c59" [ 873.753487] env[68800]: _type = "Task" [ 873.753487] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.764508] env[68800]: DEBUG oslo_vmware.api [None req-09506c9b-b77e-4510-8e6c-b456bec06aeb tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5278c1a2-3711-782f-5c92-9fb3e56c8c59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.824599] env[68800]: DEBUG nova.network.neutron [req-fb8324d4-c962-456b-82f4-284eaa9301da req-abc53a89-4645-4ee7-bfb3-4ebfb5332424 service nova] [instance: 91179070-6a65-4881-94e7-a669501d328b] Updated VIF entry in instance network info cache for port dfae671b-e748-4fa8-81c5-a66de4a52787. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 873.824975] env[68800]: DEBUG nova.network.neutron [req-fb8324d4-c962-456b-82f4-284eaa9301da req-abc53a89-4645-4ee7-bfb3-4ebfb5332424 service nova] [instance: 91179070-6a65-4881-94e7-a669501d328b] Updating instance_info_cache with network_info: [{"id": "dfae671b-e748-4fa8-81c5-a66de4a52787", "address": "fa:16:3e:9a:c5:c9", "network": {"id": "910263fe-5348-43bf-a2dc-80270861caea", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3ae10f76bf14ae69232ca090f1bb0ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfae671b-e7", "ovs_interfaceid": "dfae671b-e748-4fa8-81c5-a66de4a52787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.845976] env[68800]: DEBUG oslo_vmware.api [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52b7c9e6-2d43-3cde-cf7e-6189c9e521e2, 'name': SearchDatastore_Task, 'duration_secs': 0.010671} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.846339] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.846758] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] [instance: 91179070-6a65-4881-94e7-a669501d328b] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.846841] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.914666] env[68800]: DEBUG oslo_vmware.api [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Task: {'id': task-3243777, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.948096] env[68800]: DEBUG nova.compute.utils [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 873.950227] env[68800]: DEBUG nova.compute.manager [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d9927778-e07f-4370-b30d-1e94855689c3] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 873.950407] env[68800]: DEBUG nova.network.neutron [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d9927778-e07f-4370-b30d-1e94855689c3] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 874.029968] env[68800]: DEBUG nova.policy [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be566e26e291462ca5eb38480c2ddda5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e5576334ce940f58e88e33e95494b28', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 874.251316] env[68800]: DEBUG oslo_vmware.api [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Task: {'id': task-3243779, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.269662] env[68800]: DEBUG oslo_vmware.api [None req-09506c9b-b77e-4510-8e6c-b456bec06aeb tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5278c1a2-3711-782f-5c92-9fb3e56c8c59, 'name': SearchDatastore_Task, 'duration_secs': 0.011532} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.270473] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82dc062d-08b9-4e8e-a40c-86a6f10f8e5c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.279775] env[68800]: DEBUG oslo_vmware.api [None req-09506c9b-b77e-4510-8e6c-b456bec06aeb tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Waiting for the task: (returnval){ [ 874.279775] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]525e46f3-d988-7dcb-71ea-43ed7a97afa8" [ 874.279775] env[68800]: _type = "Task" [ 874.279775] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.290517] env[68800]: DEBUG oslo_vmware.api [None req-09506c9b-b77e-4510-8e6c-b456bec06aeb tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]525e46f3-d988-7dcb-71ea-43ed7a97afa8, 'name': SearchDatastore_Task} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.293278] env[68800]: DEBUG oslo_concurrency.lockutils [None req-09506c9b-b77e-4510-8e6c-b456bec06aeb tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.293559] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-09506c9b-b77e-4510-8e6c-b456bec06aeb tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 94b55bc9-3a6d-4b46-a2f9-159dc00839b4/5878416b-a2ce-41e8-a2c0-8cea34632bd2-rescue.vmdk. {{(pid=68800) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 874.294758] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.294758] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 874.294758] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f3c63e2-215e-46d9-b95b-288ad12fcfc7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.296479] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9c62309-231f-4482-b784-fc7c37faa2e2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.309852] env[68800]: DEBUG oslo_vmware.api [None req-09506c9b-b77e-4510-8e6c-b456bec06aeb tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Waiting for the task: (returnval){ [ 874.309852] env[68800]: value = "task-3243780" [ 874.309852] env[68800]: _type = "Task" [ 874.309852] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.310123] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 874.310290] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 874.311573] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17e50451-7a79-4be8-9e36-4bfdc6cefe5a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.324447] env[68800]: DEBUG oslo_vmware.api [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Waiting for the task: (returnval){ [ 874.324447] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52167aeb-eff6-10bc-3983-62a05bae5e05" [ 874.324447] env[68800]: _type = "Task" [ 874.324447] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.328615] env[68800]: DEBUG oslo_concurrency.lockutils [req-fb8324d4-c962-456b-82f4-284eaa9301da req-abc53a89-4645-4ee7-bfb3-4ebfb5332424 service nova] Releasing lock "refresh_cache-91179070-6a65-4881-94e7-a669501d328b" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.329225] env[68800]: DEBUG oslo_vmware.api [None req-09506c9b-b77e-4510-8e6c-b456bec06aeb tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3243780, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.341291] env[68800]: DEBUG oslo_vmware.api [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52167aeb-eff6-10bc-3983-62a05bae5e05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.414983] env[68800]: DEBUG oslo_vmware.api [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Task: {'id': task-3243777, 'name': PowerOnVM_Task, 'duration_secs': 0.681719} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.415367] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.415627] env[68800]: INFO nova.compute.manager [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Took 9.29 seconds to spawn the instance on the hypervisor. [ 874.416071] env[68800]: DEBUG nova.compute.manager [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.416786] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db66d9fa-f275-4295-8469-716f92f96619 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.441623] env[68800]: INFO nova.compute.manager [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Rebuilding instance [ 874.456951] env[68800]: DEBUG nova.compute.manager [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d9927778-e07f-4370-b30d-1e94855689c3] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 874.518668] env[68800]: DEBUG nova.compute.manager [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.519643] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4115031-94d2-4d0a-ba15-1a4e8589c975 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.593118] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8b9160-5658-432c-bfd2-8914cc5a0558 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.603946] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f947371-f4d9-4a9b-abee-579991b942b9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.637308] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e235ff-01ec-4f01-b538-3b728b5e5357 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.647189] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80d13e5-ca06-4834-8fc8-23a5309bca1b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.664083] env[68800]: DEBUG nova.compute.provider_tree [None req-889738c5-9d3a-4b7d-8790-636dd13ca536 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.666312] env[68800]: DEBUG nova.network.neutron [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d9927778-e07f-4370-b30d-1e94855689c3] Successfully created port: 9d926d62-498b-48ea-9d55-22babed78214 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 874.748073] env[68800]: DEBUG oslo_vmware.api [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Task: {'id': task-3243779, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539724} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.748315] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 9a6a4700-3316-46ad-bebd-111330ccc205/9a6a4700-3316-46ad-bebd-111330ccc205.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 874.748535] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 9a6a4700-3316-46ad-bebd-111330ccc205] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 874.748801] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a00510a4-a078-49ba-8dbd-db09f41e6c28 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.756516] env[68800]: DEBUG oslo_vmware.api [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Waiting for the task: (returnval){ [ 874.756516] env[68800]: value = "task-3243781" [ 874.756516] env[68800]: _type = "Task" [ 874.756516] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.767937] env[68800]: DEBUG oslo_vmware.api [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Task: {'id': task-3243781, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.821693] env[68800]: DEBUG oslo_vmware.api [None req-09506c9b-b77e-4510-8e6c-b456bec06aeb tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3243780, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445559} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.821978] env[68800]: INFO nova.virt.vmwareapi.ds_util [None req-09506c9b-b77e-4510-8e6c-b456bec06aeb tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 94b55bc9-3a6d-4b46-a2f9-159dc00839b4/5878416b-a2ce-41e8-a2c0-8cea34632bd2-rescue.vmdk. [ 874.822769] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22046a1-a786-4963-8838-6c0ba2f08d3e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.852074] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-09506c9b-b77e-4510-8e6c-b456bec06aeb tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 94b55bc9-3a6d-4b46-a2f9-159dc00839b4/5878416b-a2ce-41e8-a2c0-8cea34632bd2-rescue.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 874.852828] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d759c629-81ec-42a7-b613-87388f275d21 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.868893] env[68800]: DEBUG oslo_vmware.api [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52167aeb-eff6-10bc-3983-62a05bae5e05, 'name': SearchDatastore_Task, 'duration_secs': 0.018535} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.870042] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-806f19a2-2e0f-4a93-8e2c-4b20aafd7d14 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.876332] env[68800]: DEBUG oslo_vmware.api [None req-09506c9b-b77e-4510-8e6c-b456bec06aeb tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Waiting for the task: (returnval){ [ 874.876332] env[68800]: value = "task-3243782" [ 874.876332] env[68800]: _type = "Task" [ 874.876332] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.877760] env[68800]: DEBUG oslo_vmware.api [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Waiting for the task: (returnval){ [ 874.877760] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52fbbd1b-2e2a-1020-0a6e-47efab1b6c13" [ 874.877760] env[68800]: _type = "Task" [ 874.877760] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.892598] env[68800]: DEBUG oslo_vmware.api [None req-09506c9b-b77e-4510-8e6c-b456bec06aeb tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3243782, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.896627] env[68800]: DEBUG oslo_vmware.api [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52fbbd1b-2e2a-1020-0a6e-47efab1b6c13, 'name': SearchDatastore_Task, 'duration_secs': 0.010827} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.896901] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.897199] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 91179070-6a65-4881-94e7-a669501d328b/91179070-6a65-4881-94e7-a669501d328b.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 874.897530] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e70801f9-8715-476f-9aea-dbbb52a5ff96 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.904991] env[68800]: DEBUG oslo_vmware.api [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Waiting for the task: (returnval){ [ 874.904991] env[68800]: value = "task-3243783" [ 874.904991] env[68800]: _type = "Task" [ 874.904991] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.918401] env[68800]: DEBUG oslo_vmware.api [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Task: {'id': task-3243783, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.941051] env[68800]: INFO nova.compute.manager [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Took 44.48 seconds to build instance. [ 875.170038] env[68800]: DEBUG nova.scheduler.client.report [None req-889738c5-9d3a-4b7d-8790-636dd13ca536 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.272705] env[68800]: DEBUG oslo_vmware.api [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Task: {'id': task-3243781, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.191021} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.273272] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 9a6a4700-3316-46ad-bebd-111330ccc205] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 875.274326] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4335afb-2a15-455a-b9cc-5b340004119c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.302921] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 9a6a4700-3316-46ad-bebd-111330ccc205] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 9a6a4700-3316-46ad-bebd-111330ccc205/9a6a4700-3316-46ad-bebd-111330ccc205.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.303482] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4eb36765-e050-4c1d-bb71-b403a5966a2f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.326230] env[68800]: DEBUG oslo_vmware.api [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Waiting for the task: (returnval){ [ 875.326230] env[68800]: value = "task-3243784" [ 875.326230] env[68800]: _type = "Task" [ 875.326230] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.336794] env[68800]: DEBUG oslo_vmware.api [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Task: {'id': task-3243784, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.388643] env[68800]: DEBUG oslo_vmware.api [None req-09506c9b-b77e-4510-8e6c-b456bec06aeb tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3243782, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.415734] env[68800]: DEBUG oslo_vmware.api [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Task: {'id': task-3243783, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492467} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.416647] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 91179070-6a65-4881-94e7-a669501d328b/91179070-6a65-4881-94e7-a669501d328b.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 875.416647] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] [instance: 91179070-6a65-4881-94e7-a669501d328b] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 875.416647] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a456d2ba-91bb-4dcc-9d78-5778adc6e9e7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.425123] env[68800]: DEBUG oslo_vmware.api [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Waiting for the task: (returnval){ [ 875.425123] env[68800]: value = "task-3243785" [ 875.425123] env[68800]: _type = "Task" [ 875.425123] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.436043] env[68800]: DEBUG oslo_vmware.api [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Task: {'id': task-3243785, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.443764] env[68800]: DEBUG oslo_concurrency.lockutils [None req-73bccca6-7fcc-47ed-b773-d0a021e0fbc8 tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Lock "1456b84a-2f16-4103-b6c9-e3860ed62366" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.458s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.477250] env[68800]: DEBUG nova.compute.manager [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d9927778-e07f-4370-b30d-1e94855689c3] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 875.507582] env[68800]: DEBUG nova.virt.hardware [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 875.507582] env[68800]: DEBUG nova.virt.hardware [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.507582] env[68800]: DEBUG nova.virt.hardware [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.507582] env[68800]: DEBUG nova.virt.hardware [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.507582] env[68800]: DEBUG nova.virt.hardware [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.507582] env[68800]: DEBUG nova.virt.hardware [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 875.507582] env[68800]: DEBUG nova.virt.hardware [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 875.507582] env[68800]: DEBUG nova.virt.hardware [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 875.507582] env[68800]: DEBUG nova.virt.hardware [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 875.507582] env[68800]: DEBUG nova.virt.hardware [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 875.507582] env[68800]: DEBUG nova.virt.hardware [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 875.509211] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99e4623-7a20-4ecd-a2c8-8912654a8519 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.519735] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9cb8cb-0654-41af-b968-3b9dfefd2346 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.537733] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.538410] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5ab3d01-af6a-4753-a3b5-295b84552a6f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.546918] env[68800]: DEBUG oslo_vmware.api [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 875.546918] env[68800]: value = "task-3243786" [ 875.546918] env[68800]: _type = "Task" [ 875.546918] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.555342] env[68800]: DEBUG oslo_vmware.api [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.676252] env[68800]: DEBUG oslo_concurrency.lockutils [None req-889738c5-9d3a-4b7d-8790-636dd13ca536 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.230s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.678764] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.102s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.680711] env[68800]: INFO nova.compute.claims [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d0fbab34-bbfe-44a1-9fe8-4493c50e625b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 875.702452] env[68800]: INFO nova.scheduler.client.report [None req-889738c5-9d3a-4b7d-8790-636dd13ca536 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Deleted allocations for instance 2bc10214-7e42-4af6-8970-d0b06ed4e3be [ 875.839105] env[68800]: DEBUG oslo_vmware.api [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Task: {'id': task-3243784, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.887942] env[68800]: DEBUG oslo_vmware.api [None req-09506c9b-b77e-4510-8e6c-b456bec06aeb tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3243782, 'name': ReconfigVM_Task, 'duration_secs': 0.593896} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.888248] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-09506c9b-b77e-4510-8e6c-b456bec06aeb tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 94b55bc9-3a6d-4b46-a2f9-159dc00839b4/5878416b-a2ce-41e8-a2c0-8cea34632bd2-rescue.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.889121] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086cf9bd-8066-4729-bbff-dd9d409247c8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.914380] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7d87665-da77-4a30-8727-a8b65661ab36 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.931522] env[68800]: DEBUG oslo_vmware.api [None req-09506c9b-b77e-4510-8e6c-b456bec06aeb tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Waiting for the task: (returnval){ [ 875.931522] env[68800]: value = "task-3243787" [ 875.931522] env[68800]: _type = "Task" [ 875.931522] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.940889] env[68800]: DEBUG oslo_vmware.api [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Task: {'id': task-3243785, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.187195} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.941740] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] [instance: 91179070-6a65-4881-94e7-a669501d328b] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 875.942599] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a70d18-0b2a-4d1a-acfa-09feb4fc725e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.948615] env[68800]: DEBUG nova.compute.manager [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 875.953852] env[68800]: DEBUG oslo_vmware.api [None req-09506c9b-b77e-4510-8e6c-b456bec06aeb tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3243787, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.975354] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] [instance: 91179070-6a65-4881-94e7-a669501d328b] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 91179070-6a65-4881-94e7-a669501d328b/91179070-6a65-4881-94e7-a669501d328b.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.975602] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27ad20c9-af6c-4ec2-9ab2-deba90ee781f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.998273] env[68800]: DEBUG oslo_vmware.api [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Waiting for the task: (returnval){ [ 875.998273] env[68800]: value = "task-3243788" [ 875.998273] env[68800]: _type = "Task" [ 875.998273] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.007877] env[68800]: DEBUG oslo_vmware.api [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Task: {'id': task-3243788, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.057222] env[68800]: DEBUG oslo_vmware.api [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243786, 'name': PowerOffVM_Task, 'duration_secs': 0.323818} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.057569] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.057792] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.058518] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b33b8e-ba19-466c-a656-166dda354227 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.067369] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.067680] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6905f77-5e71-457e-a083-a46567200277 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.072755] env[68800]: DEBUG nova.compute.manager [req-a0fb5011-523c-4574-a52d-9ea243f113e2 req-8ed7131f-38f5-45c3-8b4d-f2ee52967273 service nova] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Received event network-changed-0a74f589-1a95-42cf-99d1-99d5172055f7 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.072827] env[68800]: DEBUG nova.compute.manager [req-a0fb5011-523c-4574-a52d-9ea243f113e2 req-8ed7131f-38f5-45c3-8b4d-f2ee52967273 service nova] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Refreshing instance network info cache due to event network-changed-0a74f589-1a95-42cf-99d1-99d5172055f7. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 876.073064] env[68800]: DEBUG oslo_concurrency.lockutils [req-a0fb5011-523c-4574-a52d-9ea243f113e2 req-8ed7131f-38f5-45c3-8b4d-f2ee52967273 service nova] Acquiring lock "refresh_cache-1456b84a-2f16-4103-b6c9-e3860ed62366" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.073264] env[68800]: DEBUG oslo_concurrency.lockutils [req-a0fb5011-523c-4574-a52d-9ea243f113e2 req-8ed7131f-38f5-45c3-8b4d-f2ee52967273 service nova] Acquired lock "refresh_cache-1456b84a-2f16-4103-b6c9-e3860ed62366" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.073442] env[68800]: DEBUG nova.network.neutron [req-a0fb5011-523c-4574-a52d-9ea243f113e2 req-8ed7131f-38f5-45c3-8b4d-f2ee52967273 service nova] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Refreshing network info cache for port 0a74f589-1a95-42cf-99d1-99d5172055f7 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 876.180217] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.180455] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.180669] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Deleting the datastore file [datastore2] 0200ac67-ec70-479f-a0be-af4c17410c61 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.180947] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a9b765f-fb5b-4907-87bb-e56f7a7bc9ea {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.190778] env[68800]: DEBUG oslo_vmware.api [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 876.190778] env[68800]: value = "task-3243790" [ 876.190778] env[68800]: _type = "Task" [ 876.190778] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.201400] env[68800]: DEBUG oslo_vmware.api [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.211148] env[68800]: DEBUG oslo_concurrency.lockutils [None req-889738c5-9d3a-4b7d-8790-636dd13ca536 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lock "2bc10214-7e42-4af6-8970-d0b06ed4e3be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.028s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.337617] env[68800]: DEBUG oslo_vmware.api [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Task: {'id': task-3243784, 'name': ReconfigVM_Task, 'duration_secs': 1.003138} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.337892] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 9a6a4700-3316-46ad-bebd-111330ccc205] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 9a6a4700-3316-46ad-bebd-111330ccc205/9a6a4700-3316-46ad-bebd-111330ccc205.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.338591] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5fc11a9a-8fd2-4470-97cd-024d1f42a8b1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.346131] env[68800]: DEBUG oslo_vmware.api [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Waiting for the task: (returnval){ [ 876.346131] env[68800]: value = "task-3243791" [ 876.346131] env[68800]: _type = "Task" [ 876.346131] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.355903] env[68800]: DEBUG oslo_vmware.api [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Task: {'id': task-3243791, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.442561] env[68800]: DEBUG oslo_vmware.api [None req-09506c9b-b77e-4510-8e6c-b456bec06aeb tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3243787, 'name': ReconfigVM_Task, 'duration_secs': 0.169618} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.442875] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-09506c9b-b77e-4510-8e6c-b456bec06aeb tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.443173] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03d17633-74cb-48b4-84b0-725c7b7c394f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.452236] env[68800]: DEBUG oslo_vmware.api [None req-09506c9b-b77e-4510-8e6c-b456bec06aeb tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Waiting for the task: (returnval){ [ 876.452236] env[68800]: value = "task-3243792" [ 876.452236] env[68800]: _type = "Task" [ 876.452236] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.464334] env[68800]: DEBUG oslo_vmware.api [None req-09506c9b-b77e-4510-8e6c-b456bec06aeb tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3243792, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.476160] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.509497] env[68800]: DEBUG oslo_vmware.api [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Task: {'id': task-3243788, 'name': ReconfigVM_Task, 'duration_secs': 0.336105} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.509813] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] [instance: 91179070-6a65-4881-94e7-a669501d328b] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 91179070-6a65-4881-94e7-a669501d328b/91179070-6a65-4881-94e7-a669501d328b.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.510453] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ad9b4e9-7e79-4ea0-bd97-3b9e6229bf38 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.518369] env[68800]: DEBUG oslo_vmware.api [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Waiting for the task: (returnval){ [ 876.518369] env[68800]: value = "task-3243793" [ 876.518369] env[68800]: _type = "Task" [ 876.518369] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.527840] env[68800]: DEBUG oslo_vmware.api [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Task: {'id': task-3243793, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.534355] env[68800]: DEBUG nova.network.neutron [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d9927778-e07f-4370-b30d-1e94855689c3] Successfully updated port: 9d926d62-498b-48ea-9d55-22babed78214 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 876.705429] env[68800]: DEBUG oslo_vmware.api [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142361} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.705866] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 876.705866] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 876.706065] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 876.861275] env[68800]: DEBUG oslo_vmware.api [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Task: {'id': task-3243791, 'name': Rename_Task, 'duration_secs': 0.301966} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.863065] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 9a6a4700-3316-46ad-bebd-111330ccc205] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.863377] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec97b2f5-ece6-49d0-a5e1-9ec277842d56 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.878549] env[68800]: DEBUG oslo_vmware.api [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Waiting for the task: (returnval){ [ 876.878549] env[68800]: value = "task-3243794" [ 876.878549] env[68800]: _type = "Task" [ 876.878549] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.895654] env[68800]: DEBUG oslo_vmware.api [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Task: {'id': task-3243794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.963581] env[68800]: DEBUG oslo_vmware.api [None req-09506c9b-b77e-4510-8e6c-b456bec06aeb tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3243792, 'name': PowerOnVM_Task, 'duration_secs': 0.454388} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.966733] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-09506c9b-b77e-4510-8e6c-b456bec06aeb tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 876.971557] env[68800]: DEBUG nova.compute.manager [None req-09506c9b-b77e-4510-8e6c-b456bec06aeb tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 876.972449] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b3aae7-edf9-4b03-9f21-dba43780fd4c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.975935] env[68800]: DEBUG nova.network.neutron [req-a0fb5011-523c-4574-a52d-9ea243f113e2 req-8ed7131f-38f5-45c3-8b4d-f2ee52967273 service nova] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Updated VIF entry in instance network info cache for port 0a74f589-1a95-42cf-99d1-99d5172055f7. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 876.976310] env[68800]: DEBUG nova.network.neutron [req-a0fb5011-523c-4574-a52d-9ea243f113e2 req-8ed7131f-38f5-45c3-8b4d-f2ee52967273 service nova] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Updating instance_info_cache with network_info: [{"id": "0a74f589-1a95-42cf-99d1-99d5172055f7", "address": "fa:16:3e:7b:36:e8", "network": {"id": "b542bbba-0bac-4aec-9a3a-a70c135f2b15", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1480833923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f7c08698d34b808f3dd1112b0ebdad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a74f589-1a", "ovs_interfaceid": "0a74f589-1a95-42cf-99d1-99d5172055f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.032500] env[68800]: DEBUG oslo_vmware.api [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Task: {'id': task-3243793, 'name': Rename_Task, 'duration_secs': 0.169062} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.032500] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] [instance: 91179070-6a65-4881-94e7-a669501d328b] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 877.032700] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-884eba8a-d4b7-4f62-beca-9c1198bcdee8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.037104] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Acquiring lock "refresh_cache-d9927778-e07f-4370-b30d-1e94855689c3" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.037237] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Acquired lock "refresh_cache-d9927778-e07f-4370-b30d-1e94855689c3" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.037382] env[68800]: DEBUG nova.network.neutron [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d9927778-e07f-4370-b30d-1e94855689c3] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.043214] env[68800]: DEBUG oslo_vmware.api [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Waiting for the task: (returnval){ [ 877.043214] env[68800]: value = "task-3243795" [ 877.043214] env[68800]: _type = "Task" [ 877.043214] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.051605] env[68800]: DEBUG oslo_vmware.api [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Task: {'id': task-3243795, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.084905] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8bdfb9b2-b104-4bec-baf9-70e55bc9d6df tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Acquiring lock "1456b84a-2f16-4103-b6c9-e3860ed62366" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.084905] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8bdfb9b2-b104-4bec-baf9-70e55bc9d6df tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Lock "1456b84a-2f16-4103-b6c9-e3860ed62366" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.084905] env[68800]: INFO nova.compute.manager [None req-8bdfb9b2-b104-4bec-baf9-70e55bc9d6df tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Rebooting instance [ 877.228336] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531af34e-ff44-4639-9fc2-b2ad3eb03da7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.237792] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb50572-f5ee-4e17-a6e5-d0235b94a666 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.283588] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4dbac37-c39e-4b80-9f9c-34256a0b3f6e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.289576] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5752f2b5-8744-40d3-b61e-a21e1e4c28ea {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.312620] env[68800]: DEBUG nova.compute.provider_tree [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.394850] env[68800]: DEBUG oslo_vmware.api [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Task: {'id': task-3243794, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.479531] env[68800]: DEBUG oslo_concurrency.lockutils [req-a0fb5011-523c-4574-a52d-9ea243f113e2 req-8ed7131f-38f5-45c3-8b4d-f2ee52967273 service nova] Releasing lock "refresh_cache-1456b84a-2f16-4103-b6c9-e3860ed62366" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.557462] env[68800]: DEBUG oslo_vmware.api [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Task: {'id': task-3243795, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.601656] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8bdfb9b2-b104-4bec-baf9-70e55bc9d6df tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Acquiring lock "refresh_cache-1456b84a-2f16-4103-b6c9-e3860ed62366" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.601837] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8bdfb9b2-b104-4bec-baf9-70e55bc9d6df tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Acquired lock "refresh_cache-1456b84a-2f16-4103-b6c9-e3860ed62366" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.602014] env[68800]: DEBUG nova.network.neutron [None req-8bdfb9b2-b104-4bec-baf9-70e55bc9d6df tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.617826] env[68800]: DEBUG nova.network.neutron [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d9927778-e07f-4370-b30d-1e94855689c3] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 877.740438] env[68800]: DEBUG nova.virt.hardware [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.740748] env[68800]: DEBUG nova.virt.hardware [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.740844] env[68800]: DEBUG nova.virt.hardware [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.741035] env[68800]: DEBUG nova.virt.hardware [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.741186] env[68800]: DEBUG nova.virt.hardware [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.741332] env[68800]: DEBUG nova.virt.hardware [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.741538] env[68800]: DEBUG nova.virt.hardware [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.741693] env[68800]: DEBUG nova.virt.hardware [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.742192] env[68800]: DEBUG nova.virt.hardware [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.742401] env[68800]: DEBUG nova.virt.hardware [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.742582] env[68800]: DEBUG nova.virt.hardware [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.743986] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190d8600-427b-4452-8af0-9bd1dc8c5e4c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.753252] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f12ef2-01ac-42c3-9777-292527c62c28 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.768302] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:ad:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '838c9497-35dd-415e-96c7-8dc21b0cd4b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1cf0349-05d5-4767-af20-fdcc2fa52c92', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.775908] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.778402] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.778633] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9405d5b5-afe3-46db-b002-8e9ca95a15a0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.800178] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.800178] env[68800]: value = "task-3243796" [ 877.800178] env[68800]: _type = "Task" [ 877.800178] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.808821] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243796, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.816057] env[68800]: DEBUG nova.scheduler.client.report [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.869371] env[68800]: DEBUG nova.network.neutron [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d9927778-e07f-4370-b30d-1e94855689c3] Updating instance_info_cache with network_info: [{"id": "9d926d62-498b-48ea-9d55-22babed78214", "address": "fa:16:3e:92:da:ed", "network": {"id": "9d8377b7-8ace-4136-a935-6f1ff6032f71", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1602596804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e5576334ce940f58e88e33e95494b28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d926d62-49", "ovs_interfaceid": "9d926d62-498b-48ea-9d55-22babed78214", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.894853] env[68800]: DEBUG oslo_vmware.api [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Task: {'id': task-3243794, 'name': PowerOnVM_Task, 'duration_secs': 0.698054} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.895235] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 9a6a4700-3316-46ad-bebd-111330ccc205] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.895460] env[68800]: INFO nova.compute.manager [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 9a6a4700-3316-46ad-bebd-111330ccc205] Took 10.17 seconds to spawn the instance on the hypervisor. [ 877.895643] env[68800]: DEBUG nova.compute.manager [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 9a6a4700-3316-46ad-bebd-111330ccc205] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.896792] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb484a97-a7f6-4863-8291-6e707e53fd40 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.053602] env[68800]: DEBUG oslo_vmware.api [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Task: {'id': task-3243795, 'name': PowerOnVM_Task, 'duration_secs': 0.545558} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.053885] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] [instance: 91179070-6a65-4881-94e7-a669501d328b] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 878.054108] env[68800]: INFO nova.compute.manager [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] [instance: 91179070-6a65-4881-94e7-a669501d328b] Took 7.53 seconds to spawn the instance on the hypervisor. [ 878.054307] env[68800]: DEBUG nova.compute.manager [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] [instance: 91179070-6a65-4881-94e7-a669501d328b] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 878.055152] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4956570-6ea6-4bb1-ad18-54c0a49e2bab {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.175779] env[68800]: DEBUG nova.compute.manager [req-44351c90-4711-49a3-a8eb-4fae4201ac93 req-58b7f14f-c63d-47b6-a278-72f7f9d99aba service nova] [instance: d9927778-e07f-4370-b30d-1e94855689c3] Received event network-vif-plugged-9d926d62-498b-48ea-9d55-22babed78214 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.177406] env[68800]: DEBUG oslo_concurrency.lockutils [req-44351c90-4711-49a3-a8eb-4fae4201ac93 req-58b7f14f-c63d-47b6-a278-72f7f9d99aba service nova] Acquiring lock "d9927778-e07f-4370-b30d-1e94855689c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.177406] env[68800]: DEBUG oslo_concurrency.lockutils [req-44351c90-4711-49a3-a8eb-4fae4201ac93 req-58b7f14f-c63d-47b6-a278-72f7f9d99aba service nova] Lock "d9927778-e07f-4370-b30d-1e94855689c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.177406] env[68800]: DEBUG oslo_concurrency.lockutils [req-44351c90-4711-49a3-a8eb-4fae4201ac93 req-58b7f14f-c63d-47b6-a278-72f7f9d99aba service nova] Lock "d9927778-e07f-4370-b30d-1e94855689c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.177406] env[68800]: DEBUG nova.compute.manager [req-44351c90-4711-49a3-a8eb-4fae4201ac93 req-58b7f14f-c63d-47b6-a278-72f7f9d99aba service nova] [instance: d9927778-e07f-4370-b30d-1e94855689c3] No waiting events found dispatching network-vif-plugged-9d926d62-498b-48ea-9d55-22babed78214 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 878.177406] env[68800]: WARNING nova.compute.manager [req-44351c90-4711-49a3-a8eb-4fae4201ac93 req-58b7f14f-c63d-47b6-a278-72f7f9d99aba service nova] [instance: d9927778-e07f-4370-b30d-1e94855689c3] Received unexpected event network-vif-plugged-9d926d62-498b-48ea-9d55-22babed78214 for instance with vm_state building and task_state spawning. [ 878.177406] env[68800]: DEBUG nova.compute.manager [req-44351c90-4711-49a3-a8eb-4fae4201ac93 req-58b7f14f-c63d-47b6-a278-72f7f9d99aba service nova] [instance: d9927778-e07f-4370-b30d-1e94855689c3] Received event network-changed-9d926d62-498b-48ea-9d55-22babed78214 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.177406] env[68800]: DEBUG nova.compute.manager [req-44351c90-4711-49a3-a8eb-4fae4201ac93 req-58b7f14f-c63d-47b6-a278-72f7f9d99aba service nova] [instance: d9927778-e07f-4370-b30d-1e94855689c3] Refreshing instance network info cache due to event network-changed-9d926d62-498b-48ea-9d55-22babed78214. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 878.177687] env[68800]: DEBUG oslo_concurrency.lockutils [req-44351c90-4711-49a3-a8eb-4fae4201ac93 req-58b7f14f-c63d-47b6-a278-72f7f9d99aba service nova] Acquiring lock "refresh_cache-d9927778-e07f-4370-b30d-1e94855689c3" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.312194] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243796, 'name': CreateVM_Task} progress is 25%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.321205] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.642s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.322631] env[68800]: DEBUG nova.compute.manager [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d0fbab34-bbfe-44a1-9fe8-4493c50e625b] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 878.325396] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.159s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.328120] env[68800]: INFO nova.compute.claims [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 878.375992] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Releasing lock "refresh_cache-d9927778-e07f-4370-b30d-1e94855689c3" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.379823] env[68800]: DEBUG nova.compute.manager [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d9927778-e07f-4370-b30d-1e94855689c3] Instance network_info: |[{"id": "9d926d62-498b-48ea-9d55-22babed78214", "address": "fa:16:3e:92:da:ed", "network": {"id": "9d8377b7-8ace-4136-a935-6f1ff6032f71", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1602596804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e5576334ce940f58e88e33e95494b28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d926d62-49", "ovs_interfaceid": "9d926d62-498b-48ea-9d55-22babed78214", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 878.379823] env[68800]: DEBUG oslo_concurrency.lockutils [req-44351c90-4711-49a3-a8eb-4fae4201ac93 req-58b7f14f-c63d-47b6-a278-72f7f9d99aba service nova] Acquired lock "refresh_cache-d9927778-e07f-4370-b30d-1e94855689c3" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.379823] env[68800]: DEBUG nova.network.neutron [req-44351c90-4711-49a3-a8eb-4fae4201ac93 req-58b7f14f-c63d-47b6-a278-72f7f9d99aba service nova] [instance: d9927778-e07f-4370-b30d-1e94855689c3] Refreshing network info cache for port 9d926d62-498b-48ea-9d55-22babed78214 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.380974] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d9927778-e07f-4370-b30d-1e94855689c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:da:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06cc7c49-c46c-4c1e-bf51-77e9ea802c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d926d62-498b-48ea-9d55-22babed78214', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 878.390711] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Creating folder: Project (6e5576334ce940f58e88e33e95494b28). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 878.392201] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b6e9727-12dd-4359-a4fe-1ae3b02f49cb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.404556] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Created folder: Project (6e5576334ce940f58e88e33e95494b28) in parent group-v648080. [ 878.404786] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Creating folder: Instances. Parent ref: group-v648264. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 878.405093] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a9af46e-5a13-406e-b533-cc4118c13a00 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.416795] env[68800]: INFO nova.compute.manager [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 9a6a4700-3316-46ad-bebd-111330ccc205] Took 42.71 seconds to build instance. [ 878.422732] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Created folder: Instances in parent group-v648264. [ 878.422988] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.423245] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9927778-e07f-4370-b30d-1e94855689c3] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 878.423481] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ecddfe6e-a4b6-4ebd-822a-9f513587c53e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.450009] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 878.450009] env[68800]: value = "task-3243799" [ 878.450009] env[68800]: _type = "Task" [ 878.450009] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.464695] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243799, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.492280] env[68800]: DEBUG nova.network.neutron [None req-8bdfb9b2-b104-4bec-baf9-70e55bc9d6df tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Updating instance_info_cache with network_info: [{"id": "0a74f589-1a95-42cf-99d1-99d5172055f7", "address": "fa:16:3e:7b:36:e8", "network": {"id": "b542bbba-0bac-4aec-9a3a-a70c135f2b15", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1480833923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f7c08698d34b808f3dd1112b0ebdad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a74f589-1a", "ovs_interfaceid": "0a74f589-1a95-42cf-99d1-99d5172055f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.572966] env[68800]: INFO nova.compute.manager [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] [instance: 91179070-6a65-4881-94e7-a669501d328b] Took 41.68 seconds to build instance. [ 878.575837] env[68800]: DEBUG nova.compute.manager [None req-8ee4e3f7-a9e5-41b2-a60d-5d116eff073e tempest-ServerExternalEventsTest-1407650859 tempest-ServerExternalEventsTest-1407650859-project] [instance: 91179070-6a65-4881-94e7-a669501d328b] Received event network-changed {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.576039] env[68800]: DEBUG nova.compute.manager [None req-8ee4e3f7-a9e5-41b2-a60d-5d116eff073e tempest-ServerExternalEventsTest-1407650859 tempest-ServerExternalEventsTest-1407650859-project] [instance: 91179070-6a65-4881-94e7-a669501d328b] Refreshing instance network info cache due to event network-changed. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 878.576289] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8ee4e3f7-a9e5-41b2-a60d-5d116eff073e tempest-ServerExternalEventsTest-1407650859 tempest-ServerExternalEventsTest-1407650859-project] Acquiring lock "refresh_cache-91179070-6a65-4881-94e7-a669501d328b" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.576438] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8ee4e3f7-a9e5-41b2-a60d-5d116eff073e tempest-ServerExternalEventsTest-1407650859 tempest-ServerExternalEventsTest-1407650859-project] Acquired lock "refresh_cache-91179070-6a65-4881-94e7-a669501d328b" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.576601] env[68800]: DEBUG nova.network.neutron [None req-8ee4e3f7-a9e5-41b2-a60d-5d116eff073e tempest-ServerExternalEventsTest-1407650859 tempest-ServerExternalEventsTest-1407650859-project] [instance: 91179070-6a65-4881-94e7-a669501d328b] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.712869] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Acquiring lock "74cb60da-96d0-4cad-ac01-96c090cf6e84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.713153] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Lock "74cb60da-96d0-4cad-ac01-96c090cf6e84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.812258] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243796, 'name': CreateVM_Task, 'duration_secs': 0.692615} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.812509] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 878.813268] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.813441] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.813751] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.814016] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f17faf14-a797-46db-9c96-c10ddc0067c7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.820666] env[68800]: DEBUG oslo_vmware.api [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 878.820666] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5237aece-8451-aa49-906e-4cdefbb8be06" [ 878.820666] env[68800]: _type = "Task" [ 878.820666] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.830060] env[68800]: DEBUG oslo_vmware.api [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5237aece-8451-aa49-906e-4cdefbb8be06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.835464] env[68800]: DEBUG nova.compute.utils [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 878.836866] env[68800]: DEBUG nova.compute.manager [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d0fbab34-bbfe-44a1-9fe8-4493c50e625b] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 878.836941] env[68800]: DEBUG nova.network.neutron [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d0fbab34-bbfe-44a1-9fe8-4493c50e625b] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 878.905829] env[68800]: DEBUG nova.policy [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be566e26e291462ca5eb38480c2ddda5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e5576334ce940f58e88e33e95494b28', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 878.922624] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9ffba393-3620-455f-80c0-b14ea04acd05 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Lock "9a6a4700-3316-46ad-bebd-111330ccc205" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.940s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.962390] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243799, 'name': CreateVM_Task} progress is 25%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.998228] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8bdfb9b2-b104-4bec-baf9-70e55bc9d6df tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Releasing lock "refresh_cache-1456b84a-2f16-4103-b6c9-e3860ed62366" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.081021] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1ad35908-f330-40f6-a4b8-f03f9a2712a8 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Lock "91179070-6a65-4881-94e7-a669501d328b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.508s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.122330] env[68800]: DEBUG nova.network.neutron [req-44351c90-4711-49a3-a8eb-4fae4201ac93 req-58b7f14f-c63d-47b6-a278-72f7f9d99aba service nova] [instance: d9927778-e07f-4370-b30d-1e94855689c3] Updated VIF entry in instance network info cache for port 9d926d62-498b-48ea-9d55-22babed78214. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 879.122898] env[68800]: DEBUG nova.network.neutron [req-44351c90-4711-49a3-a8eb-4fae4201ac93 req-58b7f14f-c63d-47b6-a278-72f7f9d99aba service nova] [instance: d9927778-e07f-4370-b30d-1e94855689c3] Updating instance_info_cache with network_info: [{"id": "9d926d62-498b-48ea-9d55-22babed78214", "address": "fa:16:3e:92:da:ed", "network": {"id": "9d8377b7-8ace-4136-a935-6f1ff6032f71", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1602596804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e5576334ce940f58e88e33e95494b28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d926d62-49", "ovs_interfaceid": "9d926d62-498b-48ea-9d55-22babed78214", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.140883] env[68800]: DEBUG oslo_concurrency.lockutils [None req-00639aa2-ed0f-4c10-a992-3e49811761f6 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Acquiring lock "91179070-6a65-4881-94e7-a669501d328b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.140883] env[68800]: DEBUG oslo_concurrency.lockutils [None req-00639aa2-ed0f-4c10-a992-3e49811761f6 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Lock "91179070-6a65-4881-94e7-a669501d328b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.140883] env[68800]: DEBUG oslo_concurrency.lockutils [None req-00639aa2-ed0f-4c10-a992-3e49811761f6 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Acquiring lock "91179070-6a65-4881-94e7-a669501d328b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.140883] env[68800]: DEBUG oslo_concurrency.lockutils [None req-00639aa2-ed0f-4c10-a992-3e49811761f6 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Lock "91179070-6a65-4881-94e7-a669501d328b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.140883] env[68800]: DEBUG oslo_concurrency.lockutils [None req-00639aa2-ed0f-4c10-a992-3e49811761f6 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Lock "91179070-6a65-4881-94e7-a669501d328b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.142168] env[68800]: INFO nova.compute.manager [None req-00639aa2-ed0f-4c10-a992-3e49811761f6 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] [instance: 91179070-6a65-4881-94e7-a669501d328b] Terminating instance [ 879.332114] env[68800]: DEBUG oslo_vmware.api [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5237aece-8451-aa49-906e-4cdefbb8be06, 'name': SearchDatastore_Task, 'duration_secs': 0.013619} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.332718] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.333615] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 879.333615] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.333615] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.333615] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 879.333985] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4064c9e0-52f3-4227-81fb-5aafceb6b37d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.342065] env[68800]: DEBUG nova.compute.manager [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d0fbab34-bbfe-44a1-9fe8-4493c50e625b] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 879.344628] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 879.344878] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 879.346182] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-383db0d4-06d8-47e7-b65e-42b0290a76a6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.353199] env[68800]: DEBUG oslo_vmware.api [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 879.353199] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5229317a-7bd9-50cf-dbd5-304295e6409e" [ 879.353199] env[68800]: _type = "Task" [ 879.353199] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.368595] env[68800]: DEBUG oslo_vmware.api [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5229317a-7bd9-50cf-dbd5-304295e6409e, 'name': SearchDatastore_Task, 'duration_secs': 0.011226} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.369438] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4731b87-b28c-49d3-839d-aecfdcda8928 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.375436] env[68800]: DEBUG oslo_vmware.api [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 879.375436] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]528b6195-c70a-523d-4b2a-d0771154b9ac" [ 879.375436] env[68800]: _type = "Task" [ 879.375436] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.386819] env[68800]: DEBUG oslo_vmware.api [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]528b6195-c70a-523d-4b2a-d0771154b9ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.424886] env[68800]: DEBUG nova.compute.manager [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 2f746cfa-4d45-40d2-b39f-a7df3f22ada1] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 879.436760] env[68800]: DEBUG nova.network.neutron [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d0fbab34-bbfe-44a1-9fe8-4493c50e625b] Successfully created port: c6f0537f-c668-4f2d-b5c0-34438152fd96 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 879.464305] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243799, 'name': CreateVM_Task, 'duration_secs': 0.630232} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.464490] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9927778-e07f-4370-b30d-1e94855689c3] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 879.465166] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.465334] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.465641] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.465903] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d773603-bf00-467a-91df-e9a0781edac0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.474181] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Waiting for the task: (returnval){ [ 879.474181] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52347fae-6f38-e5e1-fce4-f894e477882a" [ 879.474181] env[68800]: _type = "Task" [ 879.474181] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.492242] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52347fae-6f38-e5e1-fce4-f894e477882a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.505805] env[68800]: DEBUG nova.compute.manager [None req-8bdfb9b2-b104-4bec-baf9-70e55bc9d6df tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 879.506774] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e476c658-3fe3-4444-a780-50b589414e1c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.584519] env[68800]: DEBUG nova.compute.manager [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 879.587879] env[68800]: DEBUG nova.network.neutron [None req-8ee4e3f7-a9e5-41b2-a60d-5d116eff073e tempest-ServerExternalEventsTest-1407650859 tempest-ServerExternalEventsTest-1407650859-project] [instance: 91179070-6a65-4881-94e7-a669501d328b] Updating instance_info_cache with network_info: [{"id": "dfae671b-e748-4fa8-81c5-a66de4a52787", "address": "fa:16:3e:9a:c5:c9", "network": {"id": "910263fe-5348-43bf-a2dc-80270861caea", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3ae10f76bf14ae69232ca090f1bb0ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfae671b-e7", "ovs_interfaceid": "dfae671b-e748-4fa8-81c5-a66de4a52787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.629066] env[68800]: DEBUG oslo_concurrency.lockutils [req-44351c90-4711-49a3-a8eb-4fae4201ac93 req-58b7f14f-c63d-47b6-a278-72f7f9d99aba service nova] Releasing lock "refresh_cache-d9927778-e07f-4370-b30d-1e94855689c3" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.647935] env[68800]: DEBUG nova.compute.manager [None req-00639aa2-ed0f-4c10-a992-3e49811761f6 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] [instance: 91179070-6a65-4881-94e7-a669501d328b] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 879.647935] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-00639aa2-ed0f-4c10-a992-3e49811761f6 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] [instance: 91179070-6a65-4881-94e7-a669501d328b] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.649963] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ba50ef-f794-4cf4-807c-0f41a0f27770 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.670297] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-00639aa2-ed0f-4c10-a992-3e49811761f6 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] [instance: 91179070-6a65-4881-94e7-a669501d328b] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.673031] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e8e5832-e25d-4915-89ed-5efad217ab0f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.682929] env[68800]: DEBUG oslo_vmware.api [None req-00639aa2-ed0f-4c10-a992-3e49811761f6 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Waiting for the task: (returnval){ [ 879.682929] env[68800]: value = "task-3243800" [ 879.682929] env[68800]: _type = "Task" [ 879.682929] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.695779] env[68800]: DEBUG oslo_vmware.api [None req-00639aa2-ed0f-4c10-a992-3e49811761f6 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Task: {'id': task-3243800, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.893519] env[68800]: DEBUG oslo_vmware.api [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]528b6195-c70a-523d-4b2a-d0771154b9ac, 'name': SearchDatastore_Task, 'duration_secs': 0.016136} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.894233] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.896214] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 0200ac67-ec70-479f-a0be-af4c17410c61/0200ac67-ec70-479f-a0be-af4c17410c61.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 879.898092] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4a98e74-fd39-47ba-8492-617e1fa75be0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.906724] env[68800]: DEBUG oslo_vmware.api [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 879.906724] env[68800]: value = "task-3243801" [ 879.906724] env[68800]: _type = "Task" [ 879.906724] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.919528] env[68800]: DEBUG oslo_vmware.api [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243801, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.946539] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934982e8-d9a2-459c-b125-315c3022f5f1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.950076] env[68800]: DEBUG oslo_concurrency.lockutils [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.957473] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c327e871-271e-43c7-89dc-3997e913a386 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.994757] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af420618-53e9-4b64-90bf-c2011a3acca3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.005926] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1a45df-68d2-4567-ada9-ba2951dff755 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.009769] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52347fae-6f38-e5e1-fce4-f894e477882a, 'name': SearchDatastore_Task, 'duration_secs': 0.017275} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.010060] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.010296] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d9927778-e07f-4370-b30d-1e94855689c3] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 880.010521] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.010664] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.010839] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 880.011413] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6a34756-3ac1-4a1e-aeeb-8935f1299b31 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.027533] env[68800]: DEBUG nova.compute.provider_tree [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.032298] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 880.032298] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 880.032298] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-035f2f55-fde5-4745-bf00-1ed0b7e93a5d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.039415] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Waiting for the task: (returnval){ [ 880.039415] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ac993e-4665-7935-7497-b37273a5c3c5" [ 880.039415] env[68800]: _type = "Task" [ 880.039415] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.049957] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ac993e-4665-7935-7497-b37273a5c3c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.095549] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8ee4e3f7-a9e5-41b2-a60d-5d116eff073e tempest-ServerExternalEventsTest-1407650859 tempest-ServerExternalEventsTest-1407650859-project] Releasing lock "refresh_cache-91179070-6a65-4881-94e7-a669501d328b" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.108105] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.196633] env[68800]: DEBUG oslo_vmware.api [None req-00639aa2-ed0f-4c10-a992-3e49811761f6 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Task: {'id': task-3243800, 'name': PowerOffVM_Task, 'duration_secs': 0.215562} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.197151] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-00639aa2-ed0f-4c10-a992-3e49811761f6 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] [instance: 91179070-6a65-4881-94e7-a669501d328b] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.197438] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-00639aa2-ed0f-4c10-a992-3e49811761f6 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] [instance: 91179070-6a65-4881-94e7-a669501d328b] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 880.197833] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46f8c859-4c80-46f4-a962-03e2bae3a079 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.303180] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-00639aa2-ed0f-4c10-a992-3e49811761f6 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] [instance: 91179070-6a65-4881-94e7-a669501d328b] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 880.303466] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-00639aa2-ed0f-4c10-a992-3e49811761f6 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] [instance: 91179070-6a65-4881-94e7-a669501d328b] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 880.304582] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-00639aa2-ed0f-4c10-a992-3e49811761f6 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Deleting the datastore file [datastore2] 91179070-6a65-4881-94e7-a669501d328b {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 880.304582] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45d39a6e-a4a7-457f-9a37-157675eb6122 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.312313] env[68800]: DEBUG oslo_vmware.api [None req-00639aa2-ed0f-4c10-a992-3e49811761f6 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Waiting for the task: (returnval){ [ 880.312313] env[68800]: value = "task-3243803" [ 880.312313] env[68800]: _type = "Task" [ 880.312313] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.323357] env[68800]: DEBUG oslo_vmware.api [None req-00639aa2-ed0f-4c10-a992-3e49811761f6 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Task: {'id': task-3243803, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.353579] env[68800]: DEBUG nova.compute.manager [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d0fbab34-bbfe-44a1-9fe8-4493c50e625b] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 880.388246] env[68800]: DEBUG nova.virt.hardware [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 880.388524] env[68800]: DEBUG nova.virt.hardware [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 880.388729] env[68800]: DEBUG nova.virt.hardware [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.389011] env[68800]: DEBUG nova.virt.hardware [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 880.389212] env[68800]: DEBUG nova.virt.hardware [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.389403] env[68800]: DEBUG nova.virt.hardware [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 880.389690] env[68800]: DEBUG nova.virt.hardware [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 880.389846] env[68800]: DEBUG nova.virt.hardware [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 880.390039] env[68800]: DEBUG nova.virt.hardware [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 880.390215] env[68800]: DEBUG nova.virt.hardware [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 880.390393] env[68800]: DEBUG nova.virt.hardware [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 880.391532] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5a9425-d3b3-4881-9a56-a03fbb0d41bf {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.401400] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d9a5fc-7363-43b6-8f09-d066dfd30899 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.431906] env[68800]: DEBUG oslo_vmware.api [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243801, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.529252] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144048fb-c8d5-4b21-a02e-690beed7a47e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.533327] env[68800]: DEBUG nova.scheduler.client.report [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.542756] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8bdfb9b2-b104-4bec-baf9-70e55bc9d6df tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Doing hard reboot of VM {{(pid=68800) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 880.546309] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-f1370588-7356-4180-8187-81731adef1b9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.556717] env[68800]: DEBUG oslo_vmware.api [None req-8bdfb9b2-b104-4bec-baf9-70e55bc9d6df tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Waiting for the task: (returnval){ [ 880.556717] env[68800]: value = "task-3243804" [ 880.556717] env[68800]: _type = "Task" [ 880.556717] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.561860] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ac993e-4665-7935-7497-b37273a5c3c5, 'name': SearchDatastore_Task, 'duration_secs': 0.011412} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.566388] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3c87728-65d1-4267-8c1e-ed3253d59b6f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.576013] env[68800]: DEBUG oslo_vmware.api [None req-8bdfb9b2-b104-4bec-baf9-70e55bc9d6df tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Task: {'id': task-3243804, 'name': ResetVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.577465] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Waiting for the task: (returnval){ [ 880.577465] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52f0534d-22e2-6ad5-2f32-e259d91bc6e8" [ 880.577465] env[68800]: _type = "Task" [ 880.577465] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.588596] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52f0534d-22e2-6ad5-2f32-e259d91bc6e8, 'name': SearchDatastore_Task, 'duration_secs': 0.011991} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.588845] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.589151] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] d9927778-e07f-4370-b30d-1e94855689c3/d9927778-e07f-4370-b30d-1e94855689c3.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 880.589436] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44e02236-ef1f-4c23-be46-9aa5dd8354f9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.596948] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Waiting for the task: (returnval){ [ 880.596948] env[68800]: value = "task-3243805" [ 880.596948] env[68800]: _type = "Task" [ 880.596948] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.606176] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': task-3243805, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.823165] env[68800]: DEBUG oslo_vmware.api [None req-00639aa2-ed0f-4c10-a992-3e49811761f6 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Task: {'id': task-3243803, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.417577} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.823447] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-00639aa2-ed0f-4c10-a992-3e49811761f6 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 880.823644] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-00639aa2-ed0f-4c10-a992-3e49811761f6 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] [instance: 91179070-6a65-4881-94e7-a669501d328b] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 880.823832] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-00639aa2-ed0f-4c10-a992-3e49811761f6 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] [instance: 91179070-6a65-4881-94e7-a669501d328b] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 880.824016] env[68800]: INFO nova.compute.manager [None req-00639aa2-ed0f-4c10-a992-3e49811761f6 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] [instance: 91179070-6a65-4881-94e7-a669501d328b] Took 1.18 seconds to destroy the instance on the hypervisor. [ 880.824313] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00639aa2-ed0f-4c10-a992-3e49811761f6 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.824514] env[68800]: DEBUG nova.compute.manager [-] [instance: 91179070-6a65-4881-94e7-a669501d328b] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 880.824613] env[68800]: DEBUG nova.network.neutron [-] [instance: 91179070-6a65-4881-94e7-a669501d328b] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 880.922847] env[68800]: DEBUG oslo_vmware.api [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243801, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6563} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.923160] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 0200ac67-ec70-479f-a0be-af4c17410c61/0200ac67-ec70-479f-a0be-af4c17410c61.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 880.923394] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 880.923651] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-954df952-9f74-432c-990d-17fe7ee7b0cd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.930722] env[68800]: DEBUG oslo_vmware.api [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 880.930722] env[68800]: value = "task-3243806" [ 880.930722] env[68800]: _type = "Task" [ 880.930722] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.943402] env[68800]: DEBUG oslo_vmware.api [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243806, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.038557] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.039097] env[68800]: DEBUG nova.compute.manager [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 881.042617] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d0a6b8f2-4e2f-41c0-9005-50d9336ec44d tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.124s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.042841] env[68800]: DEBUG nova.objects.instance [None req-d0a6b8f2-4e2f-41c0-9005-50d9336ec44d tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Lazy-loading 'resources' on Instance uuid 16d4cf76-c278-4989-abf7-502f4b594a5b {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 881.072441] env[68800]: DEBUG oslo_vmware.api [None req-8bdfb9b2-b104-4bec-baf9-70e55bc9d6df tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Task: {'id': task-3243804, 'name': ResetVM_Task, 'duration_secs': 0.101698} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.072696] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8bdfb9b2-b104-4bec-baf9-70e55bc9d6df tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Did hard reboot of VM {{(pid=68800) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 881.072889] env[68800]: DEBUG nova.compute.manager [None req-8bdfb9b2-b104-4bec-baf9-70e55bc9d6df tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 881.073726] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250e8a40-c9b1-4581-896e-95b17c0e77f3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.107593] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': task-3243805, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.347564] env[68800]: DEBUG nova.compute.manager [req-7512c38b-9620-469f-94df-75e36fbd6d4f req-bc129561-0d27-4503-89c9-f8680fd4f0c3 service nova] [instance: d0fbab34-bbfe-44a1-9fe8-4493c50e625b] Received event network-vif-plugged-c6f0537f-c668-4f2d-b5c0-34438152fd96 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.347907] env[68800]: DEBUG oslo_concurrency.lockutils [req-7512c38b-9620-469f-94df-75e36fbd6d4f req-bc129561-0d27-4503-89c9-f8680fd4f0c3 service nova] Acquiring lock "d0fbab34-bbfe-44a1-9fe8-4493c50e625b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.348212] env[68800]: DEBUG oslo_concurrency.lockutils [req-7512c38b-9620-469f-94df-75e36fbd6d4f req-bc129561-0d27-4503-89c9-f8680fd4f0c3 service nova] Lock "d0fbab34-bbfe-44a1-9fe8-4493c50e625b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.348525] env[68800]: DEBUG oslo_concurrency.lockutils [req-7512c38b-9620-469f-94df-75e36fbd6d4f req-bc129561-0d27-4503-89c9-f8680fd4f0c3 service nova] Lock "d0fbab34-bbfe-44a1-9fe8-4493c50e625b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.348776] env[68800]: DEBUG nova.compute.manager [req-7512c38b-9620-469f-94df-75e36fbd6d4f req-bc129561-0d27-4503-89c9-f8680fd4f0c3 service nova] [instance: d0fbab34-bbfe-44a1-9fe8-4493c50e625b] No waiting events found dispatching network-vif-plugged-c6f0537f-c668-4f2d-b5c0-34438152fd96 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 881.348989] env[68800]: WARNING nova.compute.manager [req-7512c38b-9620-469f-94df-75e36fbd6d4f req-bc129561-0d27-4503-89c9-f8680fd4f0c3 service nova] [instance: d0fbab34-bbfe-44a1-9fe8-4493c50e625b] Received unexpected event network-vif-plugged-c6f0537f-c668-4f2d-b5c0-34438152fd96 for instance with vm_state building and task_state spawning. [ 881.442174] env[68800]: DEBUG oslo_vmware.api [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243806, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.281968} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.442467] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 881.443379] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713a1653-3aea-4db0-aee8-d96f58cdc4a2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.469352] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 0200ac67-ec70-479f-a0be-af4c17410c61/0200ac67-ec70-479f-a0be-af4c17410c61.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.469793] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7d77c55-99f7-425a-a53b-dcf943a95169 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.492849] env[68800]: DEBUG oslo_vmware.api [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 881.492849] env[68800]: value = "task-3243807" [ 881.492849] env[68800]: _type = "Task" [ 881.492849] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.500989] env[68800]: DEBUG nova.network.neutron [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d0fbab34-bbfe-44a1-9fe8-4493c50e625b] Successfully updated port: c6f0537f-c668-4f2d-b5c0-34438152fd96 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 881.508557] env[68800]: DEBUG oslo_vmware.api [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243807, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.544585] env[68800]: DEBUG nova.compute.utils [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 881.546449] env[68800]: DEBUG nova.compute.manager [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 881.546449] env[68800]: DEBUG nova.network.neutron [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 881.588980] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8bdfb9b2-b104-4bec-baf9-70e55bc9d6df tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Lock "1456b84a-2f16-4103-b6c9-e3860ed62366" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.504s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.615974] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': task-3243805, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.976196} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.618491] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] d9927778-e07f-4370-b30d-1e94855689c3/d9927778-e07f-4370-b30d-1e94855689c3.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 881.618716] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d9927778-e07f-4370-b30d-1e94855689c3] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 881.619395] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2901fa9-9960-45b2-aa29-b2cad071c117 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.626928] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Waiting for the task: (returnval){ [ 881.626928] env[68800]: value = "task-3243808" [ 881.626928] env[68800]: _type = "Task" [ 881.626928] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.639465] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': task-3243808, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.640954] env[68800]: DEBUG nova.policy [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be566e26e291462ca5eb38480c2ddda5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e5576334ce940f58e88e33e95494b28', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 881.795850] env[68800]: DEBUG nova.network.neutron [-] [instance: 91179070-6a65-4881-94e7-a669501d328b] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.808772] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b141dcb3-f2e9-42ca-b565-955fcabb88e4 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Acquiring lock "9a6a4700-3316-46ad-bebd-111330ccc205" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.808939] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b141dcb3-f2e9-42ca-b565-955fcabb88e4 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Lock "9a6a4700-3316-46ad-bebd-111330ccc205" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.809327] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b141dcb3-f2e9-42ca-b565-955fcabb88e4 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Acquiring lock "9a6a4700-3316-46ad-bebd-111330ccc205-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.809425] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b141dcb3-f2e9-42ca-b565-955fcabb88e4 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Lock "9a6a4700-3316-46ad-bebd-111330ccc205-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.809937] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b141dcb3-f2e9-42ca-b565-955fcabb88e4 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Lock "9a6a4700-3316-46ad-bebd-111330ccc205-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.815752] env[68800]: INFO nova.compute.manager [None req-b141dcb3-f2e9-42ca-b565-955fcabb88e4 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 9a6a4700-3316-46ad-bebd-111330ccc205] Terminating instance [ 882.004339] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Acquiring lock "refresh_cache-d0fbab34-bbfe-44a1-9fe8-4493c50e625b" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.004568] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Acquired lock "refresh_cache-d0fbab34-bbfe-44a1-9fe8-4493c50e625b" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.004705] env[68800]: DEBUG nova.network.neutron [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d0fbab34-bbfe-44a1-9fe8-4493c50e625b] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.005803] env[68800]: DEBUG oslo_vmware.api [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243807, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.052301] env[68800]: DEBUG nova.compute.manager [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 882.157126] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': task-3243808, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07088} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.157126] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d9927778-e07f-4370-b30d-1e94855689c3] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 882.157126] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2730cff-d26f-4a38-8094-88c83e35a2a8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.167490] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d9927778-e07f-4370-b30d-1e94855689c3] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] d9927778-e07f-4370-b30d-1e94855689c3/d9927778-e07f-4370-b30d-1e94855689c3.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.170847] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30e042e0-cd63-4ee5-8654-727f00e79ee2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.195452] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Waiting for the task: (returnval){ [ 882.195452] env[68800]: value = "task-3243809" [ 882.195452] env[68800]: _type = "Task" [ 882.195452] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.206106] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': task-3243809, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.245624] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be73c91-d5bb-4236-b832-3b38a9ce7e3d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.254644] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa31ccee-e13c-4452-9570-c87611bf33b6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.297012] env[68800]: DEBUG nova.network.neutron [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3] Successfully created port: 5af5041a-c90d-4815-91e3-23d0fdddd3e3 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 882.299963] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a937f2f-4bc6-4213-93fa-fddd81c62542 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.302841] env[68800]: INFO nova.compute.manager [-] [instance: 91179070-6a65-4881-94e7-a669501d328b] Took 1.48 seconds to deallocate network for instance. [ 882.312990] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade6e58b-233e-4b90-948b-ef8126f124b2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.319479] env[68800]: DEBUG nova.compute.manager [None req-b141dcb3-f2e9-42ca-b565-955fcabb88e4 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 9a6a4700-3316-46ad-bebd-111330ccc205] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 882.319702] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b141dcb3-f2e9-42ca-b565-955fcabb88e4 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 9a6a4700-3316-46ad-bebd-111330ccc205] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 882.328708] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d6e2f8-a7f5-473c-ba66-9c8f208128cb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.331820] env[68800]: DEBUG nova.compute.provider_tree [None req-d0a6b8f2-4e2f-41c0-9005-50d9336ec44d tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.338710] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-b141dcb3-f2e9-42ca-b565-955fcabb88e4 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 9a6a4700-3316-46ad-bebd-111330ccc205] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.338995] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9a0cd07-8eb4-4e7b-b3b9-5f28eb46a299 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.346131] env[68800]: DEBUG oslo_vmware.api [None req-b141dcb3-f2e9-42ca-b565-955fcabb88e4 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Waiting for the task: (returnval){ [ 882.346131] env[68800]: value = "task-3243810" [ 882.346131] env[68800]: _type = "Task" [ 882.346131] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.356237] env[68800]: DEBUG oslo_vmware.api [None req-b141dcb3-f2e9-42ca-b565-955fcabb88e4 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Task: {'id': task-3243810, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.510065] env[68800]: DEBUG oslo_vmware.api [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243807, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.707619] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': task-3243809, 'name': ReconfigVM_Task, 'duration_secs': 0.351511} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.707958] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d9927778-e07f-4370-b30d-1e94855689c3] Reconfigured VM instance instance-0000003c to attach disk [datastore2] d9927778-e07f-4370-b30d-1e94855689c3/d9927778-e07f-4370-b30d-1e94855689c3.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.708782] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-618ca251-5bda-4a86-8ad6-098758d97f22 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.717254] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Waiting for the task: (returnval){ [ 882.717254] env[68800]: value = "task-3243811" [ 882.717254] env[68800]: _type = "Task" [ 882.717254] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.728053] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': task-3243811, 'name': Rename_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.752300] env[68800]: DEBUG nova.network.neutron [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d0fbab34-bbfe-44a1-9fe8-4493c50e625b] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 882.812299] env[68800]: DEBUG oslo_concurrency.lockutils [None req-00639aa2-ed0f-4c10-a992-3e49811761f6 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.835579] env[68800]: DEBUG nova.scheduler.client.report [None req-d0a6b8f2-4e2f-41c0-9005-50d9336ec44d tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.860915] env[68800]: DEBUG oslo_vmware.api [None req-b141dcb3-f2e9-42ca-b565-955fcabb88e4 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Task: {'id': task-3243810, 'name': PowerOffVM_Task, 'duration_secs': 0.237464} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.862221] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-b141dcb3-f2e9-42ca-b565-955fcabb88e4 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 9a6a4700-3316-46ad-bebd-111330ccc205] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.862428] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b141dcb3-f2e9-42ca-b565-955fcabb88e4 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 9a6a4700-3316-46ad-bebd-111330ccc205] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 882.862692] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3de6d208-f35b-468b-8638-2101498459d0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.954833] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b141dcb3-f2e9-42ca-b565-955fcabb88e4 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 9a6a4700-3316-46ad-bebd-111330ccc205] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 882.955078] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b141dcb3-f2e9-42ca-b565-955fcabb88e4 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 9a6a4700-3316-46ad-bebd-111330ccc205] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 882.955270] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-b141dcb3-f2e9-42ca-b565-955fcabb88e4 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Deleting the datastore file [datastore2] 9a6a4700-3316-46ad-bebd-111330ccc205 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 882.955634] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d709d7c-078f-4de3-8ec9-0273b6502979 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.965142] env[68800]: DEBUG oslo_vmware.api [None req-b141dcb3-f2e9-42ca-b565-955fcabb88e4 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Waiting for the task: (returnval){ [ 882.965142] env[68800]: value = "task-3243813" [ 882.965142] env[68800]: _type = "Task" [ 882.965142] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.973609] env[68800]: DEBUG oslo_vmware.api [None req-b141dcb3-f2e9-42ca-b565-955fcabb88e4 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Task: {'id': task-3243813, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.004363] env[68800]: DEBUG oslo_vmware.api [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243807, 'name': ReconfigVM_Task, 'duration_secs': 1.197459} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.004708] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 0200ac67-ec70-479f-a0be-af4c17410c61/0200ac67-ec70-479f-a0be-af4c17410c61.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.005873] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f733cbf0-c3d1-48b8-a87b-f0e866501762 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.012829] env[68800]: DEBUG oslo_vmware.api [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 883.012829] env[68800]: value = "task-3243814" [ 883.012829] env[68800]: _type = "Task" [ 883.012829] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.021747] env[68800]: DEBUG oslo_vmware.api [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243814, 'name': Rename_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.061264] env[68800]: DEBUG nova.compute.manager [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 883.087477] env[68800]: DEBUG nova.virt.hardware [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 883.087731] env[68800]: DEBUG nova.virt.hardware [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 883.087886] env[68800]: DEBUG nova.virt.hardware [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 883.088080] env[68800]: DEBUG nova.virt.hardware [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 883.088232] env[68800]: DEBUG nova.virt.hardware [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 883.088379] env[68800]: DEBUG nova.virt.hardware [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 883.088587] env[68800]: DEBUG nova.virt.hardware [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 883.088747] env[68800]: DEBUG nova.virt.hardware [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 883.088912] env[68800]: DEBUG nova.virt.hardware [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 883.089222] env[68800]: DEBUG nova.virt.hardware [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 883.089453] env[68800]: DEBUG nova.virt.hardware [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 883.090328] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a90a9a8-21e4-4437-9049-de1c924063c7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.099034] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf8b881-c126-4a73-a270-45e25a6c4c13 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.105596] env[68800]: DEBUG nova.network.neutron [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d0fbab34-bbfe-44a1-9fe8-4493c50e625b] Updating instance_info_cache with network_info: [{"id": "c6f0537f-c668-4f2d-b5c0-34438152fd96", "address": "fa:16:3e:79:9e:6c", "network": {"id": "9d8377b7-8ace-4136-a935-6f1ff6032f71", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1602596804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e5576334ce940f58e88e33e95494b28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6f0537f-c6", "ovs_interfaceid": "c6f0537f-c668-4f2d-b5c0-34438152fd96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.229044] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': task-3243811, 'name': Rename_Task, 'duration_secs': 0.170604} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.229542] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d9927778-e07f-4370-b30d-1e94855689c3] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.229578] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd0aba4b-c418-4a0e-93e4-91f54afe53f8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.237270] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Waiting for the task: (returnval){ [ 883.237270] env[68800]: value = "task-3243815" [ 883.237270] env[68800]: _type = "Task" [ 883.237270] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.248310] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': task-3243815, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.340918] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d0a6b8f2-4e2f-41c0-9005-50d9336ec44d tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.298s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.343489] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 27.467s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.365632] env[68800]: INFO nova.scheduler.client.report [None req-d0a6b8f2-4e2f-41c0-9005-50d9336ec44d tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Deleted allocations for instance 16d4cf76-c278-4989-abf7-502f4b594a5b [ 883.475342] env[68800]: DEBUG oslo_vmware.api [None req-b141dcb3-f2e9-42ca-b565-955fcabb88e4 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Task: {'id': task-3243813, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.420306} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.475593] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-b141dcb3-f2e9-42ca-b565-955fcabb88e4 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 883.475775] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b141dcb3-f2e9-42ca-b565-955fcabb88e4 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 9a6a4700-3316-46ad-bebd-111330ccc205] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 883.475953] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b141dcb3-f2e9-42ca-b565-955fcabb88e4 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 9a6a4700-3316-46ad-bebd-111330ccc205] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 883.476135] env[68800]: INFO nova.compute.manager [None req-b141dcb3-f2e9-42ca-b565-955fcabb88e4 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 9a6a4700-3316-46ad-bebd-111330ccc205] Took 1.16 seconds to destroy the instance on the hypervisor. [ 883.476408] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b141dcb3-f2e9-42ca-b565-955fcabb88e4 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.476599] env[68800]: DEBUG nova.compute.manager [-] [instance: 9a6a4700-3316-46ad-bebd-111330ccc205] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 883.476693] env[68800]: DEBUG nova.network.neutron [-] [instance: 9a6a4700-3316-46ad-bebd-111330ccc205] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 883.506413] env[68800]: DEBUG nova.compute.manager [req-4da14d27-771d-4d2f-a43b-da269c3370cb req-8a1064b2-cd56-4842-9099-05b720533c96 service nova] [instance: 91179070-6a65-4881-94e7-a669501d328b] Received event network-vif-deleted-dfae671b-e748-4fa8-81c5-a66de4a52787 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.507105] env[68800]: DEBUG nova.compute.manager [req-4da14d27-771d-4d2f-a43b-da269c3370cb req-8a1064b2-cd56-4842-9099-05b720533c96 service nova] [instance: d0fbab34-bbfe-44a1-9fe8-4493c50e625b] Received event network-changed-c6f0537f-c668-4f2d-b5c0-34438152fd96 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.507105] env[68800]: DEBUG nova.compute.manager [req-4da14d27-771d-4d2f-a43b-da269c3370cb req-8a1064b2-cd56-4842-9099-05b720533c96 service nova] [instance: d0fbab34-bbfe-44a1-9fe8-4493c50e625b] Refreshing instance network info cache due to event network-changed-c6f0537f-c668-4f2d-b5c0-34438152fd96. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 883.507105] env[68800]: DEBUG oslo_concurrency.lockutils [req-4da14d27-771d-4d2f-a43b-da269c3370cb req-8a1064b2-cd56-4842-9099-05b720533c96 service nova] Acquiring lock "refresh_cache-d0fbab34-bbfe-44a1-9fe8-4493c50e625b" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.528385] env[68800]: DEBUG oslo_vmware.api [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243814, 'name': Rename_Task, 'duration_secs': 0.317604} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.528665] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.528901] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-176d6ea7-9aa7-4284-99df-3f98ab52c2ab {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.536470] env[68800]: DEBUG oslo_vmware.api [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 883.536470] env[68800]: value = "task-3243816" [ 883.536470] env[68800]: _type = "Task" [ 883.536470] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.545603] env[68800]: DEBUG oslo_vmware.api [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243816, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.609507] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Releasing lock "refresh_cache-d0fbab34-bbfe-44a1-9fe8-4493c50e625b" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.609507] env[68800]: DEBUG nova.compute.manager [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d0fbab34-bbfe-44a1-9fe8-4493c50e625b] Instance network_info: |[{"id": "c6f0537f-c668-4f2d-b5c0-34438152fd96", "address": "fa:16:3e:79:9e:6c", "network": {"id": "9d8377b7-8ace-4136-a935-6f1ff6032f71", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1602596804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e5576334ce940f58e88e33e95494b28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6f0537f-c6", "ovs_interfaceid": "c6f0537f-c668-4f2d-b5c0-34438152fd96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 883.609962] env[68800]: DEBUG oslo_concurrency.lockutils [req-4da14d27-771d-4d2f-a43b-da269c3370cb req-8a1064b2-cd56-4842-9099-05b720533c96 service nova] Acquired lock "refresh_cache-d0fbab34-bbfe-44a1-9fe8-4493c50e625b" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.610198] env[68800]: DEBUG nova.network.neutron [req-4da14d27-771d-4d2f-a43b-da269c3370cb req-8a1064b2-cd56-4842-9099-05b720533c96 service nova] [instance: d0fbab34-bbfe-44a1-9fe8-4493c50e625b] Refreshing network info cache for port c6f0537f-c668-4f2d-b5c0-34438152fd96 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 883.612123] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d0fbab34-bbfe-44a1-9fe8-4493c50e625b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:9e:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06cc7c49-c46c-4c1e-bf51-77e9ea802c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6f0537f-c668-4f2d-b5c0-34438152fd96', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 883.624398] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.628553] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0fbab34-bbfe-44a1-9fe8-4493c50e625b] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 883.629236] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-511ab669-9b9d-4395-bf58-64b23b91da97 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.651697] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 883.651697] env[68800]: value = "task-3243817" [ 883.651697] env[68800]: _type = "Task" [ 883.651697] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.660436] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243817, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.751399] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': task-3243815, 'name': PowerOnVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.876085] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d0a6b8f2-4e2f-41c0-9005-50d9336ec44d tempest-ServerMetadataNegativeTestJSON-1503081261 tempest-ServerMetadataNegativeTestJSON-1503081261-project-member] Lock "16d4cf76-c278-4989-abf7-502f4b594a5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.990s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.952181] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b38aefa9-2138-4491-a4e9-b1b7ea2cdabd tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Acquiring lock "1456b84a-2f16-4103-b6c9-e3860ed62366" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.952514] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b38aefa9-2138-4491-a4e9-b1b7ea2cdabd tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Lock "1456b84a-2f16-4103-b6c9-e3860ed62366" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.952767] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b38aefa9-2138-4491-a4e9-b1b7ea2cdabd tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Acquiring lock "1456b84a-2f16-4103-b6c9-e3860ed62366-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.953776] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b38aefa9-2138-4491-a4e9-b1b7ea2cdabd tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Lock "1456b84a-2f16-4103-b6c9-e3860ed62366-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.953963] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b38aefa9-2138-4491-a4e9-b1b7ea2cdabd tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Lock "1456b84a-2f16-4103-b6c9-e3860ed62366-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.956633] env[68800]: INFO nova.compute.manager [None req-b38aefa9-2138-4491-a4e9-b1b7ea2cdabd tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Terminating instance [ 883.993790] env[68800]: DEBUG nova.network.neutron [req-4da14d27-771d-4d2f-a43b-da269c3370cb req-8a1064b2-cd56-4842-9099-05b720533c96 service nova] [instance: d0fbab34-bbfe-44a1-9fe8-4493c50e625b] Updated VIF entry in instance network info cache for port c6f0537f-c668-4f2d-b5c0-34438152fd96. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 883.994799] env[68800]: DEBUG nova.network.neutron [req-4da14d27-771d-4d2f-a43b-da269c3370cb req-8a1064b2-cd56-4842-9099-05b720533c96 service nova] [instance: d0fbab34-bbfe-44a1-9fe8-4493c50e625b] Updating instance_info_cache with network_info: [{"id": "c6f0537f-c668-4f2d-b5c0-34438152fd96", "address": "fa:16:3e:79:9e:6c", "network": {"id": "9d8377b7-8ace-4136-a935-6f1ff6032f71", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1602596804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e5576334ce940f58e88e33e95494b28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6f0537f-c6", "ovs_interfaceid": "c6f0537f-c668-4f2d-b5c0-34438152fd96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.049422] env[68800]: DEBUG oslo_vmware.api [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243816, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.162903] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243817, 'name': CreateVM_Task, 'duration_secs': 0.474569} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.163095] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0fbab34-bbfe-44a1-9fe8-4493c50e625b] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 884.163839] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.164012] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.164530] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.164834] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce8bd6e2-3720-4ec4-b090-e6f5dd718070 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.172695] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Waiting for the task: (returnval){ [ 884.172695] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52049c14-b34d-f632-1297-64c48aaa5107" [ 884.172695] env[68800]: _type = "Task" [ 884.172695] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.183949] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52049c14-b34d-f632-1297-64c48aaa5107, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.250438] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': task-3243815, 'name': PowerOnVM_Task, 'duration_secs': 0.695188} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.250847] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d9927778-e07f-4370-b30d-1e94855689c3] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.251209] env[68800]: INFO nova.compute.manager [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d9927778-e07f-4370-b30d-1e94855689c3] Took 8.77 seconds to spawn the instance on the hypervisor. [ 884.251512] env[68800]: DEBUG nova.compute.manager [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d9927778-e07f-4370-b30d-1e94855689c3] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.252757] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6b3f88-235d-483c-928b-8af200ff409c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.305175] env[68800]: DEBUG nova.network.neutron [-] [instance: 9a6a4700-3316-46ad-bebd-111330ccc205] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.365834] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Applying migration context for instance c27ce6a7-d9a3-4a37-9fc7-c72731f816fa as it has an incoming, in-progress migration e2a97cd7-4054-4368-9f1c-1ba6328af34b. Migration status is reverting {{(pid=68800) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 884.369446] env[68800]: INFO nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Updating resource usage from migration e2a97cd7-4054-4368-9f1c-1ba6328af34b [ 884.369910] env[68800]: INFO nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Updating resource usage from migration 8c96c457-1ea7-4727-a193-3beb77067f56 [ 884.406269] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 0200ac67-ec70-479f-a0be-af4c17410c61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 884.406464] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 949aac90-1d3e-47c1-8d53-eef78adaa390 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 884.407956] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 9edbd4b6-b890-4a22-896a-26e315d18fd0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 884.407956] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance e7259d4c-9982-4579-a073-484a8fa49264 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 884.407956] env[68800]: WARNING nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance d8ca704a-fbd1-43e3-bc26-a005ec7082d7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 884.407956] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 3569d4a2-f210-4a85-bc56-0de724aba1b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 884.407956] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance c8d19cdf-eced-4fa6-ba93-223530bb7fe2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 884.407956] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance c4e41c81-3958-4797-84a2-9486ba6278f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 884.407956] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance d09d6489-64ed-44b7-8a61-ee59d6160ba4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 884.407956] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 913f76bd-2cb4-450b-a506-6687ee98cd86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 884.407956] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance b6ce6d33-aebc-420e-afe7-9e0908a2c560 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 884.407956] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 8fc1914e-feaf-4004-92d1-af93a6e5b399 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 884.407956] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 884.408509] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance d31685d0-2d63-49c1-9615-a332ad4777ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 884.408509] env[68800]: WARNING nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 0493e632-089d-4166-8048-040724607526 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 884.408633] env[68800]: WARNING nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 0c495f2d-e6a8-43d0-bce9-72ed187abe3a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 884.408815] env[68800]: WARNING nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 08ce6d65-5a60-464d-a429-39c204f43892 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 884.409071] env[68800]: WARNING nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 884.409349] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance b3fa9fdc-bdab-4337-ba0b-547659c3734c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 884.409454] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 94b55bc9-3a6d-4b46-a2f9-159dc00839b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 884.409587] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 1456b84a-2f16-4103-b6c9-e3860ed62366 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 884.409762] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 9a6a4700-3316-46ad-bebd-111330ccc205 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 884.409982] env[68800]: WARNING nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 91179070-6a65-4881-94e7-a669501d328b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 884.410170] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Migration e2a97cd7-4054-4368-9f1c-1ba6328af34b is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 884.410390] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance c27ce6a7-d9a3-4a37-9fc7-c72731f816fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 884.410649] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance d9927778-e07f-4370-b30d-1e94855689c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 884.410905] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance d0fbab34-bbfe-44a1-9fe8-4493c50e625b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 884.411095] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 884.460333] env[68800]: DEBUG nova.compute.manager [None req-b38aefa9-2138-4491-a4e9-b1b7ea2cdabd tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 884.461221] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b38aefa9-2138-4491-a4e9-b1b7ea2cdabd tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 884.462162] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb67eacd-2f57-420f-9ba6-d4b5b983edeb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.472761] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-b38aefa9-2138-4491-a4e9-b1b7ea2cdabd tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.473161] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c4c9464-7952-42f9-8ff9-6946525cdda0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.481197] env[68800]: DEBUG oslo_vmware.api [None req-b38aefa9-2138-4491-a4e9-b1b7ea2cdabd tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Waiting for the task: (returnval){ [ 884.481197] env[68800]: value = "task-3243818" [ 884.481197] env[68800]: _type = "Task" [ 884.481197] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.490756] env[68800]: DEBUG oslo_vmware.api [None req-b38aefa9-2138-4491-a4e9-b1b7ea2cdabd tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Task: {'id': task-3243818, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.497551] env[68800]: DEBUG oslo_concurrency.lockutils [req-4da14d27-771d-4d2f-a43b-da269c3370cb req-8a1064b2-cd56-4842-9099-05b720533c96 service nova] Releasing lock "refresh_cache-d0fbab34-bbfe-44a1-9fe8-4493c50e625b" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.498095] env[68800]: DEBUG nova.compute.manager [req-4da14d27-771d-4d2f-a43b-da269c3370cb req-8a1064b2-cd56-4842-9099-05b720533c96 service nova] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Received event network-changed-0a74f589-1a95-42cf-99d1-99d5172055f7 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.498095] env[68800]: DEBUG nova.compute.manager [req-4da14d27-771d-4d2f-a43b-da269c3370cb req-8a1064b2-cd56-4842-9099-05b720533c96 service nova] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Refreshing instance network info cache due to event network-changed-0a74f589-1a95-42cf-99d1-99d5172055f7. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 884.498263] env[68800]: DEBUG oslo_concurrency.lockutils [req-4da14d27-771d-4d2f-a43b-da269c3370cb req-8a1064b2-cd56-4842-9099-05b720533c96 service nova] Acquiring lock "refresh_cache-1456b84a-2f16-4103-b6c9-e3860ed62366" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.498404] env[68800]: DEBUG oslo_concurrency.lockutils [req-4da14d27-771d-4d2f-a43b-da269c3370cb req-8a1064b2-cd56-4842-9099-05b720533c96 service nova] Acquired lock "refresh_cache-1456b84a-2f16-4103-b6c9-e3860ed62366" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.498564] env[68800]: DEBUG nova.network.neutron [req-4da14d27-771d-4d2f-a43b-da269c3370cb req-8a1064b2-cd56-4842-9099-05b720533c96 service nova] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Refreshing network info cache for port 0a74f589-1a95-42cf-99d1-99d5172055f7 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 884.548345] env[68800]: DEBUG oslo_vmware.api [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243816, 'name': PowerOnVM_Task, 'duration_secs': 0.693852} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.548512] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.548767] env[68800]: DEBUG nova.compute.manager [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.549668] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebeee40d-93c7-4364-b9b2-76986dd4ccfc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.578880] env[68800]: DEBUG nova.network.neutron [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3] Successfully updated port: 5af5041a-c90d-4815-91e3-23d0fdddd3e3 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 884.686199] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52049c14-b34d-f632-1297-64c48aaa5107, 'name': SearchDatastore_Task, 'duration_secs': 0.012097} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.686644] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.686971] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d0fbab34-bbfe-44a1-9fe8-4493c50e625b] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.687317] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.687669] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.687972] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.688409] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ba9433c-9d1c-4d79-a263-6a20eabd6f2a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.701720] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.701720] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.701720] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5a5243c-565c-49cf-9eec-f18347e52cf7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.708920] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Waiting for the task: (returnval){ [ 884.708920] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c1cfbc-d807-d04e-8dad-755f9fd4f808" [ 884.708920] env[68800]: _type = "Task" [ 884.708920] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.721506] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c1cfbc-d807-d04e-8dad-755f9fd4f808, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.783075] env[68800]: INFO nova.compute.manager [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d9927778-e07f-4370-b30d-1e94855689c3] Took 37.52 seconds to build instance. [ 884.809078] env[68800]: INFO nova.compute.manager [-] [instance: 9a6a4700-3316-46ad-bebd-111330ccc205] Took 1.33 seconds to deallocate network for instance. [ 884.915584] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance dee516d0-4241-427f-87f4-49201f04bfd1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 884.993075] env[68800]: DEBUG oslo_vmware.api [None req-b38aefa9-2138-4491-a4e9-b1b7ea2cdabd tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Task: {'id': task-3243818, 'name': PowerOffVM_Task, 'duration_secs': 0.36526} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.993075] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-b38aefa9-2138-4491-a4e9-b1b7ea2cdabd tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 884.993075] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b38aefa9-2138-4491-a4e9-b1b7ea2cdabd tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 884.993075] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d55135c-b683-4181-94a0-7dd6af0f9583 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.072996] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.082254] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Acquiring lock "refresh_cache-f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.082383] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Acquired lock "refresh_cache-f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.082469] env[68800]: DEBUG nova.network.neutron [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 885.096693] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b38aefa9-2138-4491-a4e9-b1b7ea2cdabd tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 885.096916] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b38aefa9-2138-4491-a4e9-b1b7ea2cdabd tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 885.097431] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-b38aefa9-2138-4491-a4e9-b1b7ea2cdabd tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Deleting the datastore file [datastore2] 1456b84a-2f16-4103-b6c9-e3860ed62366 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 885.097431] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1aba894-dd5f-4bdf-b2b2-1bb93826a31a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.108424] env[68800]: DEBUG oslo_vmware.api [None req-b38aefa9-2138-4491-a4e9-b1b7ea2cdabd tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Waiting for the task: (returnval){ [ 885.108424] env[68800]: value = "task-3243820" [ 885.108424] env[68800]: _type = "Task" [ 885.108424] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.118728] env[68800]: DEBUG oslo_vmware.api [None req-b38aefa9-2138-4491-a4e9-b1b7ea2cdabd tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Task: {'id': task-3243820, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.221677] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c1cfbc-d807-d04e-8dad-755f9fd4f808, 'name': SearchDatastore_Task, 'duration_secs': 0.011258} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.222599] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d6f0f13-4114-4411-8589-f9e9b6473a23 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.230347] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Waiting for the task: (returnval){ [ 885.230347] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529d3544-d2af-a749-f810-e412eb86edcd" [ 885.230347] env[68800]: _type = "Task" [ 885.230347] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.242282] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529d3544-d2af-a749-f810-e412eb86edcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.285194] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Lock "d9927778-e07f-4370-b30d-1e94855689c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.204s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.315398] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b141dcb3-f2e9-42ca-b565-955fcabb88e4 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.388393] env[68800]: DEBUG nova.network.neutron [req-4da14d27-771d-4d2f-a43b-da269c3370cb req-8a1064b2-cd56-4842-9099-05b720533c96 service nova] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Updated VIF entry in instance network info cache for port 0a74f589-1a95-42cf-99d1-99d5172055f7. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 885.389400] env[68800]: DEBUG nova.network.neutron [req-4da14d27-771d-4d2f-a43b-da269c3370cb req-8a1064b2-cd56-4842-9099-05b720533c96 service nova] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Updating instance_info_cache with network_info: [{"id": "0a74f589-1a95-42cf-99d1-99d5172055f7", "address": "fa:16:3e:7b:36:e8", "network": {"id": "b542bbba-0bac-4aec-9a3a-a70c135f2b15", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1480833923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f7c08698d34b808f3dd1112b0ebdad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a74f589-1a", "ovs_interfaceid": "0a74f589-1a95-42cf-99d1-99d5172055f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.418780] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance c19ca69f-35ab-4737-997c-89f30164836a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 885.536663] env[68800]: DEBUG nova.compute.manager [req-073dda92-2db6-47e6-b599-72e0c115ae5a req-9e1586dc-b3bc-4387-806c-d306d0cfda40 service nova] [instance: 9a6a4700-3316-46ad-bebd-111330ccc205] Received event network-vif-deleted-a2372297-ce16-413f-ab94-7d6d5b194f4e {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.536822] env[68800]: DEBUG nova.compute.manager [req-073dda92-2db6-47e6-b599-72e0c115ae5a req-9e1586dc-b3bc-4387-806c-d306d0cfda40 service nova] [instance: f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3] Received event network-vif-plugged-5af5041a-c90d-4815-91e3-23d0fdddd3e3 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.537030] env[68800]: DEBUG oslo_concurrency.lockutils [req-073dda92-2db6-47e6-b599-72e0c115ae5a req-9e1586dc-b3bc-4387-806c-d306d0cfda40 service nova] Acquiring lock "f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.537241] env[68800]: DEBUG oslo_concurrency.lockutils [req-073dda92-2db6-47e6-b599-72e0c115ae5a req-9e1586dc-b3bc-4387-806c-d306d0cfda40 service nova] Lock "f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.537403] env[68800]: DEBUG oslo_concurrency.lockutils [req-073dda92-2db6-47e6-b599-72e0c115ae5a req-9e1586dc-b3bc-4387-806c-d306d0cfda40 service nova] Lock "f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.537588] env[68800]: DEBUG nova.compute.manager [req-073dda92-2db6-47e6-b599-72e0c115ae5a req-9e1586dc-b3bc-4387-806c-d306d0cfda40 service nova] [instance: f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3] No waiting events found dispatching network-vif-plugged-5af5041a-c90d-4815-91e3-23d0fdddd3e3 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 885.537744] env[68800]: WARNING nova.compute.manager [req-073dda92-2db6-47e6-b599-72e0c115ae5a req-9e1586dc-b3bc-4387-806c-d306d0cfda40 service nova] [instance: f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3] Received unexpected event network-vif-plugged-5af5041a-c90d-4815-91e3-23d0fdddd3e3 for instance with vm_state building and task_state spawning. [ 885.537904] env[68800]: DEBUG nova.compute.manager [req-073dda92-2db6-47e6-b599-72e0c115ae5a req-9e1586dc-b3bc-4387-806c-d306d0cfda40 service nova] [instance: f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3] Received event network-changed-5af5041a-c90d-4815-91e3-23d0fdddd3e3 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.538076] env[68800]: DEBUG nova.compute.manager [req-073dda92-2db6-47e6-b599-72e0c115ae5a req-9e1586dc-b3bc-4387-806c-d306d0cfda40 service nova] [instance: f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3] Refreshing instance network info cache due to event network-changed-5af5041a-c90d-4815-91e3-23d0fdddd3e3. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 885.538252] env[68800]: DEBUG oslo_concurrency.lockutils [req-073dda92-2db6-47e6-b599-72e0c115ae5a req-9e1586dc-b3bc-4387-806c-d306d0cfda40 service nova] Acquiring lock "refresh_cache-f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.617413] env[68800]: DEBUG nova.network.neutron [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 885.623463] env[68800]: DEBUG oslo_vmware.api [None req-b38aefa9-2138-4491-a4e9-b1b7ea2cdabd tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Task: {'id': task-3243820, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140822} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.623800] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-b38aefa9-2138-4491-a4e9-b1b7ea2cdabd tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 885.624018] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b38aefa9-2138-4491-a4e9-b1b7ea2cdabd tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 885.624386] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b38aefa9-2138-4491-a4e9-b1b7ea2cdabd tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 885.624619] env[68800]: INFO nova.compute.manager [None req-b38aefa9-2138-4491-a4e9-b1b7ea2cdabd tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Took 1.16 seconds to destroy the instance on the hypervisor. [ 885.624894] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b38aefa9-2138-4491-a4e9-b1b7ea2cdabd tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.625162] env[68800]: DEBUG nova.compute.manager [-] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 885.625297] env[68800]: DEBUG nova.network.neutron [-] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 885.746873] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529d3544-d2af-a749-f810-e412eb86edcd, 'name': SearchDatastore_Task, 'duration_secs': 0.018859} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.746873] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.746873] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] d0fbab34-bbfe-44a1-9fe8-4493c50e625b/d0fbab34-bbfe-44a1-9fe8-4493c50e625b.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 885.748060] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98887fb0-e29e-4988-9387-8193e6bae35a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.755463] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Waiting for the task: (returnval){ [ 885.755463] env[68800]: value = "task-3243821" [ 885.755463] env[68800]: _type = "Task" [ 885.755463] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.764877] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': task-3243821, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.848567] env[68800]: DEBUG nova.network.neutron [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3] Updating instance_info_cache with network_info: [{"id": "5af5041a-c90d-4815-91e3-23d0fdddd3e3", "address": "fa:16:3e:10:51:76", "network": {"id": "9d8377b7-8ace-4136-a935-6f1ff6032f71", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1602596804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e5576334ce940f58e88e33e95494b28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5af5041a-c9", "ovs_interfaceid": "5af5041a-c90d-4815-91e3-23d0fdddd3e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.892562] env[68800]: DEBUG oslo_concurrency.lockutils [req-4da14d27-771d-4d2f-a43b-da269c3370cb req-8a1064b2-cd56-4842-9099-05b720533c96 service nova] Releasing lock "refresh_cache-1456b84a-2f16-4103-b6c9-e3860ed62366" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.924043] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 4205ef4c-0140-4357-b453-64899d952ce2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 885.974622] env[68800]: DEBUG nova.compute.manager [req-f49b91c4-eb2a-42f8-a11f-33f26772cbd5 req-d94c64a6-6f4d-41ce-ba49-49219e922ee5 service nova] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Received event network-vif-deleted-0a74f589-1a95-42cf-99d1-99d5172055f7 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.974828] env[68800]: INFO nova.compute.manager [req-f49b91c4-eb2a-42f8-a11f-33f26772cbd5 req-d94c64a6-6f4d-41ce-ba49-49219e922ee5 service nova] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Neutron deleted interface 0a74f589-1a95-42cf-99d1-99d5172055f7; detaching it from the instance and deleting it from the info cache [ 885.975008] env[68800]: DEBUG nova.network.neutron [req-f49b91c4-eb2a-42f8-a11f-33f26772cbd5 req-d94c64a6-6f4d-41ce-ba49-49219e922ee5 service nova] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.267369] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': task-3243821, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.354863] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Releasing lock "refresh_cache-f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.355095] env[68800]: DEBUG nova.compute.manager [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3] Instance network_info: |[{"id": "5af5041a-c90d-4815-91e3-23d0fdddd3e3", "address": "fa:16:3e:10:51:76", "network": {"id": "9d8377b7-8ace-4136-a935-6f1ff6032f71", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1602596804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e5576334ce940f58e88e33e95494b28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5af5041a-c9", "ovs_interfaceid": "5af5041a-c90d-4815-91e3-23d0fdddd3e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 886.355959] env[68800]: DEBUG oslo_concurrency.lockutils [req-073dda92-2db6-47e6-b599-72e0c115ae5a req-9e1586dc-b3bc-4387-806c-d306d0cfda40 service nova] Acquired lock "refresh_cache-f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.356326] env[68800]: DEBUG nova.network.neutron [req-073dda92-2db6-47e6-b599-72e0c115ae5a req-9e1586dc-b3bc-4387-806c-d306d0cfda40 service nova] [instance: f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3] Refreshing network info cache for port 5af5041a-c90d-4815-91e3-23d0fdddd3e3 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 886.358297] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:51:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06cc7c49-c46c-4c1e-bf51-77e9ea802c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5af5041a-c90d-4815-91e3-23d0fdddd3e3', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 886.366489] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.369890] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 886.370540] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52a6f7d8-c805-4a8a-a029-4ae3f8ceacfb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.386703] env[68800]: DEBUG nova.network.neutron [-] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.395508] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 886.395508] env[68800]: value = "task-3243822" [ 886.395508] env[68800]: _type = "Task" [ 886.395508] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.405779] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243822, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.426881] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance b8608521-c253-4f10-a930-8bbf4bc3a987 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 886.427053] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Migration 8c96c457-1ea7-4727-a193-3beb77067f56 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 886.427234] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 99f2d44f-e361-466f-998c-f23a2b04bcbf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 886.477517] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c043ecc2-71bd-4e06-93ec-7c505276f1bd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.490117] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e0a013-7bdf-4f51-9347-f63f2457a819 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.536048] env[68800]: DEBUG nova.compute.manager [req-f49b91c4-eb2a-42f8-a11f-33f26772cbd5 req-d94c64a6-6f4d-41ce-ba49-49219e922ee5 service nova] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Detach interface failed, port_id=0a74f589-1a95-42cf-99d1-99d5172055f7, reason: Instance 1456b84a-2f16-4103-b6c9-e3860ed62366 could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 886.632186] env[68800]: DEBUG nova.network.neutron [req-073dda92-2db6-47e6-b599-72e0c115ae5a req-9e1586dc-b3bc-4387-806c-d306d0cfda40 service nova] [instance: f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3] Updated VIF entry in instance network info cache for port 5af5041a-c90d-4815-91e3-23d0fdddd3e3. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 886.632624] env[68800]: DEBUG nova.network.neutron [req-073dda92-2db6-47e6-b599-72e0c115ae5a req-9e1586dc-b3bc-4387-806c-d306d0cfda40 service nova] [instance: f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3] Updating instance_info_cache with network_info: [{"id": "5af5041a-c90d-4815-91e3-23d0fdddd3e3", "address": "fa:16:3e:10:51:76", "network": {"id": "9d8377b7-8ace-4136-a935-6f1ff6032f71", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1602596804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e5576334ce940f58e88e33e95494b28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5af5041a-c9", "ovs_interfaceid": "5af5041a-c90d-4815-91e3-23d0fdddd3e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.767045] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': task-3243821, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.763178} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.768248] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] d0fbab34-bbfe-44a1-9fe8-4493c50e625b/d0fbab34-bbfe-44a1-9fe8-4493c50e625b.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 886.768248] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d0fbab34-bbfe-44a1-9fe8-4493c50e625b] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 886.768420] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7a8606e-c75b-45a0-9fe6-2b3442b98a35 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.776143] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Waiting for the task: (returnval){ [ 886.776143] env[68800]: value = "task-3243823" [ 886.776143] env[68800]: _type = "Task" [ 886.776143] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.788068] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': task-3243823, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.838777] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5db00ef3-669f-41e5-9984-b5f6aa3dd318 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquiring lock "b3fa9fdc-bdab-4337-ba0b-547659c3734c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.839057] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5db00ef3-669f-41e5-9984-b5f6aa3dd318 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Lock "b3fa9fdc-bdab-4337-ba0b-547659c3734c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.839282] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5db00ef3-669f-41e5-9984-b5f6aa3dd318 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquiring lock "b3fa9fdc-bdab-4337-ba0b-547659c3734c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.839513] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5db00ef3-669f-41e5-9984-b5f6aa3dd318 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Lock "b3fa9fdc-bdab-4337-ba0b-547659c3734c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.839687] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5db00ef3-669f-41e5-9984-b5f6aa3dd318 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Lock "b3fa9fdc-bdab-4337-ba0b-547659c3734c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.841909] env[68800]: INFO nova.compute.manager [None req-5db00ef3-669f-41e5-9984-b5f6aa3dd318 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] Terminating instance [ 886.890570] env[68800]: INFO nova.compute.manager [-] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Took 1.27 seconds to deallocate network for instance. [ 886.906895] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243822, 'name': CreateVM_Task, 'duration_secs': 0.374377} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.907583] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 886.907896] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.908155] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.908448] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.908727] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edaec675-562a-47d5-bac6-bed0f5eb95ea {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.917190] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Waiting for the task: (returnval){ [ 886.917190] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52f4d88e-b1b7-bc85-187f-f37752752d66" [ 886.917190] env[68800]: _type = "Task" [ 886.917190] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.925833] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52f4d88e-b1b7-bc85-187f-f37752752d66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.931031] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 531bc9c2-f27e-4ade-aa3f-4c926398267a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 887.135590] env[68800]: DEBUG oslo_concurrency.lockutils [req-073dda92-2db6-47e6-b599-72e0c115ae5a req-9e1586dc-b3bc-4387-806c-d306d0cfda40 service nova] Releasing lock "refresh_cache-f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.287017] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': task-3243823, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075444} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.287327] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d0fbab34-bbfe-44a1-9fe8-4493c50e625b] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 887.288149] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e29906-54ef-43c9-9e24-6f35943c3cb3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.313024] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d0fbab34-bbfe-44a1-9fe8-4493c50e625b] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] d0fbab34-bbfe-44a1-9fe8-4493c50e625b/d0fbab34-bbfe-44a1-9fe8-4493c50e625b.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.313024] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d90ef0e9-7c18-41fd-b906-4d95f5ee4af7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.333835] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Waiting for the task: (returnval){ [ 887.333835] env[68800]: value = "task-3243824" [ 887.333835] env[68800]: _type = "Task" [ 887.333835] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.342194] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': task-3243824, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.345964] env[68800]: DEBUG nova.compute.manager [None req-5db00ef3-669f-41e5-9984-b5f6aa3dd318 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 887.346188] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5db00ef3-669f-41e5-9984-b5f6aa3dd318 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.346963] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf05b29-2724-495f-a91a-d683aad0e8a9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.354310] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-5db00ef3-669f-41e5-9984-b5f6aa3dd318 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.354560] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35dab582-e75c-4230-bc53-d0c612a46c53 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.361655] env[68800]: DEBUG oslo_vmware.api [None req-5db00ef3-669f-41e5-9984-b5f6aa3dd318 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 887.361655] env[68800]: value = "task-3243825" [ 887.361655] env[68800]: _type = "Task" [ 887.361655] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.369450] env[68800]: DEBUG oslo_vmware.api [None req-5db00ef3-669f-41e5-9984-b5f6aa3dd318 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243825, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.402189] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b38aefa9-2138-4491-a4e9-b1b7ea2cdabd tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.426372] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52f4d88e-b1b7-bc85-187f-f37752752d66, 'name': SearchDatastore_Task, 'duration_secs': 0.016919} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.426703] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.426937] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 887.427190] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.427337] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.427513] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 887.427786] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13bfe977-2926-460a-b79b-69b69419e9a2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.433578] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 2f746cfa-4d45-40d2-b39f-a7df3f22ada1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 887.440362] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 887.440362] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 887.440362] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a449216-02e7-48d0-b7a5-13a1829624c0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.446496] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Waiting for the task: (returnval){ [ 887.446496] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52d5f482-af44-7433-c827-37d45a8f52b6" [ 887.446496] env[68800]: _type = "Task" [ 887.446496] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.456376] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52d5f482-af44-7433-c827-37d45a8f52b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.844810] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': task-3243824, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.871524] env[68800]: DEBUG oslo_vmware.api [None req-5db00ef3-669f-41e5-9984-b5f6aa3dd318 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243825, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.936876] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 74cb60da-96d0-4cad-ac01-96c090cf6e84 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 887.937929] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Total usable vcpus: 48, total allocated vcpus: 23 {{(pid=68800) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 887.938058] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=5056MB phys_disk=200GB used_disk=24GB total_vcpus=48 used_vcpus=23 pci_stats=[] {{(pid=68800) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 887.958112] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52d5f482-af44-7433-c827-37d45a8f52b6, 'name': SearchDatastore_Task, 'duration_secs': 0.018422} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.958851] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a51f3dd2-5661-4929-9d09-359dbdcfa21e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.967888] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Waiting for the task: (returnval){ [ 887.967888] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]527ba519-680d-1f8d-e0c9-93f8a2230d98" [ 887.967888] env[68800]: _type = "Task" [ 887.967888] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.977025] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]527ba519-680d-1f8d-e0c9-93f8a2230d98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.346935] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': task-3243824, 'name': ReconfigVM_Task, 'duration_secs': 0.938909} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.347352] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d0fbab34-bbfe-44a1-9fe8-4493c50e625b] Reconfigured VM instance instance-0000003d to attach disk [datastore2] d0fbab34-bbfe-44a1-9fe8-4493c50e625b/d0fbab34-bbfe-44a1-9fe8-4493c50e625b.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.348622] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be707ba9-e3e8-43e6-80e0-5ff73d2748fc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.357369] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Waiting for the task: (returnval){ [ 888.357369] env[68800]: value = "task-3243826" [ 888.357369] env[68800]: _type = "Task" [ 888.357369] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.370735] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': task-3243826, 'name': Rename_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.378823] env[68800]: DEBUG oslo_vmware.api [None req-5db00ef3-669f-41e5-9984-b5f6aa3dd318 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243825, 'name': PowerOffVM_Task, 'duration_secs': 0.932793} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.378823] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-5db00ef3-669f-41e5-9984-b5f6aa3dd318 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.378823] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5db00ef3-669f-41e5-9984-b5f6aa3dd318 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 888.379069] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3992f0da-f94d-4f7e-926e-7d9c7bf8278f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.409312] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1765f3e7-278b-42b1-b104-67b7a3d5a3d0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.419277] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e409d5-617f-4f35-9886-ea77011d2816 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.455176] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26a693c-3c8f-4941-8190-d33cabea5112 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.457879] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5db00ef3-669f-41e5-9984-b5f6aa3dd318 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 888.458102] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5db00ef3-669f-41e5-9984-b5f6aa3dd318 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 888.458282] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-5db00ef3-669f-41e5-9984-b5f6aa3dd318 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Deleting the datastore file [datastore1] b3fa9fdc-bdab-4337-ba0b-547659c3734c {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.458539] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bcab9dc5-4806-4c86-8fbe-217edb2105da {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.465673] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d32392c-b54a-4b82-86e5-f6024d1dc00d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.470405] env[68800]: DEBUG oslo_vmware.api [None req-5db00ef3-669f-41e5-9984-b5f6aa3dd318 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 888.470405] env[68800]: value = "task-3243828" [ 888.470405] env[68800]: _type = "Task" [ 888.470405] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.485175] env[68800]: DEBUG nova.compute.provider_tree [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.490529] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]527ba519-680d-1f8d-e0c9-93f8a2230d98, 'name': SearchDatastore_Task, 'duration_secs': 0.014312} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.491076] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.491339] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3/f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 888.491608] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16ca9b46-7399-4725-83cc-988a44f53091 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.496732] env[68800]: DEBUG oslo_vmware.api [None req-5db00ef3-669f-41e5-9984-b5f6aa3dd318 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243828, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.502606] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Waiting for the task: (returnval){ [ 888.502606] env[68800]: value = "task-3243829" [ 888.502606] env[68800]: _type = "Task" [ 888.502606] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.511432] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': task-3243829, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.869649] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': task-3243826, 'name': Rename_Task, 'duration_secs': 0.18065} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.869979] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d0fbab34-bbfe-44a1-9fe8-4493c50e625b] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 888.870261] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82418b5a-7233-495b-9feb-ac60651f5460 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.878454] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Waiting for the task: (returnval){ [ 888.878454] env[68800]: value = "task-3243830" [ 888.878454] env[68800]: _type = "Task" [ 888.878454] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.889382] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': task-3243830, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.983646] env[68800]: DEBUG oslo_vmware.api [None req-5db00ef3-669f-41e5-9984-b5f6aa3dd318 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243828, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168721} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.983930] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-5db00ef3-669f-41e5-9984-b5f6aa3dd318 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.984134] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5db00ef3-669f-41e5-9984-b5f6aa3dd318 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 888.984335] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5db00ef3-669f-41e5-9984-b5f6aa3dd318 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 888.984507] env[68800]: INFO nova.compute.manager [None req-5db00ef3-669f-41e5-9984-b5f6aa3dd318 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] Took 1.64 seconds to destroy the instance on the hypervisor. [ 888.984747] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5db00ef3-669f-41e5-9984-b5f6aa3dd318 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.984946] env[68800]: DEBUG nova.compute.manager [-] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 888.985070] env[68800]: DEBUG nova.network.neutron [-] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 888.992053] env[68800]: DEBUG nova.scheduler.client.report [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.013174] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': task-3243829, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510035} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.014066] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3/f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 889.014354] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 889.014582] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a33aff43-3c74-488f-9b8c-47af7af1642a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.023169] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Waiting for the task: (returnval){ [ 889.023169] env[68800]: value = "task-3243831" [ 889.023169] env[68800]: _type = "Task" [ 889.023169] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.033039] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': task-3243831, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.377983] env[68800]: DEBUG nova.compute.manager [req-dc9a8100-0a62-4616-bf29-0ff3d8ec9f13 req-b3adba2a-450a-48ba-a56f-3b1246dad66f service nova] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] Received event network-vif-deleted-aae99c29-ab0d-4d19-b93b-ff565f7f0f74 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.378234] env[68800]: INFO nova.compute.manager [req-dc9a8100-0a62-4616-bf29-0ff3d8ec9f13 req-b3adba2a-450a-48ba-a56f-3b1246dad66f service nova] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] Neutron deleted interface aae99c29-ab0d-4d19-b93b-ff565f7f0f74; detaching it from the instance and deleting it from the info cache [ 889.378445] env[68800]: DEBUG nova.network.neutron [req-dc9a8100-0a62-4616-bf29-0ff3d8ec9f13 req-b3adba2a-450a-48ba-a56f-3b1246dad66f service nova] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.391245] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': task-3243830, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.497548] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68800) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 889.497548] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.154s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.497783] env[68800]: DEBUG oslo_concurrency.lockutils [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.835s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.499403] env[68800]: INFO nova.compute.claims [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 889.502139] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.502284] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Cleaning up deleted instances {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 889.533722] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': task-3243831, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074643} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.533976] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 889.534855] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af08597a-faeb-46bf-a018-82686ccd1773 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.557764] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3/f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.558273] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ddb466c-3999-4a8a-894b-ec3d928d3e5d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.582325] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Waiting for the task: (returnval){ [ 889.582325] env[68800]: value = "task-3243832" [ 889.582325] env[68800]: _type = "Task" [ 889.582325] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.591624] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': task-3243832, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.754511] env[68800]: DEBUG nova.network.neutron [-] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.884434] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-19bb88a5-d09e-4396-809d-7fad3908960b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.892462] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': task-3243830, 'name': PowerOnVM_Task, 'duration_secs': 0.952621} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.893678] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d0fbab34-bbfe-44a1-9fe8-4493c50e625b] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 889.893895] env[68800]: INFO nova.compute.manager [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d0fbab34-bbfe-44a1-9fe8-4493c50e625b] Took 9.54 seconds to spawn the instance on the hypervisor. [ 889.894092] env[68800]: DEBUG nova.compute.manager [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d0fbab34-bbfe-44a1-9fe8-4493c50e625b] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 889.894922] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be790b7-5fb8-4069-959a-04c335776ec6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.899796] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d4b198-19ad-4c15-adb2-8ecc0528cba4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.938716] env[68800]: DEBUG nova.compute.manager [req-dc9a8100-0a62-4616-bf29-0ff3d8ec9f13 req-b3adba2a-450a-48ba-a56f-3b1246dad66f service nova] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] Detach interface failed, port_id=aae99c29-ab0d-4d19-b93b-ff565f7f0f74, reason: Instance b3fa9fdc-bdab-4337-ba0b-547659c3734c could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 890.013884] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] There are 34 instances to clean {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 890.014208] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 16d4cf76-c278-4989-abf7-502f4b594a5b] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 890.092305] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': task-3243832, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.258170] env[68800]: INFO nova.compute.manager [-] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] Took 1.27 seconds to deallocate network for instance. [ 890.424277] env[68800]: INFO nova.compute.manager [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d0fbab34-bbfe-44a1-9fe8-4493c50e625b] Took 41.87 seconds to build instance. [ 890.522412] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: d9fb180f-dcd3-4123-a2a0-890182749779] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 890.597018] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': task-3243832, 'name': ReconfigVM_Task, 'duration_secs': 0.983435} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.597018] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3] Reconfigured VM instance instance-0000003e to attach disk [datastore1] f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3/f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.597018] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed448a42-7b4e-4486-9481-727bafc393c7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.604393] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Waiting for the task: (returnval){ [ 890.604393] env[68800]: value = "task-3243833" [ 890.604393] env[68800]: _type = "Task" [ 890.604393] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.614313] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': task-3243833, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.770076] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5db00ef3-669f-41e5-9984-b5f6aa3dd318 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.926315] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Lock "d0fbab34-bbfe-44a1-9fe8-4493c50e625b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.818s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.016672] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac95d5f1-134a-40bd-93ea-cec5127a846a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.024225] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 2bc10214-7e42-4af6-8970-d0b06ed4e3be] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 891.026766] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12447f83-62e1-430a-901d-478d4145caef {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.061423] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56bc15c0-e51a-4578-82b7-fcd2fab279b9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.071197] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6547c9-0f22-4601-b74e-d2a3cccadc47 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.087160] env[68800]: DEBUG nova.compute.provider_tree [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.114405] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': task-3243833, 'name': Rename_Task, 'duration_secs': 0.34498} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.114698] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 891.114930] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41ff9b0e-1574-43fc-90ce-c9a951871313 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.122409] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Waiting for the task: (returnval){ [ 891.122409] env[68800]: value = "task-3243834" [ 891.122409] env[68800]: _type = "Task" [ 891.122409] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.131178] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': task-3243834, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.531588] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 10bc35c7-e142-4916-8e91-e4498042c6f3] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 891.589779] env[68800]: DEBUG nova.scheduler.client.report [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.633635] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': task-3243834, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.729695] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquiring lock "5bb303dd-ea06-486b-8e2a-f966cce8a400" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.729967] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "5bb303dd-ea06-486b-8e2a-f966cce8a400" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.035615] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: b636f115-b125-4317-915a-d03d85d128aa] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 892.095258] env[68800]: DEBUG oslo_concurrency.lockutils [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.095854] env[68800]: DEBUG nova.compute.manager [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 892.098620] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 32.336s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.135025] env[68800]: DEBUG oslo_vmware.api [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': task-3243834, 'name': PowerOnVM_Task, 'duration_secs': 0.547972} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.135309] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 892.135506] env[68800]: INFO nova.compute.manager [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3] Took 9.07 seconds to spawn the instance on the hypervisor. [ 892.135684] env[68800]: DEBUG nova.compute.manager [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 892.136467] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0b3927-7ded-4fc9-9871-260fea9b1f47 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.232511] env[68800]: DEBUG nova.compute.manager [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 892.539769] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: d1b67a95-9fc6-4ce5-9f1d-c0b15a59f77d] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 892.604020] env[68800]: INFO nova.compute.claims [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 892.609031] env[68800]: DEBUG nova.compute.utils [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 892.610309] env[68800]: DEBUG nova.compute.manager [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 892.610483] env[68800]: DEBUG nova.network.neutron [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 892.655871] env[68800]: INFO nova.compute.manager [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3] Took 39.51 seconds to build instance. [ 892.657952] env[68800]: DEBUG nova.policy [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a1aef52386543a8b2326d1316383366', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0d9f2881edf4f79b52db59af16e8133', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 892.756840] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.937324] env[68800]: DEBUG nova.network.neutron [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Successfully created port: b2314093-cc21-465b-afef-ce4d54db1ce6 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 893.046527] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 7e8a4b8e-7ea7-4a0f-a2c5-7ee91e42b082] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 893.112200] env[68800]: INFO nova.compute.resource_tracker [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Updating resource usage from migration 8c96c457-1ea7-4727-a193-3beb77067f56 [ 893.115610] env[68800]: DEBUG nova.compute.manager [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 893.160926] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8bf164c6-b8d0-4ac7-bb7f-75cb18bcd871 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Lock "f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.002s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.550744] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 88b6dbfd-2340-430d-96f5-fbe15e3b654b] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 893.615999] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8e800b-fc57-471a-b30f-2977c43da02d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.627752] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc9ca99-e639-49f1-8ba7-54463f089fe7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.672738] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e18ee1-6812-4ff6-99f3-ffdf43f69011 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.691878] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe697e96-2c28-4d42-acef-4e2ee9b2742a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.712726] env[68800]: DEBUG nova.compute.provider_tree [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.054104] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 38df7b29-99a7-42a1-8dcd-47bedc72f440] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 894.124585] env[68800]: DEBUG nova.compute.manager [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 894.149946] env[68800]: DEBUG nova.virt.hardware [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 894.150229] env[68800]: DEBUG nova.virt.hardware [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 894.150385] env[68800]: DEBUG nova.virt.hardware [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 894.150562] env[68800]: DEBUG nova.virt.hardware [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 894.150707] env[68800]: DEBUG nova.virt.hardware [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 894.150852] env[68800]: DEBUG nova.virt.hardware [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 894.151076] env[68800]: DEBUG nova.virt.hardware [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 894.151265] env[68800]: DEBUG nova.virt.hardware [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 894.151443] env[68800]: DEBUG nova.virt.hardware [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 894.151613] env[68800]: DEBUG nova.virt.hardware [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 894.151787] env[68800]: DEBUG nova.virt.hardware [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 894.152682] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf31d636-93e2-4066-ac49-de65e19a840c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.162457] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d31abd-5b7c-4e76-a70f-62f67ba2ae69 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.191677] env[68800]: DEBUG oslo_concurrency.lockutils [None req-43d0c4b2-0ded-4f9c-ba3f-0d3b058b7ec7 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Acquiring lock "d9927778-e07f-4370-b30d-1e94855689c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.191677] env[68800]: DEBUG oslo_concurrency.lockutils [None req-43d0c4b2-0ded-4f9c-ba3f-0d3b058b7ec7 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Lock "d9927778-e07f-4370-b30d-1e94855689c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.191677] env[68800]: DEBUG oslo_concurrency.lockutils [None req-43d0c4b2-0ded-4f9c-ba3f-0d3b058b7ec7 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Acquiring lock "d9927778-e07f-4370-b30d-1e94855689c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.191860] env[68800]: DEBUG oslo_concurrency.lockutils [None req-43d0c4b2-0ded-4f9c-ba3f-0d3b058b7ec7 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Lock "d9927778-e07f-4370-b30d-1e94855689c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.192027] env[68800]: DEBUG oslo_concurrency.lockutils [None req-43d0c4b2-0ded-4f9c-ba3f-0d3b058b7ec7 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Lock "d9927778-e07f-4370-b30d-1e94855689c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.194323] env[68800]: INFO nova.compute.manager [None req-43d0c4b2-0ded-4f9c-ba3f-0d3b058b7ec7 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d9927778-e07f-4370-b30d-1e94855689c3] Terminating instance [ 894.218147] env[68800]: DEBUG nova.scheduler.client.report [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.477448] env[68800]: DEBUG nova.network.neutron [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Successfully updated port: b2314093-cc21-465b-afef-ce4d54db1ce6 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 894.540894] env[68800]: DEBUG nova.compute.manager [req-58eba079-6fe9-482f-95ea-ab81219bd6f9 req-901b58b1-53df-4b4a-aaa3-c70ca185fcf2 service nova] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Received event network-vif-plugged-b2314093-cc21-465b-afef-ce4d54db1ce6 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.541046] env[68800]: DEBUG oslo_concurrency.lockutils [req-58eba079-6fe9-482f-95ea-ab81219bd6f9 req-901b58b1-53df-4b4a-aaa3-c70ca185fcf2 service nova] Acquiring lock "dee516d0-4241-427f-87f4-49201f04bfd1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.541266] env[68800]: DEBUG oslo_concurrency.lockutils [req-58eba079-6fe9-482f-95ea-ab81219bd6f9 req-901b58b1-53df-4b4a-aaa3-c70ca185fcf2 service nova] Lock "dee516d0-4241-427f-87f4-49201f04bfd1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.541438] env[68800]: DEBUG oslo_concurrency.lockutils [req-58eba079-6fe9-482f-95ea-ab81219bd6f9 req-901b58b1-53df-4b4a-aaa3-c70ca185fcf2 service nova] Lock "dee516d0-4241-427f-87f4-49201f04bfd1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.541640] env[68800]: DEBUG nova.compute.manager [req-58eba079-6fe9-482f-95ea-ab81219bd6f9 req-901b58b1-53df-4b4a-aaa3-c70ca185fcf2 service nova] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] No waiting events found dispatching network-vif-plugged-b2314093-cc21-465b-afef-ce4d54db1ce6 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 894.541762] env[68800]: WARNING nova.compute.manager [req-58eba079-6fe9-482f-95ea-ab81219bd6f9 req-901b58b1-53df-4b4a-aaa3-c70ca185fcf2 service nova] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Received unexpected event network-vif-plugged-b2314093-cc21-465b-afef-ce4d54db1ce6 for instance with vm_state building and task_state spawning. [ 894.557601] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: f5251e20-8dda-4d70-b30c-26ffe9218656] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 894.697816] env[68800]: DEBUG nova.compute.manager [None req-43d0c4b2-0ded-4f9c-ba3f-0d3b058b7ec7 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d9927778-e07f-4370-b30d-1e94855689c3] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 894.698058] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-43d0c4b2-0ded-4f9c-ba3f-0d3b058b7ec7 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d9927778-e07f-4370-b30d-1e94855689c3] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 894.699145] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a0f31a-040f-46ad-94e1-141edf5bf9d9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.707892] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d0c4b2-0ded-4f9c-ba3f-0d3b058b7ec7 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d9927778-e07f-4370-b30d-1e94855689c3] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 894.708163] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e41c0bb-3917-46f1-bcd7-5e25cfc16207 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.715810] env[68800]: DEBUG oslo_vmware.api [None req-43d0c4b2-0ded-4f9c-ba3f-0d3b058b7ec7 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Waiting for the task: (returnval){ [ 894.715810] env[68800]: value = "task-3243835" [ 894.715810] env[68800]: _type = "Task" [ 894.715810] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.720844] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.622s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.721046] env[68800]: INFO nova.compute.manager [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Migrating [ 894.732512] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.864s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.734059] env[68800]: INFO nova.compute.claims [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 894.737243] env[68800]: DEBUG oslo_vmware.api [None req-43d0c4b2-0ded-4f9c-ba3f-0d3b058b7ec7 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': task-3243835, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.982472] env[68800]: DEBUG oslo_concurrency.lockutils [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Acquiring lock "refresh_cache-dee516d0-4241-427f-87f4-49201f04bfd1" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.982629] env[68800]: DEBUG oslo_concurrency.lockutils [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Acquired lock "refresh_cache-dee516d0-4241-427f-87f4-49201f04bfd1" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.982783] env[68800]: DEBUG nova.network.neutron [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.061043] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: d3dcdc78-f54f-46f0-9e8f-6f2ff8f36e89] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 895.227129] env[68800]: DEBUG oslo_vmware.api [None req-43d0c4b2-0ded-4f9c-ba3f-0d3b058b7ec7 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': task-3243835, 'name': PowerOffVM_Task, 'duration_secs': 0.218002} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.227411] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d0c4b2-0ded-4f9c-ba3f-0d3b058b7ec7 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d9927778-e07f-4370-b30d-1e94855689c3] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 895.227578] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-43d0c4b2-0ded-4f9c-ba3f-0d3b058b7ec7 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d9927778-e07f-4370-b30d-1e94855689c3] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 895.227834] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad113c51-6923-445e-9acb-4e278376ce31 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.245901] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquiring lock "refresh_cache-99f2d44f-e361-466f-998c-f23a2b04bcbf" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.246236] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquired lock "refresh_cache-99f2d44f-e361-466f-998c-f23a2b04bcbf" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.246468] env[68800]: DEBUG nova.network.neutron [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.303013] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-43d0c4b2-0ded-4f9c-ba3f-0d3b058b7ec7 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d9927778-e07f-4370-b30d-1e94855689c3] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 895.303338] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-43d0c4b2-0ded-4f9c-ba3f-0d3b058b7ec7 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d9927778-e07f-4370-b30d-1e94855689c3] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 895.303536] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-43d0c4b2-0ded-4f9c-ba3f-0d3b058b7ec7 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Deleting the datastore file [datastore2] d9927778-e07f-4370-b30d-1e94855689c3 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 895.303813] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a8b784a-9675-4eeb-a657-7f02683ab988 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.311965] env[68800]: DEBUG oslo_vmware.api [None req-43d0c4b2-0ded-4f9c-ba3f-0d3b058b7ec7 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Waiting for the task: (returnval){ [ 895.311965] env[68800]: value = "task-3243837" [ 895.311965] env[68800]: _type = "Task" [ 895.311965] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.516355] env[68800]: DEBUG nova.network.neutron [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 895.564425] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: edf23e1c-b030-4fd8-88c6-558707c6fe87] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 895.662143] env[68800]: DEBUG nova.network.neutron [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Updating instance_info_cache with network_info: [{"id": "b2314093-cc21-465b-afef-ce4d54db1ce6", "address": "fa:16:3e:0e:98:81", "network": {"id": "3789a7b0-2d31-4b9d-9779-6d245dced3a3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1329484446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0d9f2881edf4f79b52db59af16e8133", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2314093-cc", "ovs_interfaceid": "b2314093-cc21-465b-afef-ce4d54db1ce6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.825952] env[68800]: DEBUG oslo_vmware.api [None req-43d0c4b2-0ded-4f9c-ba3f-0d3b058b7ec7 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': task-3243837, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.963298] env[68800]: DEBUG nova.network.neutron [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Updating instance_info_cache with network_info: [{"id": "799e4986-0930-491b-98ff-32f545243230", "address": "fa:16:3e:94:65:06", "network": {"id": "d2aa08d6-a1ed-4602-80f7-7e07ba244d6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2142783339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f658ebcc84a8451b9e8d28db15cd0d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap799e4986-09", "ovs_interfaceid": "799e4986-0930-491b-98ff-32f545243230", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.068322] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 7dd75bea-9645-49e0-a518-21659a16022f] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 896.164942] env[68800]: DEBUG oslo_concurrency.lockutils [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Releasing lock "refresh_cache-dee516d0-4241-427f-87f4-49201f04bfd1" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.164942] env[68800]: DEBUG nova.compute.manager [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Instance network_info: |[{"id": "b2314093-cc21-465b-afef-ce4d54db1ce6", "address": "fa:16:3e:0e:98:81", "network": {"id": "3789a7b0-2d31-4b9d-9779-6d245dced3a3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1329484446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0d9f2881edf4f79b52db59af16e8133", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2314093-cc", "ovs_interfaceid": "b2314093-cc21-465b-afef-ce4d54db1ce6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 896.165211] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:98:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53955f0e-c162-4cef-8bd5-335b369c36b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2314093-cc21-465b-afef-ce4d54db1ce6', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 896.173446] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.176124] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 896.177495] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3abc326-29d5-4538-8c51-a0d4018fe7e9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.200982] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 896.200982] env[68800]: value = "task-3243838" [ 896.200982] env[68800]: _type = "Task" [ 896.200982] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.208957] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeacfcdd-6bd8-44eb-91b0-fbcd0401ab09 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.216962] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243838, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.220540] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3bd84a-b1fe-4d2d-97bb-1bb540454a21 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.253433] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e950a9-93b0-4b44-af74-ea0a02e16dde {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.262472] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8c2c77-9310-4f8e-8838-e40963dba387 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.285279] env[68800]: DEBUG nova.compute.provider_tree [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.324120] env[68800]: DEBUG oslo_vmware.api [None req-43d0c4b2-0ded-4f9c-ba3f-0d3b058b7ec7 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': task-3243837, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.568157} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.324330] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-43d0c4b2-0ded-4f9c-ba3f-0d3b058b7ec7 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.324511] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-43d0c4b2-0ded-4f9c-ba3f-0d3b058b7ec7 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d9927778-e07f-4370-b30d-1e94855689c3] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 896.324688] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-43d0c4b2-0ded-4f9c-ba3f-0d3b058b7ec7 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d9927778-e07f-4370-b30d-1e94855689c3] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 896.324856] env[68800]: INFO nova.compute.manager [None req-43d0c4b2-0ded-4f9c-ba3f-0d3b058b7ec7 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d9927778-e07f-4370-b30d-1e94855689c3] Took 1.63 seconds to destroy the instance on the hypervisor. [ 896.325098] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43d0c4b2-0ded-4f9c-ba3f-0d3b058b7ec7 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.325292] env[68800]: DEBUG nova.compute.manager [-] [instance: d9927778-e07f-4370-b30d-1e94855689c3] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 896.325386] env[68800]: DEBUG nova.network.neutron [-] [instance: d9927778-e07f-4370-b30d-1e94855689c3] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 896.466852] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Releasing lock "refresh_cache-99f2d44f-e361-466f-998c-f23a2b04bcbf" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.571463] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: e20d7c2b-7bc9-4656-af23-bde9b48efe1d] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 896.612631] env[68800]: DEBUG nova.compute.manager [req-e52a6937-bba0-402d-af06-6fb11064f7a8 req-f1d14dc0-7a77-4001-8d64-8cdfeed27170 service nova] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Received event network-changed-b2314093-cc21-465b-afef-ce4d54db1ce6 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.612883] env[68800]: DEBUG nova.compute.manager [req-e52a6937-bba0-402d-af06-6fb11064f7a8 req-f1d14dc0-7a77-4001-8d64-8cdfeed27170 service nova] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Refreshing instance network info cache due to event network-changed-b2314093-cc21-465b-afef-ce4d54db1ce6. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 896.612955] env[68800]: DEBUG oslo_concurrency.lockutils [req-e52a6937-bba0-402d-af06-6fb11064f7a8 req-f1d14dc0-7a77-4001-8d64-8cdfeed27170 service nova] Acquiring lock "refresh_cache-dee516d0-4241-427f-87f4-49201f04bfd1" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.613754] env[68800]: DEBUG oslo_concurrency.lockutils [req-e52a6937-bba0-402d-af06-6fb11064f7a8 req-f1d14dc0-7a77-4001-8d64-8cdfeed27170 service nova] Acquired lock "refresh_cache-dee516d0-4241-427f-87f4-49201f04bfd1" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.613754] env[68800]: DEBUG nova.network.neutron [req-e52a6937-bba0-402d-af06-6fb11064f7a8 req-f1d14dc0-7a77-4001-8d64-8cdfeed27170 service nova] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Refreshing network info cache for port b2314093-cc21-465b-afef-ce4d54db1ce6 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 896.714195] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243838, 'name': CreateVM_Task, 'duration_secs': 0.3463} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.714500] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 896.715280] env[68800]: DEBUG oslo_concurrency.lockutils [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.715645] env[68800]: DEBUG oslo_concurrency.lockutils [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.716070] env[68800]: DEBUG oslo_concurrency.lockutils [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.716429] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0342954d-4d69-482a-b23d-0a1be17abe2a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.722920] env[68800]: DEBUG oslo_vmware.api [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 896.722920] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c3736d-ad00-8c23-aaee-144779f94c5a" [ 896.722920] env[68800]: _type = "Task" [ 896.722920] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.733848] env[68800]: DEBUG oslo_vmware.api [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c3736d-ad00-8c23-aaee-144779f94c5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.789440] env[68800]: DEBUG nova.scheduler.client.report [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.074422] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: a5b62cef-6f64-47fc-beb0-aaa1229511b8] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 897.095789] env[68800]: DEBUG nova.network.neutron [-] [instance: d9927778-e07f-4370-b30d-1e94855689c3] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.235168] env[68800]: DEBUG oslo_vmware.api [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c3736d-ad00-8c23-aaee-144779f94c5a, 'name': SearchDatastore_Task, 'duration_secs': 0.010961} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.235168] env[68800]: DEBUG oslo_concurrency.lockutils [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.235168] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 897.238174] env[68800]: DEBUG oslo_concurrency.lockutils [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.238365] env[68800]: DEBUG oslo_concurrency.lockutils [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.238556] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 897.239203] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5601985-e7d2-4e53-87e0-60f7cb271dd3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.250537] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 897.250782] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 897.251669] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40f77a7d-b94d-4a0d-a39f-45ca552486c0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.261877] env[68800]: DEBUG oslo_vmware.api [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 897.261877] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52569354-7c90-91b5-0ba4-c53bafb78acb" [ 897.261877] env[68800]: _type = "Task" [ 897.261877] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.278156] env[68800]: DEBUG oslo_vmware.api [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52569354-7c90-91b5-0ba4-c53bafb78acb, 'name': SearchDatastore_Task, 'duration_secs': 0.010628} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.279063] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76cf4f49-c5f0-42f6-804d-b341f50b1eac {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.293100] env[68800]: DEBUG oslo_vmware.api [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 897.293100] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529310ba-8e74-a1da-13e4-78402e9362db" [ 897.293100] env[68800]: _type = "Task" [ 897.293100] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.294022] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.562s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.295938] env[68800]: DEBUG nova.compute.manager [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 897.301132] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bf4fbe9a-e655-4aec-a676-07ee39e76fc3 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.175s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.301377] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bf4fbe9a-e655-4aec-a676-07ee39e76fc3 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.303361] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.896s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.304848] env[68800]: INFO nova.compute.claims [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 897.315175] env[68800]: DEBUG oslo_vmware.api [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529310ba-8e74-a1da-13e4-78402e9362db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.336627] env[68800]: INFO nova.scheduler.client.report [None req-bf4fbe9a-e655-4aec-a676-07ee39e76fc3 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Deleted allocations for instance d8ca704a-fbd1-43e3-bc26-a005ec7082d7 [ 897.529977] env[68800]: DEBUG nova.network.neutron [req-e52a6937-bba0-402d-af06-6fb11064f7a8 req-f1d14dc0-7a77-4001-8d64-8cdfeed27170 service nova] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Updated VIF entry in instance network info cache for port b2314093-cc21-465b-afef-ce4d54db1ce6. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 897.530389] env[68800]: DEBUG nova.network.neutron [req-e52a6937-bba0-402d-af06-6fb11064f7a8 req-f1d14dc0-7a77-4001-8d64-8cdfeed27170 service nova] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Updating instance_info_cache with network_info: [{"id": "b2314093-cc21-465b-afef-ce4d54db1ce6", "address": "fa:16:3e:0e:98:81", "network": {"id": "3789a7b0-2d31-4b9d-9779-6d245dced3a3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1329484446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0d9f2881edf4f79b52db59af16e8133", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2314093-cc", "ovs_interfaceid": "b2314093-cc21-465b-afef-ce4d54db1ce6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.577977] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: af1b5f44-b442-4c3e-923c-92c0d7db49b4] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 897.597972] env[68800]: INFO nova.compute.manager [-] [instance: d9927778-e07f-4370-b30d-1e94855689c3] Took 1.27 seconds to deallocate network for instance. [ 897.806727] env[68800]: DEBUG nova.compute.utils [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 897.808355] env[68800]: DEBUG oslo_vmware.api [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529310ba-8e74-a1da-13e4-78402e9362db, 'name': SearchDatastore_Task, 'duration_secs': 0.024256} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.808693] env[68800]: DEBUG nova.compute.manager [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 897.808888] env[68800]: DEBUG nova.network.neutron [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 897.812396] env[68800]: DEBUG oslo_concurrency.lockutils [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.813651] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] dee516d0-4241-427f-87f4-49201f04bfd1/dee516d0-4241-427f-87f4-49201f04bfd1.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 897.813651] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73acd54e-810b-479f-9159-fe6d11a324e6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.824153] env[68800]: DEBUG oslo_vmware.api [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 897.824153] env[68800]: value = "task-3243839" [ 897.824153] env[68800]: _type = "Task" [ 897.824153] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.832986] env[68800]: DEBUG oslo_vmware.api [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243839, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.846260] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bf4fbe9a-e655-4aec-a676-07ee39e76fc3 tempest-ListImageFiltersTestJSON-97603353 tempest-ListImageFiltersTestJSON-97603353-project-member] Lock "d8ca704a-fbd1-43e3-bc26-a005ec7082d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.199s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.853596] env[68800]: DEBUG nova.policy [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe557bcc592d4c08b4e280fa6361607a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'afdfb42235e54e239d59fd3191164f2a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 897.981765] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9487a8-751b-44b9-919f-751667e5fabb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.003032] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Updating instance '99f2d44f-e361-466f-998c-f23a2b04bcbf' progress to 0 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 898.033035] env[68800]: DEBUG oslo_concurrency.lockutils [req-e52a6937-bba0-402d-af06-6fb11064f7a8 req-f1d14dc0-7a77-4001-8d64-8cdfeed27170 service nova] Releasing lock "refresh_cache-dee516d0-4241-427f-87f4-49201f04bfd1" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.084745] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 9fe2f914-935a-4a24-9d71-487e7c0a69c7] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 898.104571] env[68800]: DEBUG oslo_concurrency.lockutils [None req-43d0c4b2-0ded-4f9c-ba3f-0d3b058b7ec7 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.146090] env[68800]: DEBUG nova.network.neutron [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Successfully created port: 6b4ca340-56af-4999-80f2-7ea76cc52eb2 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 898.314542] env[68800]: DEBUG nova.compute.manager [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 898.335415] env[68800]: DEBUG oslo_vmware.api [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243839, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473373} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.335415] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] dee516d0-4241-427f-87f4-49201f04bfd1/dee516d0-4241-427f-87f4-49201f04bfd1.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 898.335415] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 898.335415] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ddc1688-c762-4800-8cc5-e94bc3173659 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.345088] env[68800]: DEBUG oslo_vmware.api [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 898.345088] env[68800]: value = "task-3243840" [ 898.345088] env[68800]: _type = "Task" [ 898.345088] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.354617] env[68800]: DEBUG oslo_vmware.api [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243840, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.509788] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.513094] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0aef0020-7d2d-4225-b38a-a7ede3cb7b52 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.523998] env[68800]: DEBUG oslo_vmware.api [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 898.523998] env[68800]: value = "task-3243841" [ 898.523998] env[68800]: _type = "Task" [ 898.523998] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.536954] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] VM already powered off {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 898.536954] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Updating instance '99f2d44f-e361-466f-998c-f23a2b04bcbf' progress to 17 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 898.589362] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 943fcf53-ec92-4363-b6fa-ba1bec035124] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 898.733789] env[68800]: DEBUG nova.compute.manager [req-60c45595-d4ad-4253-867b-49430e93abb3 req-3d398a4a-5b7a-40ef-a3e8-47cf8914e634 service nova] [instance: d9927778-e07f-4370-b30d-1e94855689c3] Received event network-vif-deleted-9d926d62-498b-48ea-9d55-22babed78214 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.839059] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49717cf7-f235-4a7f-b95a-2bcf79ece583 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.850560] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c9e7ed-5f71-4045-93f0-925be8921986 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.859455] env[68800]: DEBUG oslo_vmware.api [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243840, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102956} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.883062] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 898.885221] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae26765-8677-4eb5-9192-b15a83f517ca {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.888213] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe69bd7-82b0-47e5-8424-f9d4b0aaaef4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.905715] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73247c72-daaa-405a-9f6d-d87471188f43 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.918257] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] dee516d0-4241-427f-87f4-49201f04bfd1/dee516d0-4241-427f-87f4-49201f04bfd1.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 898.918810] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-716879e0-be41-4c30-a1f1-1c400114f84c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.947089] env[68800]: DEBUG nova.compute.provider_tree [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.949687] env[68800]: DEBUG oslo_vmware.api [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 898.949687] env[68800]: value = "task-3243842" [ 898.949687] env[68800]: _type = "Task" [ 898.949687] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.961437] env[68800]: DEBUG oslo_vmware.api [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243842, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.043408] env[68800]: DEBUG nova.virt.hardware [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 899.043754] env[68800]: DEBUG nova.virt.hardware [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.043930] env[68800]: DEBUG nova.virt.hardware [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.044278] env[68800]: DEBUG nova.virt.hardware [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.044496] env[68800]: DEBUG nova.virt.hardware [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.044701] env[68800]: DEBUG nova.virt.hardware [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 899.044965] env[68800]: DEBUG nova.virt.hardware [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 899.045205] env[68800]: DEBUG nova.virt.hardware [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 899.045456] env[68800]: DEBUG nova.virt.hardware [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 899.045675] env[68800]: DEBUG nova.virt.hardware [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 899.045910] env[68800]: DEBUG nova.virt.hardware [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 899.050890] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d689404-5d59-4878-9d59-7247df56592a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.072021] env[68800]: DEBUG oslo_vmware.api [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 899.072021] env[68800]: value = "task-3243843" [ 899.072021] env[68800]: _type = "Task" [ 899.072021] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.078689] env[68800]: DEBUG oslo_vmware.api [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243843, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.094546] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 4f492710-e515-4857-b2a4-71da78617707] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 899.331728] env[68800]: DEBUG nova.compute.manager [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 899.359522] env[68800]: DEBUG nova.virt.hardware [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 899.359769] env[68800]: DEBUG nova.virt.hardware [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.359950] env[68800]: DEBUG nova.virt.hardware [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.360151] env[68800]: DEBUG nova.virt.hardware [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.360300] env[68800]: DEBUG nova.virt.hardware [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.360448] env[68800]: DEBUG nova.virt.hardware [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 899.360654] env[68800]: DEBUG nova.virt.hardware [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 899.360810] env[68800]: DEBUG nova.virt.hardware [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 899.360974] env[68800]: DEBUG nova.virt.hardware [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 899.361147] env[68800]: DEBUG nova.virt.hardware [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 899.361322] env[68800]: DEBUG nova.virt.hardware [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 899.362245] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d95c69-3fce-47f2-8061-c3b1cd05bf64 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.371527] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ebbd89-d770-4134-b671-6c78e4025638 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.451738] env[68800]: DEBUG nova.scheduler.client.report [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.468367] env[68800]: DEBUG oslo_vmware.api [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243842, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.581227] env[68800]: DEBUG oslo_vmware.api [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243843, 'name': ReconfigVM_Task, 'duration_secs': 0.351476} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.581541] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Updating instance '99f2d44f-e361-466f-998c-f23a2b04bcbf' progress to 33 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 899.597044] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 8eec0f90-ecd9-4124-ae1b-c533efa09c7d] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 899.717773] env[68800]: DEBUG nova.network.neutron [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Successfully updated port: 6b4ca340-56af-4999-80f2-7ea76cc52eb2 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 899.963954] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.964864] env[68800]: DEBUG nova.compute.manager [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 899.968699] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b4fd1ecb-7212-4727-9913-8c406894250c tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.691s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.969040] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b4fd1ecb-7212-4727-9913-8c406894250c tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.972085] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b794b392-d17d-4ffd-84ef-ff7a7b2af5e1 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.559s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.972393] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b794b392-d17d-4ffd-84ef-ff7a7b2af5e1 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.975139] env[68800]: DEBUG oslo_concurrency.lockutils [None req-75c9e9f3-44ea-4830-9f33-734e450daffa tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.785s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.975383] env[68800]: DEBUG oslo_concurrency.lockutils [None req-75c9e9f3-44ea-4830-9f33-734e450daffa tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.978348] env[68800]: DEBUG oslo_concurrency.lockutils [None req-501d0c71-35a9-4375-9168-6c9a74638cbc tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.788s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.978536] env[68800]: DEBUG oslo_concurrency.lockutils [None req-501d0c71-35a9-4375-9168-6c9a74638cbc tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.980784] env[68800]: DEBUG oslo_concurrency.lockutils [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.291s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.982755] env[68800]: INFO nova.compute.claims [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 899.995787] env[68800]: DEBUG oslo_vmware.api [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243842, 'name': ReconfigVM_Task, 'duration_secs': 0.604717} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.996100] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Reconfigured VM instance instance-0000003f to attach disk [datastore1] dee516d0-4241-427f-87f4-49201f04bfd1/dee516d0-4241-427f-87f4-49201f04bfd1.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 899.997691] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-458c9106-4e54-4bdc-8931-0152f765c33f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.006467] env[68800]: DEBUG oslo_vmware.api [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 900.006467] env[68800]: value = "task-3243844" [ 900.006467] env[68800]: _type = "Task" [ 900.006467] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.020108] env[68800]: DEBUG oslo_vmware.api [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243844, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.022608] env[68800]: INFO nova.scheduler.client.report [None req-b4fd1ecb-7212-4727-9913-8c406894250c tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Deleted allocations for instance 0c495f2d-e6a8-43d0-bce9-72ed187abe3a [ 900.027368] env[68800]: INFO nova.scheduler.client.report [None req-b794b392-d17d-4ffd-84ef-ff7a7b2af5e1 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Deleted allocations for instance 08ce6d65-5a60-464d-a429-39c204f43892 [ 900.031019] env[68800]: INFO nova.scheduler.client.report [None req-501d0c71-35a9-4375-9168-6c9a74638cbc tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Deleted allocations for instance 0493e632-089d-4166-8048-040724607526 [ 900.045931] env[68800]: INFO nova.scheduler.client.report [None req-75c9e9f3-44ea-4830-9f33-734e450daffa tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Deleted allocations for instance e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4 [ 900.089950] env[68800]: DEBUG nova.virt.hardware [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.089950] env[68800]: DEBUG nova.virt.hardware [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.090551] env[68800]: DEBUG nova.virt.hardware [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.092252] env[68800]: DEBUG nova.virt.hardware [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.092252] env[68800]: DEBUG nova.virt.hardware [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.092252] env[68800]: DEBUG nova.virt.hardware [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.092252] env[68800]: DEBUG nova.virt.hardware [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.092252] env[68800]: DEBUG nova.virt.hardware [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.092252] env[68800]: DEBUG nova.virt.hardware [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.092252] env[68800]: DEBUG nova.virt.hardware [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.092792] env[68800]: DEBUG nova.virt.hardware [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.098982] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Reconfiguring VM instance instance-0000001a to detach disk 2000 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 900.100537] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f64dcfb3-0845-43e8-892e-470034af346b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.113650] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 1e3a449b-34b8-4d53-8bcb-6e7aed6668ad] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 900.125135] env[68800]: DEBUG oslo_vmware.api [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 900.125135] env[68800]: value = "task-3243845" [ 900.125135] env[68800]: _type = "Task" [ 900.125135] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.138424] env[68800]: DEBUG oslo_vmware.api [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243845, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.220696] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Acquiring lock "refresh_cache-c19ca69f-35ab-4737-997c-89f30164836a" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.220847] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Acquired lock "refresh_cache-c19ca69f-35ab-4737-997c-89f30164836a" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.221013] env[68800]: DEBUG nova.network.neutron [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.487853] env[68800]: DEBUG nova.compute.utils [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 900.491109] env[68800]: DEBUG nova.compute.manager [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 900.491297] env[68800]: DEBUG nova.network.neutron [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 900.516707] env[68800]: DEBUG oslo_vmware.api [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243844, 'name': Rename_Task, 'duration_secs': 0.146968} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.517010] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 900.517256] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e16f89d5-6dbb-471d-9447-1b0d26ae0fa3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.524930] env[68800]: DEBUG oslo_vmware.api [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 900.524930] env[68800]: value = "task-3243846" [ 900.524930] env[68800]: _type = "Task" [ 900.524930] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.537458] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b794b392-d17d-4ffd-84ef-ff7a7b2af5e1 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Lock "08ce6d65-5a60-464d-a429-39c204f43892" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.412s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.538660] env[68800]: DEBUG oslo_vmware.api [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243846, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.539241] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b4fd1ecb-7212-4727-9913-8c406894250c tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Lock "0c495f2d-e6a8-43d0-bce9-72ed187abe3a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.483s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.541663] env[68800]: DEBUG nova.policy [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dcb26b82540f41e5b314ced827d7be6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9af8613e45c64f74935a120197e0aed9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 900.545033] env[68800]: DEBUG oslo_concurrency.lockutils [None req-501d0c71-35a9-4375-9168-6c9a74638cbc tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "0493e632-089d-4166-8048-040724607526" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.013s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.555351] env[68800]: DEBUG oslo_concurrency.lockutils [None req-75c9e9f3-44ea-4830-9f33-734e450daffa tempest-ServerGroupTestJSON-1051125242 tempest-ServerGroupTestJSON-1051125242-project-member] Lock "e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.004s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.620187] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 04804c6c-0112-4d22-8d0a-eb1ad7825625] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 900.636773] env[68800]: DEBUG oslo_vmware.api [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243845, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.768547] env[68800]: DEBUG nova.compute.manager [req-6af0db47-bfa1-47d9-a6bb-3b61b10c3058 req-befbeadc-e9b4-49f3-9180-eb2fe0d5e9c6 service nova] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Received event network-vif-plugged-6b4ca340-56af-4999-80f2-7ea76cc52eb2 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.768758] env[68800]: DEBUG oslo_concurrency.lockutils [req-6af0db47-bfa1-47d9-a6bb-3b61b10c3058 req-befbeadc-e9b4-49f3-9180-eb2fe0d5e9c6 service nova] Acquiring lock "c19ca69f-35ab-4737-997c-89f30164836a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.768957] env[68800]: DEBUG oslo_concurrency.lockutils [req-6af0db47-bfa1-47d9-a6bb-3b61b10c3058 req-befbeadc-e9b4-49f3-9180-eb2fe0d5e9c6 service nova] Lock "c19ca69f-35ab-4737-997c-89f30164836a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.769517] env[68800]: DEBUG oslo_concurrency.lockutils [req-6af0db47-bfa1-47d9-a6bb-3b61b10c3058 req-befbeadc-e9b4-49f3-9180-eb2fe0d5e9c6 service nova] Lock "c19ca69f-35ab-4737-997c-89f30164836a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.769761] env[68800]: DEBUG nova.compute.manager [req-6af0db47-bfa1-47d9-a6bb-3b61b10c3058 req-befbeadc-e9b4-49f3-9180-eb2fe0d5e9c6 service nova] [instance: c19ca69f-35ab-4737-997c-89f30164836a] No waiting events found dispatching network-vif-plugged-6b4ca340-56af-4999-80f2-7ea76cc52eb2 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 900.769982] env[68800]: WARNING nova.compute.manager [req-6af0db47-bfa1-47d9-a6bb-3b61b10c3058 req-befbeadc-e9b4-49f3-9180-eb2fe0d5e9c6 service nova] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Received unexpected event network-vif-plugged-6b4ca340-56af-4999-80f2-7ea76cc52eb2 for instance with vm_state building and task_state spawning. [ 900.770254] env[68800]: DEBUG nova.compute.manager [req-6af0db47-bfa1-47d9-a6bb-3b61b10c3058 req-befbeadc-e9b4-49f3-9180-eb2fe0d5e9c6 service nova] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Received event network-changed-6b4ca340-56af-4999-80f2-7ea76cc52eb2 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.770492] env[68800]: DEBUG nova.compute.manager [req-6af0db47-bfa1-47d9-a6bb-3b61b10c3058 req-befbeadc-e9b4-49f3-9180-eb2fe0d5e9c6 service nova] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Refreshing instance network info cache due to event network-changed-6b4ca340-56af-4999-80f2-7ea76cc52eb2. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 900.770731] env[68800]: DEBUG oslo_concurrency.lockutils [req-6af0db47-bfa1-47d9-a6bb-3b61b10c3058 req-befbeadc-e9b4-49f3-9180-eb2fe0d5e9c6 service nova] Acquiring lock "refresh_cache-c19ca69f-35ab-4737-997c-89f30164836a" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.781650] env[68800]: DEBUG nova.network.neutron [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 900.805640] env[68800]: DEBUG nova.network.neutron [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Successfully created port: b73bdb28-9455-4181-8b9a-3dbce148bc78 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 900.994773] env[68800]: DEBUG nova.compute.manager [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 901.045842] env[68800]: DEBUG oslo_vmware.api [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243846, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.073462] env[68800]: DEBUG nova.network.neutron [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Updating instance_info_cache with network_info: [{"id": "6b4ca340-56af-4999-80f2-7ea76cc52eb2", "address": "fa:16:3e:b5:d5:dc", "network": {"id": "61392fd5-0d9c-40c5-b987-3ed7c9fcc0b1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-36638375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afdfb42235e54e239d59fd3191164f2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b4ca340-56", "ovs_interfaceid": "6b4ca340-56af-4999-80f2-7ea76cc52eb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.124161] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 79b99985-cd62-4b90-9374-9639bec5891c] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 901.144913] env[68800]: DEBUG oslo_vmware.api [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243845, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.515663] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c947ba3-23a6-4c43-bd42-b39f9d3fc2f5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.524016] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e44c977-2135-4640-88f1-9ebd3950d1f4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.559330] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b097c145-f2c1-4fc3-b20e-3ee7c7978797 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.566020] env[68800]: DEBUG oslo_vmware.api [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243846, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.571637] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc1b969-8fef-40e5-b02e-e7af56ff66e3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.576397] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Releasing lock "refresh_cache-c19ca69f-35ab-4737-997c-89f30164836a" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.576688] env[68800]: DEBUG nova.compute.manager [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Instance network_info: |[{"id": "6b4ca340-56af-4999-80f2-7ea76cc52eb2", "address": "fa:16:3e:b5:d5:dc", "network": {"id": "61392fd5-0d9c-40c5-b987-3ed7c9fcc0b1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-36638375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afdfb42235e54e239d59fd3191164f2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b4ca340-56", "ovs_interfaceid": "6b4ca340-56af-4999-80f2-7ea76cc52eb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 901.577417] env[68800]: DEBUG oslo_concurrency.lockutils [req-6af0db47-bfa1-47d9-a6bb-3b61b10c3058 req-befbeadc-e9b4-49f3-9180-eb2fe0d5e9c6 service nova] Acquired lock "refresh_cache-c19ca69f-35ab-4737-997c-89f30164836a" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.577650] env[68800]: DEBUG nova.network.neutron [req-6af0db47-bfa1-47d9-a6bb-3b61b10c3058 req-befbeadc-e9b4-49f3-9180-eb2fe0d5e9c6 service nova] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Refreshing network info cache for port 6b4ca340-56af-4999-80f2-7ea76cc52eb2 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 901.578780] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:d5:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aaf99dce-c773-48db-a2d9-00b8d0a7c75d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b4ca340-56af-4999-80f2-7ea76cc52eb2', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 901.586236] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Creating folder: Project (afdfb42235e54e239d59fd3191164f2a). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 901.596933] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65bc27f4-2a0b-4918-89da-fa019da13d8b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.599040] env[68800]: DEBUG nova.compute.provider_tree [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.612539] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Created folder: Project (afdfb42235e54e239d59fd3191164f2a) in parent group-v648080. [ 901.612748] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Creating folder: Instances. Parent ref: group-v648270. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 901.612990] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3f2434a-a156-48c7-a8b9-4052cf8b273a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.626587] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Created folder: Instances in parent group-v648270. [ 901.626954] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.627466] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 1ccaea17-56f1-442f-82f3-6126e60913c6] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 901.629417] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 901.630027] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff3a58c9-fc2d-4ec4-bff8-dbe353bbbb35 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.657584] env[68800]: DEBUG oslo_vmware.api [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243845, 'name': ReconfigVM_Task, 'duration_secs': 1.21806} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.658704] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Reconfigured VM instance instance-0000001a to detach disk 2000 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 901.658704] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 901.658704] env[68800]: value = "task-3243849" [ 901.658704] env[68800]: _type = "Task" [ 901.658704] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.659324] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f516995-3f8a-4eae-abe4-1261d99cedd8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.671767] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243849, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.694130] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 99f2d44f-e361-466f-998c-f23a2b04bcbf/99f2d44f-e361-466f-998c-f23a2b04bcbf.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.694881] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-607a5d40-5f9d-4aa8-9c04-d90ce543eebb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.715962] env[68800]: DEBUG oslo_vmware.api [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 901.715962] env[68800]: value = "task-3243850" [ 901.715962] env[68800]: _type = "Task" [ 901.715962] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.728172] env[68800]: DEBUG oslo_vmware.api [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243850, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.013155] env[68800]: DEBUG nova.compute.manager [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 902.042792] env[68800]: DEBUG oslo_vmware.api [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3243846, 'name': PowerOnVM_Task, 'duration_secs': 1.207145} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.045219] env[68800]: DEBUG nova.virt.hardware [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 902.045566] env[68800]: DEBUG nova.virt.hardware [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 902.045814] env[68800]: DEBUG nova.virt.hardware [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.046589] env[68800]: DEBUG nova.virt.hardware [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 902.046589] env[68800]: DEBUG nova.virt.hardware [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.046700] env[68800]: DEBUG nova.virt.hardware [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 902.046936] env[68800]: DEBUG nova.virt.hardware [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 902.047256] env[68800]: DEBUG nova.virt.hardware [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 902.047490] env[68800]: DEBUG nova.virt.hardware [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 902.047685] env[68800]: DEBUG nova.virt.hardware [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 902.047951] env[68800]: DEBUG nova.virt.hardware [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 902.048360] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.048569] env[68800]: INFO nova.compute.manager [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Took 7.92 seconds to spawn the instance on the hypervisor. [ 902.048893] env[68800]: DEBUG nova.compute.manager [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 902.049624] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1329814c-444b-4897-8576-23337e204dea {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.054958] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5883f1a1-569d-40c2-b80c-ee05ccc5e1c9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.063974] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d119fc9e-7722-4198-9801-2c71a01359b4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.102250] env[68800]: DEBUG nova.scheduler.client.report [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.131040] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 5207f0f8-398c-478f-8382-7cbe6e3b201d] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 902.175285] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243849, 'name': CreateVM_Task, 'duration_secs': 0.430449} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.175776] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 902.176337] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.176337] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.176669] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.176872] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de3988fd-50be-4490-a98c-6cb6801b16b3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.184579] env[68800]: DEBUG oslo_vmware.api [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Waiting for the task: (returnval){ [ 902.184579] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5281181f-403c-92ef-02e9-cd959f9b1445" [ 902.184579] env[68800]: _type = "Task" [ 902.184579] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.194950] env[68800]: DEBUG oslo_vmware.api [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5281181f-403c-92ef-02e9-cd959f9b1445, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.229091] env[68800]: DEBUG oslo_vmware.api [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243850, 'name': ReconfigVM_Task, 'duration_secs': 0.420339} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.229506] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 99f2d44f-e361-466f-998c-f23a2b04bcbf/99f2d44f-e361-466f-998c-f23a2b04bcbf.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.229791] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Updating instance '99f2d44f-e361-466f-998c-f23a2b04bcbf' progress to 50 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 902.330876] env[68800]: DEBUG nova.network.neutron [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Successfully updated port: b73bdb28-9455-4181-8b9a-3dbce148bc78 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 902.439169] env[68800]: DEBUG nova.network.neutron [req-6af0db47-bfa1-47d9-a6bb-3b61b10c3058 req-befbeadc-e9b4-49f3-9180-eb2fe0d5e9c6 service nova] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Updated VIF entry in instance network info cache for port 6b4ca340-56af-4999-80f2-7ea76cc52eb2. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 902.439169] env[68800]: DEBUG nova.network.neutron [req-6af0db47-bfa1-47d9-a6bb-3b61b10c3058 req-befbeadc-e9b4-49f3-9180-eb2fe0d5e9c6 service nova] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Updating instance_info_cache with network_info: [{"id": "6b4ca340-56af-4999-80f2-7ea76cc52eb2", "address": "fa:16:3e:b5:d5:dc", "network": {"id": "61392fd5-0d9c-40c5-b987-3ed7c9fcc0b1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-36638375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afdfb42235e54e239d59fd3191164f2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b4ca340-56", "ovs_interfaceid": "6b4ca340-56af-4999-80f2-7ea76cc52eb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.582044] env[68800]: INFO nova.compute.manager [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Took 43.96 seconds to build instance. [ 902.610590] env[68800]: DEBUG oslo_concurrency.lockutils [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.610590] env[68800]: DEBUG nova.compute.manager [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 902.612041] env[68800]: DEBUG oslo_concurrency.lockutils [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 31.867s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.634921] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: ce1649cf-3921-41e7-aeed-c4e3e03ccda9] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 902.699027] env[68800]: DEBUG oslo_vmware.api [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5281181f-403c-92ef-02e9-cd959f9b1445, 'name': SearchDatastore_Task, 'duration_secs': 0.026237} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.699027] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.699027] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 902.699027] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.699027] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.699027] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 902.699027] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a32fc225-8008-4d2b-b196-0df7aceb25a2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.712535] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 902.712535] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 902.712535] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f11c48fb-d6b3-426a-aa57-4a07003af363 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.723688] env[68800]: DEBUG oslo_concurrency.lockutils [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Acquiring lock "55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.726998] env[68800]: DEBUG oslo_concurrency.lockutils [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Lock "55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.727705] env[68800]: DEBUG oslo_vmware.api [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Waiting for the task: (returnval){ [ 902.727705] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520e0d7d-4e9d-3406-ccf5-fbdfc5e149db" [ 902.727705] env[68800]: _type = "Task" [ 902.727705] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.740595] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195f04a7-eae3-4749-8f41-09f2efe3dada {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.744275] env[68800]: DEBUG oslo_vmware.api [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520e0d7d-4e9d-3406-ccf5-fbdfc5e149db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.771393] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c41cd2-d063-4a14-a0be-0791c7307e97 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.775320] env[68800]: DEBUG oslo_concurrency.lockutils [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Acquiring lock "96855855-25b0-4be7-8e86-a67991be9f28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.775664] env[68800]: DEBUG oslo_concurrency.lockutils [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Lock "96855855-25b0-4be7-8e86-a67991be9f28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.796426] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Updating instance '99f2d44f-e361-466f-998c-f23a2b04bcbf' progress to 67 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 902.833032] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquiring lock "refresh_cache-4205ef4c-0140-4357-b453-64899d952ce2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.833032] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquired lock "refresh_cache-4205ef4c-0140-4357-b453-64899d952ce2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.833160] env[68800]: DEBUG nova.network.neutron [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.883856] env[68800]: DEBUG nova.compute.manager [req-73345b3a-d387-44de-86af-f92c17543e7d req-cda80577-4bef-4d7c-94cc-0ad5ed6b063a service nova] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Received event network-vif-plugged-b73bdb28-9455-4181-8b9a-3dbce148bc78 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.884147] env[68800]: DEBUG oslo_concurrency.lockutils [req-73345b3a-d387-44de-86af-f92c17543e7d req-cda80577-4bef-4d7c-94cc-0ad5ed6b063a service nova] Acquiring lock "4205ef4c-0140-4357-b453-64899d952ce2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.884556] env[68800]: DEBUG oslo_concurrency.lockutils [req-73345b3a-d387-44de-86af-f92c17543e7d req-cda80577-4bef-4d7c-94cc-0ad5ed6b063a service nova] Lock "4205ef4c-0140-4357-b453-64899d952ce2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.884693] env[68800]: DEBUG oslo_concurrency.lockutils [req-73345b3a-d387-44de-86af-f92c17543e7d req-cda80577-4bef-4d7c-94cc-0ad5ed6b063a service nova] Lock "4205ef4c-0140-4357-b453-64899d952ce2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.884857] env[68800]: DEBUG nova.compute.manager [req-73345b3a-d387-44de-86af-f92c17543e7d req-cda80577-4bef-4d7c-94cc-0ad5ed6b063a service nova] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] No waiting events found dispatching network-vif-plugged-b73bdb28-9455-4181-8b9a-3dbce148bc78 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 902.885099] env[68800]: WARNING nova.compute.manager [req-73345b3a-d387-44de-86af-f92c17543e7d req-cda80577-4bef-4d7c-94cc-0ad5ed6b063a service nova] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Received unexpected event network-vif-plugged-b73bdb28-9455-4181-8b9a-3dbce148bc78 for instance with vm_state building and task_state spawning. [ 902.885268] env[68800]: DEBUG nova.compute.manager [req-73345b3a-d387-44de-86af-f92c17543e7d req-cda80577-4bef-4d7c-94cc-0ad5ed6b063a service nova] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Received event network-changed-b73bdb28-9455-4181-8b9a-3dbce148bc78 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.885426] env[68800]: DEBUG nova.compute.manager [req-73345b3a-d387-44de-86af-f92c17543e7d req-cda80577-4bef-4d7c-94cc-0ad5ed6b063a service nova] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Refreshing instance network info cache due to event network-changed-b73bdb28-9455-4181-8b9a-3dbce148bc78. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 902.885596] env[68800]: DEBUG oslo_concurrency.lockutils [req-73345b3a-d387-44de-86af-f92c17543e7d req-cda80577-4bef-4d7c-94cc-0ad5ed6b063a service nova] Acquiring lock "refresh_cache-4205ef4c-0140-4357-b453-64899d952ce2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.941508] env[68800]: DEBUG oslo_concurrency.lockutils [req-6af0db47-bfa1-47d9-a6bb-3b61b10c3058 req-befbeadc-e9b4-49f3-9180-eb2fe0d5e9c6 service nova] Releasing lock "refresh_cache-c19ca69f-35ab-4737-997c-89f30164836a" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.084174] env[68800]: DEBUG oslo_concurrency.lockutils [None req-cd8307f4-cc43-482c-a6d7-6fd2c759194a tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Lock "dee516d0-4241-427f-87f4-49201f04bfd1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.032s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.113155] env[68800]: DEBUG nova.compute.utils [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 903.114585] env[68800]: DEBUG nova.compute.manager [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 903.114762] env[68800]: DEBUG nova.network.neutron [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 903.116874] env[68800]: DEBUG nova.objects.instance [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Lazy-loading 'migration_context' on Instance uuid c27ce6a7-d9a3-4a37-9fc7-c72731f816fa {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.138443] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 2bab2519-fc00-4b92-8226-bae70048ad1f] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 903.209025] env[68800]: DEBUG nova.policy [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee7f526f72b948aab1e9b72cad02f96b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a5c13ca0b554f85a8b0490be8181cf3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 903.226413] env[68800]: DEBUG nova.compute.manager [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 903.241438] env[68800]: DEBUG oslo_vmware.api [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520e0d7d-4e9d-3406-ccf5-fbdfc5e149db, 'name': SearchDatastore_Task, 'duration_secs': 0.022395} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.242319] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb35cbb8-3669-4653-a473-7df2c9d7e45a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.250898] env[68800]: DEBUG oslo_vmware.api [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Waiting for the task: (returnval){ [ 903.250898] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52fc6af6-6e58-e414-1593-f30bd49f1a43" [ 903.250898] env[68800]: _type = "Task" [ 903.250898] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.262332] env[68800]: DEBUG oslo_vmware.api [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52fc6af6-6e58-e414-1593-f30bd49f1a43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.278473] env[68800]: DEBUG nova.compute.manager [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 96855855-25b0-4be7-8e86-a67991be9f28] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 903.392076] env[68800]: DEBUG nova.network.neutron [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Port 799e4986-0930-491b-98ff-32f545243230 binding to destination host cpu-1 is already ACTIVE {{(pid=68800) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 903.618609] env[68800]: DEBUG nova.compute.manager [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 903.644291] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: b1e86642-64ad-454d-9c58-e5abaa42da38] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 903.649443] env[68800]: DEBUG nova.network.neutron [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 903.758205] env[68800]: DEBUG oslo_concurrency.lockutils [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.768804] env[68800]: DEBUG oslo_vmware.api [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52fc6af6-6e58-e414-1593-f30bd49f1a43, 'name': SearchDatastore_Task, 'duration_secs': 0.011912} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.769289] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.769562] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] c19ca69f-35ab-4737-997c-89f30164836a/c19ca69f-35ab-4737-997c-89f30164836a.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 903.769827] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8f785c5-04f4-432c-ae18-db6dfa4d0746 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.780451] env[68800]: DEBUG oslo_vmware.api [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Waiting for the task: (returnval){ [ 903.780451] env[68800]: value = "task-3243851" [ 903.780451] env[68800]: _type = "Task" [ 903.780451] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.799381] env[68800]: DEBUG oslo_vmware.api [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3243851, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.809018] env[68800]: DEBUG oslo_concurrency.lockutils [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.092541] env[68800]: DEBUG oslo_concurrency.lockutils [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "6e9376dc-e8d3-465d-9c3d-43f2d96253ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.092776] env[68800]: DEBUG oslo_concurrency.lockutils [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "6e9376dc-e8d3-465d-9c3d-43f2d96253ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.133555] env[68800]: DEBUG nova.network.neutron [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Updating instance_info_cache with network_info: [{"id": "b73bdb28-9455-4181-8b9a-3dbce148bc78", "address": "fa:16:3e:71:b2:2c", "network": {"id": "aca1897c-e1c0-4bf2-8f31-e3beb70072b1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2007247084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9af8613e45c64f74935a120197e0aed9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb73bdb28-94", "ovs_interfaceid": "b73bdb28-9455-4181-8b9a-3dbce148bc78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.148934] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: c867ff92-059f-4647-85cd-8026b1408778] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 904.185786] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9bc8cd8-62e9-4a18-ac93-c70c6bea2e34 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.205600] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c6ae50-5556-4814-9b3e-0cfbd9c7ad3e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.246118] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9803a06-b670-40bb-b5f4-6ae1cf66189e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.255471] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77229a48-548c-4ba6-af12-a7e842ad0847 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.275337] env[68800]: DEBUG nova.compute.provider_tree [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.296915] env[68800]: DEBUG oslo_vmware.api [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3243851, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.429919] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquiring lock "99f2d44f-e361-466f-998c-f23a2b04bcbf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.430160] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "99f2d44f-e361-466f-998c-f23a2b04bcbf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.430344] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "99f2d44f-e361-466f-998c-f23a2b04bcbf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.446333] env[68800]: DEBUG nova.network.neutron [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Successfully created port: 28f3f07b-02bb-4182-90b0-8331e34c27f7 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 904.555748] env[68800]: DEBUG nova.compute.manager [req-520d591e-fb95-485d-b433-28d251444f27 req-60f8f111-9532-4285-93d6-97c6cac2bb95 service nova] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Received event network-changed-b2314093-cc21-465b-afef-ce4d54db1ce6 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.555979] env[68800]: DEBUG nova.compute.manager [req-520d591e-fb95-485d-b433-28d251444f27 req-60f8f111-9532-4285-93d6-97c6cac2bb95 service nova] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Refreshing instance network info cache due to event network-changed-b2314093-cc21-465b-afef-ce4d54db1ce6. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 904.557063] env[68800]: DEBUG oslo_concurrency.lockutils [req-520d591e-fb95-485d-b433-28d251444f27 req-60f8f111-9532-4285-93d6-97c6cac2bb95 service nova] Acquiring lock "refresh_cache-dee516d0-4241-427f-87f4-49201f04bfd1" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.557232] env[68800]: DEBUG oslo_concurrency.lockutils [req-520d591e-fb95-485d-b433-28d251444f27 req-60f8f111-9532-4285-93d6-97c6cac2bb95 service nova] Acquired lock "refresh_cache-dee516d0-4241-427f-87f4-49201f04bfd1" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.557406] env[68800]: DEBUG nova.network.neutron [req-520d591e-fb95-485d-b433-28d251444f27 req-60f8f111-9532-4285-93d6-97c6cac2bb95 service nova] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Refreshing network info cache for port b2314093-cc21-465b-afef-ce4d54db1ce6 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.596015] env[68800]: DEBUG nova.compute.manager [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 904.640094] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Releasing lock "refresh_cache-4205ef4c-0140-4357-b453-64899d952ce2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.640094] env[68800]: DEBUG nova.compute.manager [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Instance network_info: |[{"id": "b73bdb28-9455-4181-8b9a-3dbce148bc78", "address": "fa:16:3e:71:b2:2c", "network": {"id": "aca1897c-e1c0-4bf2-8f31-e3beb70072b1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2007247084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9af8613e45c64f74935a120197e0aed9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb73bdb28-94", "ovs_interfaceid": "b73bdb28-9455-4181-8b9a-3dbce148bc78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 904.641055] env[68800]: DEBUG nova.compute.manager [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 904.645320] env[68800]: DEBUG oslo_concurrency.lockutils [req-73345b3a-d387-44de-86af-f92c17543e7d req-cda80577-4bef-4d7c-94cc-0ad5ed6b063a service nova] Acquired lock "refresh_cache-4205ef4c-0140-4357-b453-64899d952ce2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.645711] env[68800]: DEBUG nova.network.neutron [req-73345b3a-d387-44de-86af-f92c17543e7d req-cda80577-4bef-4d7c-94cc-0ad5ed6b063a service nova] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Refreshing network info cache for port b73bdb28-9455-4181-8b9a-3dbce148bc78 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.647554] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:b2:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff3ecd2f-0b10-4faf-a512-fd7a20c28df1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b73bdb28-9455-4181-8b9a-3dbce148bc78', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 904.658499] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 904.661882] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 9a35f78b-d486-4766-acd5-b6fcdcf5c32a] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 904.664076] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 904.664443] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb14e574-3940-4baf-bfaa-e1e6fbfe6e68 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.692532] env[68800]: DEBUG nova.virt.hardware [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 904.692532] env[68800]: DEBUG nova.virt.hardware [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.692532] env[68800]: DEBUG nova.virt.hardware [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.692532] env[68800]: DEBUG nova.virt.hardware [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.692532] env[68800]: DEBUG nova.virt.hardware [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.692532] env[68800]: DEBUG nova.virt.hardware [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 904.692888] env[68800]: DEBUG nova.virt.hardware [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 904.692888] env[68800]: DEBUG nova.virt.hardware [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 904.693129] env[68800]: DEBUG nova.virt.hardware [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 904.693312] env[68800]: DEBUG nova.virt.hardware [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 904.693654] env[68800]: DEBUG nova.virt.hardware [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 904.696429] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65062570-280f-47c6-a0c8-d0b199b379d6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.699808] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 904.699808] env[68800]: value = "task-3243852" [ 904.699808] env[68800]: _type = "Task" [ 904.699808] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.707875] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8ead13-92ec-4d32-b5fc-d142cda05e48 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.716821] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243852, 'name': CreateVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.778657] env[68800]: DEBUG nova.scheduler.client.report [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.796448] env[68800]: DEBUG oslo_vmware.api [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3243851, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.759745} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.796448] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] c19ca69f-35ab-4737-997c-89f30164836a/c19ca69f-35ab-4737-997c-89f30164836a.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 904.796448] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 904.796448] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5f43c77-f0c2-42db-b964-b21d17f126ac {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.808297] env[68800]: DEBUG oslo_vmware.api [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Waiting for the task: (returnval){ [ 904.808297] env[68800]: value = "task-3243853" [ 904.808297] env[68800]: _type = "Task" [ 904.808297] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.819792] env[68800]: DEBUG oslo_vmware.api [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3243853, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.004565] env[68800]: DEBUG nova.network.neutron [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Successfully created port: b433b06f-9424-48af-966f-7d1229cc65f6 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 905.130222] env[68800]: DEBUG oslo_concurrency.lockutils [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.165627] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: c655bd28-92e0-4c56-80dd-3b8c7d84ad1c] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 905.211699] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243852, 'name': CreateVM_Task} progress is 25%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.212296] env[68800]: DEBUG nova.network.neutron [req-73345b3a-d387-44de-86af-f92c17543e7d req-cda80577-4bef-4d7c-94cc-0ad5ed6b063a service nova] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Updated VIF entry in instance network info cache for port b73bdb28-9455-4181-8b9a-3dbce148bc78. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 905.212669] env[68800]: DEBUG nova.network.neutron [req-73345b3a-d387-44de-86af-f92c17543e7d req-cda80577-4bef-4d7c-94cc-0ad5ed6b063a service nova] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Updating instance_info_cache with network_info: [{"id": "b73bdb28-9455-4181-8b9a-3dbce148bc78", "address": "fa:16:3e:71:b2:2c", "network": {"id": "aca1897c-e1c0-4bf2-8f31-e3beb70072b1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2007247084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9af8613e45c64f74935a120197e0aed9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb73bdb28-94", "ovs_interfaceid": "b73bdb28-9455-4181-8b9a-3dbce148bc78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.326446] env[68800]: DEBUG oslo_vmware.api [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3243853, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087986} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.327720] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 905.328860] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5560fbef-6a2e-4e55-b492-71d417bafa97 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.332628] env[68800]: DEBUG nova.network.neutron [req-520d591e-fb95-485d-b433-28d251444f27 req-60f8f111-9532-4285-93d6-97c6cac2bb95 service nova] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Updated VIF entry in instance network info cache for port b2314093-cc21-465b-afef-ce4d54db1ce6. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 905.332966] env[68800]: DEBUG nova.network.neutron [req-520d591e-fb95-485d-b433-28d251444f27 req-60f8f111-9532-4285-93d6-97c6cac2bb95 service nova] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Updating instance_info_cache with network_info: [{"id": "b2314093-cc21-465b-afef-ce4d54db1ce6", "address": "fa:16:3e:0e:98:81", "network": {"id": "3789a7b0-2d31-4b9d-9779-6d245dced3a3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1329484446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0d9f2881edf4f79b52db59af16e8133", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2314093-cc", "ovs_interfaceid": "b2314093-cc21-465b-afef-ce4d54db1ce6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.040154] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 195e2543-8984-4a01-bfdf-1ee3c98f1105] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 906.042036] env[68800]: DEBUG oslo_concurrency.lockutils [req-73345b3a-d387-44de-86af-f92c17543e7d req-cda80577-4bef-4d7c-94cc-0ad5ed6b063a service nova] Releasing lock "refresh_cache-4205ef4c-0140-4357-b453-64899d952ce2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.044169] env[68800]: DEBUG oslo_concurrency.lockutils [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.432s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.050571] env[68800]: DEBUG oslo_concurrency.lockutils [req-520d591e-fb95-485d-b433-28d251444f27 req-60f8f111-9532-4285-93d6-97c6cac2bb95 service nova] Releasing lock "refresh_cache-dee516d0-4241-427f-87f4-49201f04bfd1" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.059671] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] c19ca69f-35ab-4737-997c-89f30164836a/c19ca69f-35ab-4737-997c-89f30164836a.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.066245] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.744s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.066433] env[68800]: DEBUG nova.objects.instance [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68800) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 906.069029] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36ee8380-ba54-4ae8-ba18-31ea8c12b9c2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.096266] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243852, 'name': CreateVM_Task, 'duration_secs': 0.920595} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.098858] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 906.101023] env[68800]: DEBUG oslo_vmware.api [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Waiting for the task: (returnval){ [ 906.101023] env[68800]: value = "task-3243854" [ 906.101023] env[68800]: _type = "Task" [ 906.101023] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.101023] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.101023] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.101023] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.101503] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1804a4e3-7a0a-411b-acad-4797fad0941c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.112257] env[68800]: DEBUG oslo_vmware.api [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 906.112257] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]525ece88-6331-d61b-4ddd-eff1e627a4e3" [ 906.112257] env[68800]: _type = "Task" [ 906.112257] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.116719] env[68800]: DEBUG oslo_vmware.api [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3243854, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.126886] env[68800]: DEBUG oslo_vmware.api [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]525ece88-6331-d61b-4ddd-eff1e627a4e3, 'name': SearchDatastore_Task, 'duration_secs': 0.012378} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.127795] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquiring lock "refresh_cache-99f2d44f-e361-466f-998c-f23a2b04bcbf" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.127958] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquired lock "refresh_cache-99f2d44f-e361-466f-998c-f23a2b04bcbf" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.128165] env[68800]: DEBUG nova.network.neutron [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.132467] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.132467] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 906.132467] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.132467] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.132467] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.132467] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6714371-8eec-42bf-92a0-ef3665642cbe {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.139983] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 906.140187] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 906.141114] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89ad6188-67cd-4ed4-9446-04ec4b89a539 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.146621] env[68800]: DEBUG oslo_vmware.api [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 906.146621] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]521abb15-e7c1-ad15-eb90-2dd4411a1cf6" [ 906.146621] env[68800]: _type = "Task" [ 906.146621] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.154505] env[68800]: DEBUG oslo_vmware.api [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]521abb15-e7c1-ad15-eb90-2dd4411a1cf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.391118] env[68800]: DEBUG oslo_concurrency.lockutils [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Acquiring lock "a28410ba-c206-449b-91f9-4ba3a023ea24" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.391375] env[68800]: DEBUG oslo_concurrency.lockutils [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Lock "a28410ba-c206-449b-91f9-4ba3a023ea24" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.557529] env[68800]: DEBUG oslo_concurrency.lockutils [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Acquiring lock "c51643af-7816-47ac-bdf9-24f0135aacb7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.557643] env[68800]: DEBUG oslo_concurrency.lockutils [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Lock "c51643af-7816-47ac-bdf9-24f0135aacb7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.563412] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 739ffe3a-53d2-4f6b-bbc4-bd2f1b47ed55] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 906.612236] env[68800]: DEBUG oslo_vmware.api [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3243854, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.663838] env[68800]: DEBUG oslo_vmware.api [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]521abb15-e7c1-ad15-eb90-2dd4411a1cf6, 'name': SearchDatastore_Task, 'duration_secs': 0.009655} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.666604] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65a2a423-d431-45e8-8085-8073eeae8e05 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.673943] env[68800]: DEBUG oslo_vmware.api [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 906.673943] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52abd784-d0e8-3c83-7f7d-93f46169ca42" [ 906.673943] env[68800]: _type = "Task" [ 906.673943] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.687022] env[68800]: DEBUG oslo_vmware.api [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52abd784-d0e8-3c83-7f7d-93f46169ca42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.790857] env[68800]: DEBUG nova.compute.manager [req-a79b525f-fd95-489e-bab8-2bd7170555fa req-8b8ac2a5-f70d-4d8d-abc5-6226b892ca20 service nova] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Received event network-vif-plugged-28f3f07b-02bb-4182-90b0-8331e34c27f7 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.791065] env[68800]: DEBUG oslo_concurrency.lockutils [req-a79b525f-fd95-489e-bab8-2bd7170555fa req-8b8ac2a5-f70d-4d8d-abc5-6226b892ca20 service nova] Acquiring lock "b8608521-c253-4f10-a930-8bbf4bc3a987-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.791288] env[68800]: DEBUG oslo_concurrency.lockutils [req-a79b525f-fd95-489e-bab8-2bd7170555fa req-8b8ac2a5-f70d-4d8d-abc5-6226b892ca20 service nova] Lock "b8608521-c253-4f10-a930-8bbf4bc3a987-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.791460] env[68800]: DEBUG oslo_concurrency.lockutils [req-a79b525f-fd95-489e-bab8-2bd7170555fa req-8b8ac2a5-f70d-4d8d-abc5-6226b892ca20 service nova] Lock "b8608521-c253-4f10-a930-8bbf4bc3a987-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.791623] env[68800]: DEBUG nova.compute.manager [req-a79b525f-fd95-489e-bab8-2bd7170555fa req-8b8ac2a5-f70d-4d8d-abc5-6226b892ca20 service nova] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] No waiting events found dispatching network-vif-plugged-28f3f07b-02bb-4182-90b0-8331e34c27f7 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 906.791784] env[68800]: WARNING nova.compute.manager [req-a79b525f-fd95-489e-bab8-2bd7170555fa req-8b8ac2a5-f70d-4d8d-abc5-6226b892ca20 service nova] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Received unexpected event network-vif-plugged-28f3f07b-02bb-4182-90b0-8331e34c27f7 for instance with vm_state building and task_state spawning. [ 906.857398] env[68800]: DEBUG nova.network.neutron [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Updating instance_info_cache with network_info: [{"id": "799e4986-0930-491b-98ff-32f545243230", "address": "fa:16:3e:94:65:06", "network": {"id": "d2aa08d6-a1ed-4602-80f7-7e07ba244d6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2142783339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f658ebcc84a8451b9e8d28db15cd0d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap799e4986-09", "ovs_interfaceid": "799e4986-0930-491b-98ff-32f545243230", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.884144] env[68800]: DEBUG nova.network.neutron [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Successfully updated port: 28f3f07b-02bb-4182-90b0-8331e34c27f7 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 907.070439] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 0b4fcd51-10b9-4e0f-8581-2972a686edd2] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 907.099565] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e0f8da20-7880-41a2-924c-8439a9e2bf6c tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.033s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.103321] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.628s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.105114] env[68800]: INFO nova.compute.claims [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 907.117276] env[68800]: DEBUG oslo_vmware.api [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3243854, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.184692] env[68800]: DEBUG oslo_vmware.api [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52abd784-d0e8-3c83-7f7d-93f46169ca42, 'name': SearchDatastore_Task, 'duration_secs': 0.010152} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.184922] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.185158] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 4205ef4c-0140-4357-b453-64899d952ce2/4205ef4c-0140-4357-b453-64899d952ce2.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 907.185411] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6cb88808-3f16-45a5-a32f-9078c82012ea {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.193422] env[68800]: DEBUG oslo_vmware.api [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 907.193422] env[68800]: value = "task-3243855" [ 907.193422] env[68800]: _type = "Task" [ 907.193422] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.201450] env[68800]: DEBUG oslo_vmware.api [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243855, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.359969] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Releasing lock "refresh_cache-99f2d44f-e361-466f-998c-f23a2b04bcbf" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.577063] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 907.577063] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Cleaning up deleted instances with incomplete migration {{(pid=68800) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 907.626680] env[68800]: DEBUG oslo_vmware.api [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3243854, 'name': ReconfigVM_Task, 'duration_secs': 1.350084} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.627652] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Reconfigured VM instance instance-00000040 to attach disk [datastore2] c19ca69f-35ab-4737-997c-89f30164836a/c19ca69f-35ab-4737-997c-89f30164836a.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.628696] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e03d08b-e4b7-4e47-9acb-a44d9ef626d1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.630810] env[68800]: INFO nova.compute.manager [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Swapping old allocation on dict_keys(['73f3eca7-007c-4a24-bdc1-0c0996f315e2']) held by migration e2a97cd7-4054-4368-9f1c-1ba6328af34b for instance [ 907.644709] env[68800]: DEBUG oslo_vmware.api [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Waiting for the task: (returnval){ [ 907.644709] env[68800]: value = "task-3243856" [ 907.644709] env[68800]: _type = "Task" [ 907.644709] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.662156] env[68800]: DEBUG oslo_vmware.api [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3243856, 'name': Rename_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.668079] env[68800]: DEBUG nova.scheduler.client.report [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Overwriting current allocation {'allocations': {'73f3eca7-007c-4a24-bdc1-0c0996f315e2': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 93}}, 'project_id': '0e7b13fca96f4d62b295a15f519fe9f1', 'user_id': '97686da8658d42eda1b9fb9ae630822b', 'consumer_generation': 1} on consumer c27ce6a7-d9a3-4a37-9fc7-c72731f816fa {{(pid=68800) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 907.709619] env[68800]: DEBUG oslo_vmware.api [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243855, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.781881] env[68800]: DEBUG oslo_concurrency.lockutils [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Acquiring lock "refresh_cache-c27ce6a7-d9a3-4a37-9fc7-c72731f816fa" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.782113] env[68800]: DEBUG oslo_concurrency.lockutils [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Acquired lock "refresh_cache-c27ce6a7-d9a3-4a37-9fc7-c72731f816fa" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.782342] env[68800]: DEBUG nova.network.neutron [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.882833] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3f4a21-e325-4e23-91b6-fcde8fd92003 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.905231] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c592ecdf-ee22-4c01-8a61-9db503e8d561 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.911097] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Updating instance '99f2d44f-e361-466f-998c-f23a2b04bcbf' progress to 83 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 908.079229] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 908.159359] env[68800]: DEBUG oslo_vmware.api [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3243856, 'name': Rename_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.204472] env[68800]: DEBUG oslo_vmware.api [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243855, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668489} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.206862] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 4205ef4c-0140-4357-b453-64899d952ce2/4205ef4c-0140-4357-b453-64899d952ce2.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 908.207089] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 908.207803] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6a4d515-6c93-4ea5-97b6-a0fe25ae8390 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.214352] env[68800]: DEBUG oslo_vmware.api [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 908.214352] env[68800]: value = "task-3243857" [ 908.214352] env[68800]: _type = "Task" [ 908.214352] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.225184] env[68800]: DEBUG oslo_vmware.api [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243857, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.418092] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-6c918871-269a-47ed-b8e9-f3ffb1fce7c2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Updating instance '99f2d44f-e361-466f-998c-f23a2b04bcbf' progress to 100 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 908.478033] env[68800]: DEBUG nova.network.neutron [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Updating instance_info_cache with network_info: [{"id": "a0205457-cf1e-4112-adc1-d8f7206c7c20", "address": "fa:16:3e:d7:3b:d7", "network": {"id": "910263fe-5348-43bf-a2dc-80270861caea", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3ae10f76bf14ae69232ca090f1bb0ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0205457-cf", "ovs_interfaceid": "a0205457-cf1e-4112-adc1-d8f7206c7c20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.566082] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91f6f4c-8d06-444b-8a79-32f815a15b48 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.574183] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3c086a-9996-4525-b8e0-49350b173c77 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.606281] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03d59fe-25c0-4c0c-93bc-74cf63a1a6ca {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.614435] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291849f6-0a6a-4dd2-8469-5a43c929182f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.628483] env[68800]: DEBUG nova.compute.provider_tree [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.654911] env[68800]: DEBUG oslo_vmware.api [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3243856, 'name': Rename_Task, 'duration_secs': 0.648445} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.655177] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.655407] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08b08287-ecc9-4342-8920-2b508ca18b85 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.662018] env[68800]: DEBUG oslo_vmware.api [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Waiting for the task: (returnval){ [ 908.662018] env[68800]: value = "task-3243858" [ 908.662018] env[68800]: _type = "Task" [ 908.662018] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.670832] env[68800]: DEBUG oslo_vmware.api [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3243858, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.724776] env[68800]: DEBUG oslo_vmware.api [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243857, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077162} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.725061] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 908.725860] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8a553e-c34c-446f-bfe9-14b3674681ed {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.749831] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 4205ef4c-0140-4357-b453-64899d952ce2/4205ef4c-0140-4357-b453-64899d952ce2.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.750170] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ccb6f62-005b-482b-844c-f498baad98e7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.772416] env[68800]: DEBUG oslo_vmware.api [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 908.772416] env[68800]: value = "task-3243859" [ 908.772416] env[68800]: _type = "Task" [ 908.772416] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.783847] env[68800]: DEBUG oslo_vmware.api [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243859, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.817492] env[68800]: DEBUG nova.compute.manager [req-2fe89648-4b4d-4543-bbbd-3667a1e8dc3e req-302fddf0-2f82-463c-996a-7c8385af491a service nova] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Received event network-changed-28f3f07b-02bb-4182-90b0-8331e34c27f7 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.817709] env[68800]: DEBUG nova.compute.manager [req-2fe89648-4b4d-4543-bbbd-3667a1e8dc3e req-302fddf0-2f82-463c-996a-7c8385af491a service nova] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Refreshing instance network info cache due to event network-changed-28f3f07b-02bb-4182-90b0-8331e34c27f7. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 908.817940] env[68800]: DEBUG oslo_concurrency.lockutils [req-2fe89648-4b4d-4543-bbbd-3667a1e8dc3e req-302fddf0-2f82-463c-996a-7c8385af491a service nova] Acquiring lock "refresh_cache-b8608521-c253-4f10-a930-8bbf4bc3a987" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.818121] env[68800]: DEBUG oslo_concurrency.lockutils [req-2fe89648-4b4d-4543-bbbd-3667a1e8dc3e req-302fddf0-2f82-463c-996a-7c8385af491a service nova] Acquired lock "refresh_cache-b8608521-c253-4f10-a930-8bbf4bc3a987" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.818293] env[68800]: DEBUG nova.network.neutron [req-2fe89648-4b4d-4543-bbbd-3667a1e8dc3e req-302fddf0-2f82-463c-996a-7c8385af491a service nova] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Refreshing network info cache for port 28f3f07b-02bb-4182-90b0-8331e34c27f7 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 908.982787] env[68800]: DEBUG oslo_concurrency.lockutils [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Releasing lock "refresh_cache-c27ce6a7-d9a3-4a37-9fc7-c72731f816fa" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.983394] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.983703] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-304b318d-aa84-4bed-8808-7d83ead3cde2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.993428] env[68800]: DEBUG oslo_vmware.api [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Waiting for the task: (returnval){ [ 908.993428] env[68800]: value = "task-3243860" [ 908.993428] env[68800]: _type = "Task" [ 908.993428] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.004827] env[68800]: DEBUG oslo_vmware.api [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.131828] env[68800]: DEBUG nova.scheduler.client.report [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.174534] env[68800]: DEBUG oslo_vmware.api [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3243858, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.204389] env[68800]: DEBUG nova.network.neutron [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Successfully updated port: b433b06f-9424-48af-966f-7d1229cc65f6 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 909.283169] env[68800]: DEBUG oslo_vmware.api [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243859, 'name': ReconfigVM_Task, 'duration_secs': 0.314735} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.283510] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 4205ef4c-0140-4357-b453-64899d952ce2/4205ef4c-0140-4357-b453-64899d952ce2.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.284593] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e276c67-4080-4f04-b548-207609542a64 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.293356] env[68800]: DEBUG oslo_vmware.api [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 909.293356] env[68800]: value = "task-3243861" [ 909.293356] env[68800]: _type = "Task" [ 909.293356] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.301722] env[68800]: DEBUG oslo_vmware.api [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243861, 'name': Rename_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.366028] env[68800]: DEBUG nova.network.neutron [req-2fe89648-4b4d-4543-bbbd-3667a1e8dc3e req-302fddf0-2f82-463c-996a-7c8385af491a service nova] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 909.452326] env[68800]: DEBUG nova.network.neutron [req-2fe89648-4b4d-4543-bbbd-3667a1e8dc3e req-302fddf0-2f82-463c-996a-7c8385af491a service nova] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.503691] env[68800]: DEBUG oslo_vmware.api [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243860, 'name': PowerOffVM_Task, 'duration_secs': 0.258606} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.503944] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 909.504772] env[68800]: DEBUG nova.virt.hardware [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1ff39966-2a86-4b1b-8648-8c0c44b4686e',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-72421309',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.504851] env[68800]: DEBUG nova.virt.hardware [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.504938] env[68800]: DEBUG nova.virt.hardware [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.505128] env[68800]: DEBUG nova.virt.hardware [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.505282] env[68800]: DEBUG nova.virt.hardware [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.505430] env[68800]: DEBUG nova.virt.hardware [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.505625] env[68800]: DEBUG nova.virt.hardware [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.505779] env[68800]: DEBUG nova.virt.hardware [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.505943] env[68800]: DEBUG nova.virt.hardware [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.506252] env[68800]: DEBUG nova.virt.hardware [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.506284] env[68800]: DEBUG nova.virt.hardware [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.511713] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2e89d28-b3e4-4d8c-abca-58765758b7a1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.530017] env[68800]: DEBUG oslo_vmware.api [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Waiting for the task: (returnval){ [ 909.530017] env[68800]: value = "task-3243862" [ 909.530017] env[68800]: _type = "Task" [ 909.530017] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.538102] env[68800]: DEBUG oslo_vmware.api [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243862, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.637435] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.534s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.638273] env[68800]: DEBUG nova.compute.manager [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 909.641843] env[68800]: DEBUG oslo_concurrency.lockutils [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.692s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.643437] env[68800]: INFO nova.compute.claims [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 2f746cfa-4d45-40d2-b39f-a7df3f22ada1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 909.673133] env[68800]: DEBUG oslo_vmware.api [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3243858, 'name': PowerOnVM_Task, 'duration_secs': 0.579903} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.673584] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.673831] env[68800]: INFO nova.compute.manager [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Took 10.34 seconds to spawn the instance on the hypervisor. [ 909.674058] env[68800]: DEBUG nova.compute.manager [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.675035] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c61c1e-856d-4442-bac3-f24a859cacea {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.707473] env[68800]: DEBUG oslo_concurrency.lockutils [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Acquiring lock "refresh_cache-b8608521-c253-4f10-a930-8bbf4bc3a987" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.804905] env[68800]: DEBUG oslo_vmware.api [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243861, 'name': Rename_Task, 'duration_secs': 0.152937} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.805303] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.805504] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9fb42da2-6244-41cb-9cd7-dd46dd90f027 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.814903] env[68800]: DEBUG oslo_vmware.api [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 909.814903] env[68800]: value = "task-3243863" [ 909.814903] env[68800]: _type = "Task" [ 909.814903] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.826152] env[68800]: DEBUG oslo_vmware.api [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243863, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.955831] env[68800]: DEBUG oslo_concurrency.lockutils [req-2fe89648-4b4d-4543-bbbd-3667a1e8dc3e req-302fddf0-2f82-463c-996a-7c8385af491a service nova] Releasing lock "refresh_cache-b8608521-c253-4f10-a930-8bbf4bc3a987" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.956419] env[68800]: DEBUG oslo_concurrency.lockutils [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Acquired lock "refresh_cache-b8608521-c253-4f10-a930-8bbf4bc3a987" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.957035] env[68800]: DEBUG nova.network.neutron [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.042242] env[68800]: DEBUG oslo_vmware.api [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243862, 'name': ReconfigVM_Task, 'duration_secs': 0.163205} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.043172] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07b17b9-e496-453a-bf4f-3b3faa7860af {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.062832] env[68800]: DEBUG nova.virt.hardware [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1ff39966-2a86-4b1b-8648-8c0c44b4686e',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-72421309',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 910.063128] env[68800]: DEBUG nova.virt.hardware [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.063320] env[68800]: DEBUG nova.virt.hardware [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.063528] env[68800]: DEBUG nova.virt.hardware [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.063710] env[68800]: DEBUG nova.virt.hardware [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.063872] env[68800]: DEBUG nova.virt.hardware [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 910.064094] env[68800]: DEBUG nova.virt.hardware [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 910.064265] env[68800]: DEBUG nova.virt.hardware [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 910.064427] env[68800]: DEBUG nova.virt.hardware [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 910.064608] env[68800]: DEBUG nova.virt.hardware [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 910.064798] env[68800]: DEBUG nova.virt.hardware [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 910.065655] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ec03757-f727-4779-a228-4db7f4fec099 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.073570] env[68800]: DEBUG oslo_vmware.api [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Waiting for the task: (returnval){ [ 910.073570] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52e495a5-a707-b7a5-0eab-c1d52cf8bc91" [ 910.073570] env[68800]: _type = "Task" [ 910.073570] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.082518] env[68800]: DEBUG oslo_vmware.api [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52e495a5-a707-b7a5-0eab-c1d52cf8bc91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.147633] env[68800]: DEBUG nova.compute.utils [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 910.151093] env[68800]: DEBUG nova.compute.manager [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 910.151093] env[68800]: DEBUG nova.network.neutron [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 910.197384] env[68800]: INFO nova.compute.manager [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Took 50.39 seconds to build instance. [ 910.297922] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bd0d4577-310f-4797-9bd1-aef4d1fa5680 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquiring lock "99f2d44f-e361-466f-998c-f23a2b04bcbf" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.297922] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bd0d4577-310f-4797-9bd1-aef4d1fa5680 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "99f2d44f-e361-466f-998c-f23a2b04bcbf" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.297922] env[68800]: DEBUG nova.compute.manager [None req-bd0d4577-310f-4797-9bd1-aef4d1fa5680 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Going to confirm migration 3 {{(pid=68800) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 910.331891] env[68800]: DEBUG oslo_vmware.api [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243863, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.476031] env[68800]: DEBUG nova.policy [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11496c1879c7464c8e23a5e71bdd7ea4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14d6f0db6474449d97a978de7770ea31', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 910.493430] env[68800]: DEBUG nova.network.neutron [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 910.586552] env[68800]: DEBUG oslo_vmware.api [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52e495a5-a707-b7a5-0eab-c1d52cf8bc91, 'name': SearchDatastore_Task, 'duration_secs': 0.010954} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.590150] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Reconfiguring VM instance instance-0000002d to detach disk 2000 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 910.593021] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-341c9540-ff1a-425e-946f-8a202c227aa9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.612017] env[68800]: DEBUG oslo_vmware.api [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Waiting for the task: (returnval){ [ 910.612017] env[68800]: value = "task-3243864" [ 910.612017] env[68800]: _type = "Task" [ 910.612017] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.620779] env[68800]: DEBUG oslo_vmware.api [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243864, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.654470] env[68800]: DEBUG nova.compute.manager [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 910.699446] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e7a4cf8a-ffcf-4b1f-89f3-c3ae56576a66 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Lock "c19ca69f-35ab-4737-997c-89f30164836a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.043s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.789888] env[68800]: DEBUG nova.network.neutron [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Updating instance_info_cache with network_info: [{"id": "28f3f07b-02bb-4182-90b0-8331e34c27f7", "address": "fa:16:3e:43:cf:b1", "network": {"id": "2f628cc9-22ee-45f5-bc0e-059e071f522d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1872605975", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a5c13ca0b554f85a8b0490be8181cf3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28f3f07b-02", "ovs_interfaceid": "28f3f07b-02bb-4182-90b0-8331e34c27f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b433b06f-9424-48af-966f-7d1229cc65f6", "address": "fa:16:3e:e5:61:37", "network": {"id": "68ae1f07-d455-4729-be8d-a9d3de3f2777", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-579012909", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7a5c13ca0b554f85a8b0490be8181cf3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb433b06f-94", "ovs_interfaceid": "b433b06f-9424-48af-966f-7d1229cc65f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.826056] env[68800]: DEBUG oslo_vmware.api [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243863, 'name': PowerOnVM_Task, 'duration_secs': 0.654295} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.829874] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.830204] env[68800]: INFO nova.compute.manager [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Took 8.82 seconds to spawn the instance on the hypervisor. [ 910.830452] env[68800]: DEBUG nova.compute.manager [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.831820] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6a931a-c7ca-4b47-b516-9992e0631bbe {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.862371] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bd0d4577-310f-4797-9bd1-aef4d1fa5680 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquiring lock "refresh_cache-99f2d44f-e361-466f-998c-f23a2b04bcbf" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.862371] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bd0d4577-310f-4797-9bd1-aef4d1fa5680 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquired lock "refresh_cache-99f2d44f-e361-466f-998c-f23a2b04bcbf" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.862371] env[68800]: DEBUG nova.network.neutron [None req-bd0d4577-310f-4797-9bd1-aef4d1fa5680 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.862371] env[68800]: DEBUG nova.objects.instance [None req-bd0d4577-310f-4797-9bd1-aef4d1fa5680 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lazy-loading 'info_cache' on Instance uuid 99f2d44f-e361-466f-998c-f23a2b04bcbf {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.961186] env[68800]: DEBUG nova.network.neutron [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] Successfully created port: 57fc8cbe-290f-41ca-831a-38b913f6ab8a {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 911.105401] env[68800]: DEBUG nova.compute.manager [req-226d965c-83cb-4a5c-b8bc-f53e1811548a req-29541387-3ded-47ff-864d-aa18adda9b23 service nova] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Received event network-vif-plugged-b433b06f-9424-48af-966f-7d1229cc65f6 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.105868] env[68800]: DEBUG oslo_concurrency.lockutils [req-226d965c-83cb-4a5c-b8bc-f53e1811548a req-29541387-3ded-47ff-864d-aa18adda9b23 service nova] Acquiring lock "b8608521-c253-4f10-a930-8bbf4bc3a987-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.105868] env[68800]: DEBUG oslo_concurrency.lockutils [req-226d965c-83cb-4a5c-b8bc-f53e1811548a req-29541387-3ded-47ff-864d-aa18adda9b23 service nova] Lock "b8608521-c253-4f10-a930-8bbf4bc3a987-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.106123] env[68800]: DEBUG oslo_concurrency.lockutils [req-226d965c-83cb-4a5c-b8bc-f53e1811548a req-29541387-3ded-47ff-864d-aa18adda9b23 service nova] Lock "b8608521-c253-4f10-a930-8bbf4bc3a987-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.108442] env[68800]: DEBUG nova.compute.manager [req-226d965c-83cb-4a5c-b8bc-f53e1811548a req-29541387-3ded-47ff-864d-aa18adda9b23 service nova] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] No waiting events found dispatching network-vif-plugged-b433b06f-9424-48af-966f-7d1229cc65f6 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 911.108729] env[68800]: WARNING nova.compute.manager [req-226d965c-83cb-4a5c-b8bc-f53e1811548a req-29541387-3ded-47ff-864d-aa18adda9b23 service nova] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Received unexpected event network-vif-plugged-b433b06f-9424-48af-966f-7d1229cc65f6 for instance with vm_state building and task_state spawning. [ 911.108930] env[68800]: DEBUG nova.compute.manager [req-226d965c-83cb-4a5c-b8bc-f53e1811548a req-29541387-3ded-47ff-864d-aa18adda9b23 service nova] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Received event network-changed-b433b06f-9424-48af-966f-7d1229cc65f6 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.109109] env[68800]: DEBUG nova.compute.manager [req-226d965c-83cb-4a5c-b8bc-f53e1811548a req-29541387-3ded-47ff-864d-aa18adda9b23 service nova] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Refreshing instance network info cache due to event network-changed-b433b06f-9424-48af-966f-7d1229cc65f6. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 911.109289] env[68800]: DEBUG oslo_concurrency.lockutils [req-226d965c-83cb-4a5c-b8bc-f53e1811548a req-29541387-3ded-47ff-864d-aa18adda9b23 service nova] Acquiring lock "refresh_cache-b8608521-c253-4f10-a930-8bbf4bc3a987" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.124032] env[68800]: DEBUG oslo_vmware.api [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243864, 'name': ReconfigVM_Task, 'duration_secs': 0.206914} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.124032] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Reconfigured VM instance instance-0000002d to detach disk 2000 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 911.124900] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552fec57-c58f-49f6-9110-146408930881 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.151998] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] c27ce6a7-d9a3-4a37-9fc7-c72731f816fa/c27ce6a7-d9a3-4a37-9fc7-c72731f816fa.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 911.158123] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbc97b38-a9be-4048-a155-860449c06e7c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.179073] env[68800]: DEBUG oslo_vmware.api [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Waiting for the task: (returnval){ [ 911.179073] env[68800]: value = "task-3243865" [ 911.179073] env[68800]: _type = "Task" [ 911.179073] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.190922] env[68800]: DEBUG oslo_vmware.api [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243865, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.207625] env[68800]: DEBUG nova.compute.manager [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: a28410ba-c206-449b-91f9-4ba3a023ea24] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 911.238020] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c08e7fd-6b9b-4deb-95ca-65252df998ad {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.243893] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e05167c-0533-44a9-9578-dae2984a44db {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.286046] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff7fa68-3ab0-42d3-9b9e-b2140e871b7c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.291316] env[68800]: DEBUG oslo_concurrency.lockutils [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Releasing lock "refresh_cache-b8608521-c253-4f10-a930-8bbf4bc3a987" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.292031] env[68800]: DEBUG nova.compute.manager [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Instance network_info: |[{"id": "28f3f07b-02bb-4182-90b0-8331e34c27f7", "address": "fa:16:3e:43:cf:b1", "network": {"id": "2f628cc9-22ee-45f5-bc0e-059e071f522d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1872605975", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a5c13ca0b554f85a8b0490be8181cf3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28f3f07b-02", "ovs_interfaceid": "28f3f07b-02bb-4182-90b0-8331e34c27f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b433b06f-9424-48af-966f-7d1229cc65f6", "address": "fa:16:3e:e5:61:37", "network": {"id": "68ae1f07-d455-4729-be8d-a9d3de3f2777", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-579012909", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7a5c13ca0b554f85a8b0490be8181cf3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb433b06f-94", "ovs_interfaceid": "b433b06f-9424-48af-966f-7d1229cc65f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 911.294816] env[68800]: DEBUG oslo_concurrency.lockutils [req-226d965c-83cb-4a5c-b8bc-f53e1811548a req-29541387-3ded-47ff-864d-aa18adda9b23 service nova] Acquired lock "refresh_cache-b8608521-c253-4f10-a930-8bbf4bc3a987" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.295269] env[68800]: DEBUG nova.network.neutron [req-226d965c-83cb-4a5c-b8bc-f53e1811548a req-29541387-3ded-47ff-864d-aa18adda9b23 service nova] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Refreshing network info cache for port b433b06f-9424-48af-966f-7d1229cc65f6 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 911.297711] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:cf:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '02bbcead-d833-4543-bec6-fb82dfe659ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28f3f07b-02bb-4182-90b0-8331e34c27f7', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:61:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '419a5b3f-4c6f-4168-9def-746b4d8c5c24', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b433b06f-9424-48af-966f-7d1229cc65f6', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.308062] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.309419] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.311421] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dce6424-481e-4530-896a-c8a1ffc232fd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.315519] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5b6f66a-6dc1-457b-8990-6e5f9aee3614 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.344198] env[68800]: DEBUG nova.compute.provider_tree [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.349021] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.349021] env[68800]: value = "task-3243866" [ 911.349021] env[68800]: _type = "Task" [ 911.349021] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.361308] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243866, 'name': CreateVM_Task} progress is 10%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.361861] env[68800]: INFO nova.compute.manager [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Took 50.98 seconds to build instance. [ 911.675853] env[68800]: DEBUG nova.compute.manager [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 911.684152] env[68800]: DEBUG oslo_concurrency.lockutils [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Acquiring lock "5f7ea455-6146-4fa9-a726-cf655beb92d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.684427] env[68800]: DEBUG oslo_concurrency.lockutils [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Lock "5f7ea455-6146-4fa9-a726-cf655beb92d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.693188] env[68800]: DEBUG oslo_vmware.api [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243865, 'name': ReconfigVM_Task, 'duration_secs': 0.284242} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.695244] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Reconfigured VM instance instance-0000002d to attach disk [datastore1] c27ce6a7-d9a3-4a37-9fc7-c72731f816fa/c27ce6a7-d9a3-4a37-9fc7-c72731f816fa.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.697319] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a40119-c6fd-4640-8f76-23aa7dce4740 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.701650] env[68800]: DEBUG nova.virt.hardware [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 911.701869] env[68800]: DEBUG nova.virt.hardware [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 911.702035] env[68800]: DEBUG nova.virt.hardware [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.702223] env[68800]: DEBUG nova.virt.hardware [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 911.702366] env[68800]: DEBUG nova.virt.hardware [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.702511] env[68800]: DEBUG nova.virt.hardware [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 911.702715] env[68800]: DEBUG nova.virt.hardware [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 911.702867] env[68800]: DEBUG nova.virt.hardware [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 911.703045] env[68800]: DEBUG nova.virt.hardware [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 911.703211] env[68800]: DEBUG nova.virt.hardware [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 911.703420] env[68800]: DEBUG nova.virt.hardware [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 911.704418] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fda7250-9b64-4b8b-a67e-27f4836c6d98 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.726525] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768a4ed2-5164-4dd0-99f3-b56d521d6918 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.734651] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41b9184-abba-4c43-889c-9eb4f6bc6dc1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.752306] env[68800]: DEBUG oslo_concurrency.lockutils [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.753498] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95826312-9846-4266-903c-86a1543e121d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.779806] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e94fbe6-9747-4760-8bbe-f706d43fad61 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.786737] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 911.787147] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51f7cdc7-849b-4d7d-bd2f-36922f968d09 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.793509] env[68800]: DEBUG oslo_vmware.api [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Waiting for the task: (returnval){ [ 911.793509] env[68800]: value = "task-3243867" [ 911.793509] env[68800]: _type = "Task" [ 911.793509] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.801427] env[68800]: DEBUG oslo_vmware.api [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243867, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.847985] env[68800]: DEBUG nova.scheduler.client.report [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.860495] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243866, 'name': CreateVM_Task, 'duration_secs': 0.404912} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.861072] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 911.861457] env[68800]: DEBUG oslo_concurrency.lockutils [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.861652] env[68800]: DEBUG oslo_concurrency.lockutils [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.862033] env[68800]: DEBUG oslo_concurrency.lockutils [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.862322] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7967dd0c-37ae-4282-bfee-1578df941882 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.864825] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b38a5d71-79f3-47f9-82b1-f9006ff906f0 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lock "4205ef4c-0140-4357-b453-64899d952ce2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.793s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.871435] env[68800]: DEBUG oslo_vmware.api [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Waiting for the task: (returnval){ [ 911.871435] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52a3aad3-4662-dbd6-6be5-52e8af47d9e5" [ 911.871435] env[68800]: _type = "Task" [ 911.871435] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.885156] env[68800]: DEBUG oslo_vmware.api [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52a3aad3-4662-dbd6-6be5-52e8af47d9e5, 'name': SearchDatastore_Task, 'duration_secs': 0.01106} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.885156] env[68800]: DEBUG oslo_concurrency.lockutils [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.885156] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 911.885374] env[68800]: DEBUG oslo_concurrency.lockutils [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.885561] env[68800]: DEBUG oslo_concurrency.lockutils [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.885757] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 911.886047] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac93ae08-8dac-489e-ad17-f0c08c09d0ff {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.894967] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 911.894967] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 911.895154] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e723674f-89d5-4d72-9d3f-e169cde62a88 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.901945] env[68800]: DEBUG oslo_vmware.api [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Waiting for the task: (returnval){ [ 911.901945] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520e5baa-8e6f-d6c8-5717-bb06a44a457c" [ 911.901945] env[68800]: _type = "Task" [ 911.901945] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.909720] env[68800]: DEBUG oslo_vmware.api [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520e5baa-8e6f-d6c8-5717-bb06a44a457c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.025211] env[68800]: DEBUG nova.network.neutron [req-226d965c-83cb-4a5c-b8bc-f53e1811548a req-29541387-3ded-47ff-864d-aa18adda9b23 service nova] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Updated VIF entry in instance network info cache for port b433b06f-9424-48af-966f-7d1229cc65f6. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 912.025211] env[68800]: DEBUG nova.network.neutron [req-226d965c-83cb-4a5c-b8bc-f53e1811548a req-29541387-3ded-47ff-864d-aa18adda9b23 service nova] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Updating instance_info_cache with network_info: [{"id": "28f3f07b-02bb-4182-90b0-8331e34c27f7", "address": "fa:16:3e:43:cf:b1", "network": {"id": "2f628cc9-22ee-45f5-bc0e-059e071f522d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1872605975", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a5c13ca0b554f85a8b0490be8181cf3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28f3f07b-02", "ovs_interfaceid": "28f3f07b-02bb-4182-90b0-8331e34c27f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b433b06f-9424-48af-966f-7d1229cc65f6", "address": "fa:16:3e:e5:61:37", "network": {"id": "68ae1f07-d455-4729-be8d-a9d3de3f2777", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-579012909", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7a5c13ca0b554f85a8b0490be8181cf3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb433b06f-94", "ovs_interfaceid": "b433b06f-9424-48af-966f-7d1229cc65f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.217133] env[68800]: DEBUG nova.network.neutron [None req-bd0d4577-310f-4797-9bd1-aef4d1fa5680 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Updating instance_info_cache with network_info: [{"id": "799e4986-0930-491b-98ff-32f545243230", "address": "fa:16:3e:94:65:06", "network": {"id": "d2aa08d6-a1ed-4602-80f7-7e07ba244d6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2142783339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f658ebcc84a8451b9e8d28db15cd0d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap799e4986-09", "ovs_interfaceid": "799e4986-0930-491b-98ff-32f545243230", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.303834] env[68800]: DEBUG oslo_vmware.api [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243867, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.356243] env[68800]: DEBUG oslo_concurrency.lockutils [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.714s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.357029] env[68800]: DEBUG nova.compute.manager [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 2f746cfa-4d45-40d2-b39f-a7df3f22ada1] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 912.360806] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.253s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.363024] env[68800]: INFO nova.compute.claims [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 912.367532] env[68800]: DEBUG nova.compute.manager [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 912.413151] env[68800]: DEBUG oslo_vmware.api [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520e5baa-8e6f-d6c8-5717-bb06a44a457c, 'name': SearchDatastore_Task, 'duration_secs': 0.009898} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.414979] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6b7568c-2048-4c8c-9579-3a22c1e327b1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.421070] env[68800]: DEBUG oslo_vmware.api [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Waiting for the task: (returnval){ [ 912.421070] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52f6068c-d871-eae6-ba28-156ff518c455" [ 912.421070] env[68800]: _type = "Task" [ 912.421070] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.429851] env[68800]: DEBUG oslo_vmware.api [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52f6068c-d871-eae6-ba28-156ff518c455, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.528029] env[68800]: DEBUG oslo_concurrency.lockutils [req-226d965c-83cb-4a5c-b8bc-f53e1811548a req-29541387-3ded-47ff-864d-aa18adda9b23 service nova] Releasing lock "refresh_cache-b8608521-c253-4f10-a930-8bbf4bc3a987" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.719742] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bd0d4577-310f-4797-9bd1-aef4d1fa5680 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Releasing lock "refresh_cache-99f2d44f-e361-466f-998c-f23a2b04bcbf" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.720072] env[68800]: DEBUG nova.objects.instance [None req-bd0d4577-310f-4797-9bd1-aef4d1fa5680 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lazy-loading 'migration_context' on Instance uuid 99f2d44f-e361-466f-998c-f23a2b04bcbf {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.800670] env[68800]: DEBUG nova.network.neutron [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] Successfully updated port: 57fc8cbe-290f-41ca-831a-38b913f6ab8a {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 912.804679] env[68800]: DEBUG oslo_vmware.api [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243867, 'name': PowerOnVM_Task, 'duration_secs': 0.530497} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.805133] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 912.869104] env[68800]: DEBUG nova.compute.utils [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 912.873690] env[68800]: DEBUG nova.compute.manager [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 2f746cfa-4d45-40d2-b39f-a7df3f22ada1] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 912.873903] env[68800]: DEBUG nova.network.neutron [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 2f746cfa-4d45-40d2-b39f-a7df3f22ada1] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 912.893126] env[68800]: DEBUG oslo_concurrency.lockutils [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.915824] env[68800]: DEBUG nova.policy [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '453131ddbf1148d49c01179d6ff1713c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d3439f156cf4195b418e1c815086a00', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 912.931544] env[68800]: DEBUG oslo_vmware.api [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52f6068c-d871-eae6-ba28-156ff518c455, 'name': SearchDatastore_Task, 'duration_secs': 0.037813} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.931811] env[68800]: DEBUG oslo_concurrency.lockutils [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.932077] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] b8608521-c253-4f10-a930-8bbf4bc3a987/b8608521-c253-4f10-a930-8bbf4bc3a987.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 912.932343] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f807857c-a2cc-4093-8281-c568a1146e4a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.939982] env[68800]: DEBUG oslo_vmware.api [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Waiting for the task: (returnval){ [ 912.939982] env[68800]: value = "task-3243868" [ 912.939982] env[68800]: _type = "Task" [ 912.939982] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.948468] env[68800]: DEBUG oslo_vmware.api [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Task: {'id': task-3243868, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.112346] env[68800]: DEBUG nova.compute.manager [None req-7360d9f9-bd04-4d53-9325-52c6ffb24fc5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.113316] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb367f2-dfd4-4fc3-8ac6-229776fafd39 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.167540] env[68800]: DEBUG nova.compute.manager [req-5a688629-1927-40bf-8b4b-e4808e78e2dc req-8ff5ea2e-f5c2-45a5-87db-9cc8aa447570 service nova] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] Received event network-vif-plugged-57fc8cbe-290f-41ca-831a-38b913f6ab8a {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.167787] env[68800]: DEBUG oslo_concurrency.lockutils [req-5a688629-1927-40bf-8b4b-e4808e78e2dc req-8ff5ea2e-f5c2-45a5-87db-9cc8aa447570 service nova] Acquiring lock "531bc9c2-f27e-4ade-aa3f-4c926398267a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.168151] env[68800]: DEBUG oslo_concurrency.lockutils [req-5a688629-1927-40bf-8b4b-e4808e78e2dc req-8ff5ea2e-f5c2-45a5-87db-9cc8aa447570 service nova] Lock "531bc9c2-f27e-4ade-aa3f-4c926398267a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.168275] env[68800]: DEBUG oslo_concurrency.lockutils [req-5a688629-1927-40bf-8b4b-e4808e78e2dc req-8ff5ea2e-f5c2-45a5-87db-9cc8aa447570 service nova] Lock "531bc9c2-f27e-4ade-aa3f-4c926398267a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.168372] env[68800]: DEBUG nova.compute.manager [req-5a688629-1927-40bf-8b4b-e4808e78e2dc req-8ff5ea2e-f5c2-45a5-87db-9cc8aa447570 service nova] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] No waiting events found dispatching network-vif-plugged-57fc8cbe-290f-41ca-831a-38b913f6ab8a {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 913.168545] env[68800]: WARNING nova.compute.manager [req-5a688629-1927-40bf-8b4b-e4808e78e2dc req-8ff5ea2e-f5c2-45a5-87db-9cc8aa447570 service nova] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] Received unexpected event network-vif-plugged-57fc8cbe-290f-41ca-831a-38b913f6ab8a for instance with vm_state building and task_state spawning. [ 913.168707] env[68800]: DEBUG nova.compute.manager [req-5a688629-1927-40bf-8b4b-e4808e78e2dc req-8ff5ea2e-f5c2-45a5-87db-9cc8aa447570 service nova] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] Received event network-changed-57fc8cbe-290f-41ca-831a-38b913f6ab8a {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.168859] env[68800]: DEBUG nova.compute.manager [req-5a688629-1927-40bf-8b4b-e4808e78e2dc req-8ff5ea2e-f5c2-45a5-87db-9cc8aa447570 service nova] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] Refreshing instance network info cache due to event network-changed-57fc8cbe-290f-41ca-831a-38b913f6ab8a. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 913.169055] env[68800]: DEBUG oslo_concurrency.lockutils [req-5a688629-1927-40bf-8b4b-e4808e78e2dc req-8ff5ea2e-f5c2-45a5-87db-9cc8aa447570 service nova] Acquiring lock "refresh_cache-531bc9c2-f27e-4ade-aa3f-4c926398267a" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.169194] env[68800]: DEBUG oslo_concurrency.lockutils [req-5a688629-1927-40bf-8b4b-e4808e78e2dc req-8ff5ea2e-f5c2-45a5-87db-9cc8aa447570 service nova] Acquired lock "refresh_cache-531bc9c2-f27e-4ade-aa3f-4c926398267a" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.169412] env[68800]: DEBUG nova.network.neutron [req-5a688629-1927-40bf-8b4b-e4808e78e2dc req-8ff5ea2e-f5c2-45a5-87db-9cc8aa447570 service nova] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] Refreshing network info cache for port 57fc8cbe-290f-41ca-831a-38b913f6ab8a {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 913.224977] env[68800]: DEBUG nova.objects.base [None req-bd0d4577-310f-4797-9bd1-aef4d1fa5680 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Object Instance<99f2d44f-e361-466f-998c-f23a2b04bcbf> lazy-loaded attributes: info_cache,migration_context {{(pid=68800) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 913.228373] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff08e26-ffb3-402d-8c2f-77f5f8a910c2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.256977] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e87597f9-f9d3-41db-ad06-28b2c9a5b1b2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.264202] env[68800]: DEBUG oslo_vmware.api [None req-bd0d4577-310f-4797-9bd1-aef4d1fa5680 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 913.264202] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]525d8022-10b9-6688-33e4-4d812bf40965" [ 913.264202] env[68800]: _type = "Task" [ 913.264202] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.275802] env[68800]: DEBUG oslo_vmware.api [None req-bd0d4577-310f-4797-9bd1-aef4d1fa5680 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]525d8022-10b9-6688-33e4-4d812bf40965, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.307503] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Acquiring lock "refresh_cache-531bc9c2-f27e-4ade-aa3f-4c926398267a" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.328443] env[68800]: DEBUG nova.network.neutron [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 2f746cfa-4d45-40d2-b39f-a7df3f22ada1] Successfully created port: 80e23162-cdef-46b9-bae3-d54763f5d7e4 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 913.378723] env[68800]: DEBUG nova.compute.manager [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 2f746cfa-4d45-40d2-b39f-a7df3f22ada1] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 913.453039] env[68800]: DEBUG oslo_vmware.api [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Task: {'id': task-3243868, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508241} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.453039] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] b8608521-c253-4f10-a930-8bbf4bc3a987/b8608521-c253-4f10-a930-8bbf4bc3a987.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 913.453242] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 913.453560] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64b4266b-e348-4f74-b4bf-73bd4607d94f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.461400] env[68800]: DEBUG oslo_vmware.api [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Waiting for the task: (returnval){ [ 913.461400] env[68800]: value = "task-3243869" [ 913.461400] env[68800]: _type = "Task" [ 913.461400] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.469927] env[68800]: DEBUG oslo_vmware.api [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Task: {'id': task-3243869, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.626127] env[68800]: INFO nova.compute.manager [None req-7360d9f9-bd04-4d53-9325-52c6ffb24fc5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] instance snapshotting [ 913.631733] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e914d574-4d62-47af-9d5c-7f553003fd01 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.653438] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd38c21-d02c-43f2-865e-51c7d653d0a1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.729415] env[68800]: DEBUG nova.network.neutron [req-5a688629-1927-40bf-8b4b-e4808e78e2dc req-8ff5ea2e-f5c2-45a5-87db-9cc8aa447570 service nova] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 913.777501] env[68800]: DEBUG oslo_vmware.api [None req-bd0d4577-310f-4797-9bd1-aef4d1fa5680 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]525d8022-10b9-6688-33e4-4d812bf40965, 'name': SearchDatastore_Task, 'duration_secs': 0.01694} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.780671] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bd0d4577-310f-4797-9bd1-aef4d1fa5680 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.823258] env[68800]: INFO nova.compute.manager [None req-af614dd3-43d1-4da3-85eb-4bca820e1e9c tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Updating instance to original state: 'active' [ 913.903113] env[68800]: DEBUG nova.network.neutron [req-5a688629-1927-40bf-8b4b-e4808e78e2dc req-8ff5ea2e-f5c2-45a5-87db-9cc8aa447570 service nova] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.972720] env[68800]: DEBUG oslo_vmware.api [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Task: {'id': task-3243869, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080471} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.973570] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 913.973992] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d8aeca-c04e-464f-bc3e-91463f82cde7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.000352] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] b8608521-c253-4f10-a930-8bbf4bc3a987/b8608521-c253-4f10-a930-8bbf4bc3a987.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.003129] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-baa12674-7991-4164-9335-96ba608388bd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.022486] env[68800]: DEBUG oslo_vmware.api [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Waiting for the task: (returnval){ [ 914.022486] env[68800]: value = "task-3243870" [ 914.022486] env[68800]: _type = "Task" [ 914.022486] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.033051] env[68800]: DEBUG oslo_vmware.api [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Task: {'id': task-3243870, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.039215] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db505e4a-ebaf-4b45-8db2-b8c38725a641 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.045658] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7496a8aa-253c-42a5-8a2a-5b2ac5f89320 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.074734] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f90735-6a4c-4b57-8c3c-49e7cf8fcaa2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.081361] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d940d4a6-0cf4-492e-b329-5ab2ee8a776b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.095418] env[68800]: DEBUG nova.compute.provider_tree [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.164441] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7360d9f9-bd04-4d53-9325-52c6ffb24fc5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Creating Snapshot of the VM instance {{(pid=68800) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 914.164902] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8e0a52bf-0a5c-4081-93cd-372d9937f5c8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.174098] env[68800]: DEBUG oslo_vmware.api [None req-7360d9f9-bd04-4d53-9325-52c6ffb24fc5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 914.174098] env[68800]: value = "task-3243871" [ 914.174098] env[68800]: _type = "Task" [ 914.174098] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.181805] env[68800]: DEBUG oslo_vmware.api [None req-7360d9f9-bd04-4d53-9325-52c6ffb24fc5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243871, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.388444] env[68800]: DEBUG nova.compute.manager [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 2f746cfa-4d45-40d2-b39f-a7df3f22ada1] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 914.405823] env[68800]: DEBUG oslo_concurrency.lockutils [req-5a688629-1927-40bf-8b4b-e4808e78e2dc req-8ff5ea2e-f5c2-45a5-87db-9cc8aa447570 service nova] Releasing lock "refresh_cache-531bc9c2-f27e-4ade-aa3f-4c926398267a" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.408696] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Acquired lock "refresh_cache-531bc9c2-f27e-4ade-aa3f-4c926398267a" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.409992] env[68800]: DEBUG nova.network.neutron [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.416405] env[68800]: DEBUG nova.virt.hardware [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 914.416611] env[68800]: DEBUG nova.virt.hardware [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.416723] env[68800]: DEBUG nova.virt.hardware [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.416903] env[68800]: DEBUG nova.virt.hardware [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.417062] env[68800]: DEBUG nova.virt.hardware [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.417215] env[68800]: DEBUG nova.virt.hardware [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 914.417433] env[68800]: DEBUG nova.virt.hardware [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 914.417604] env[68800]: DEBUG nova.virt.hardware [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 914.417753] env[68800]: DEBUG nova.virt.hardware [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 914.417941] env[68800]: DEBUG nova.virt.hardware [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 914.418196] env[68800]: DEBUG nova.virt.hardware [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 914.419984] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b2e011-eff5-4e1c-8c89-50c7507707df {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.432137] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10d66b6-bc45-4d5f-b5da-336179ea03d9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.532998] env[68800]: DEBUG oslo_vmware.api [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Task: {'id': task-3243870, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.599139] env[68800]: DEBUG nova.scheduler.client.report [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.685578] env[68800]: DEBUG oslo_vmware.api [None req-7360d9f9-bd04-4d53-9325-52c6ffb24fc5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243871, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.964796] env[68800]: DEBUG nova.network.neutron [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 915.005355] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f5e1d8d2-477b-46d3-a132-17ef771066c4 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Acquiring lock "c27ce6a7-d9a3-4a37-9fc7-c72731f816fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.005626] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f5e1d8d2-477b-46d3-a132-17ef771066c4 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Lock "c27ce6a7-d9a3-4a37-9fc7-c72731f816fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.005834] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f5e1d8d2-477b-46d3-a132-17ef771066c4 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Acquiring lock "c27ce6a7-d9a3-4a37-9fc7-c72731f816fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.006031] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f5e1d8d2-477b-46d3-a132-17ef771066c4 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Lock "c27ce6a7-d9a3-4a37-9fc7-c72731f816fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.006225] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f5e1d8d2-477b-46d3-a132-17ef771066c4 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Lock "c27ce6a7-d9a3-4a37-9fc7-c72731f816fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.008092] env[68800]: INFO nova.compute.manager [None req-f5e1d8d2-477b-46d3-a132-17ef771066c4 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Terminating instance [ 915.032742] env[68800]: DEBUG oslo_vmware.api [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Task: {'id': task-3243870, 'name': ReconfigVM_Task, 'duration_secs': 0.804842} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.033089] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Reconfigured VM instance instance-00000042 to attach disk [datastore1] b8608521-c253-4f10-a930-8bbf4bc3a987/b8608521-c253-4f10-a930-8bbf4bc3a987.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.033869] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ae7642e-9b86-4ae8-8abb-7558641801fe {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.040115] env[68800]: DEBUG oslo_vmware.api [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Waiting for the task: (returnval){ [ 915.040115] env[68800]: value = "task-3243872" [ 915.040115] env[68800]: _type = "Task" [ 915.040115] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.049831] env[68800]: DEBUG oslo_vmware.api [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Task: {'id': task-3243872, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.105577] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.745s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.106133] env[68800]: DEBUG nova.compute.manager [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 915.108903] env[68800]: DEBUG oslo_concurrency.lockutils [None req-00639aa2-ed0f-4c10-a992-3e49811761f6 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.297s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.108903] env[68800]: DEBUG oslo_concurrency.lockutils [None req-00639aa2-ed0f-4c10-a992-3e49811761f6 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.110664] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.038s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.110840] env[68800]: DEBUG nova.objects.instance [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68800) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 915.148572] env[68800]: INFO nova.scheduler.client.report [None req-00639aa2-ed0f-4c10-a992-3e49811761f6 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Deleted allocations for instance 91179070-6a65-4881-94e7-a669501d328b [ 915.184990] env[68800]: DEBUG oslo_vmware.api [None req-7360d9f9-bd04-4d53-9325-52c6ffb24fc5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243871, 'name': CreateSnapshot_Task, 'duration_secs': 0.835979} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.185285] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7360d9f9-bd04-4d53-9325-52c6ffb24fc5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Created Snapshot of the VM instance {{(pid=68800) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 915.186090] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5700effd-fed6-4757-87cc-6a3ef118f832 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.206987] env[68800]: DEBUG nova.compute.manager [req-e1d9bdc3-3294-4beb-8684-3483fdd99b6c req-6c9e5c76-300a-483c-8c44-a883fd5c0d7d service nova] [instance: 2f746cfa-4d45-40d2-b39f-a7df3f22ada1] Received event network-vif-plugged-80e23162-cdef-46b9-bae3-d54763f5d7e4 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.207364] env[68800]: DEBUG oslo_concurrency.lockutils [req-e1d9bdc3-3294-4beb-8684-3483fdd99b6c req-6c9e5c76-300a-483c-8c44-a883fd5c0d7d service nova] Acquiring lock "2f746cfa-4d45-40d2-b39f-a7df3f22ada1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.207550] env[68800]: DEBUG oslo_concurrency.lockutils [req-e1d9bdc3-3294-4beb-8684-3483fdd99b6c req-6c9e5c76-300a-483c-8c44-a883fd5c0d7d service nova] Lock "2f746cfa-4d45-40d2-b39f-a7df3f22ada1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.207663] env[68800]: DEBUG oslo_concurrency.lockutils [req-e1d9bdc3-3294-4beb-8684-3483fdd99b6c req-6c9e5c76-300a-483c-8c44-a883fd5c0d7d service nova] Lock "2f746cfa-4d45-40d2-b39f-a7df3f22ada1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.207837] env[68800]: DEBUG nova.compute.manager [req-e1d9bdc3-3294-4beb-8684-3483fdd99b6c req-6c9e5c76-300a-483c-8c44-a883fd5c0d7d service nova] [instance: 2f746cfa-4d45-40d2-b39f-a7df3f22ada1] No waiting events found dispatching network-vif-plugged-80e23162-cdef-46b9-bae3-d54763f5d7e4 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 915.208031] env[68800]: WARNING nova.compute.manager [req-e1d9bdc3-3294-4beb-8684-3483fdd99b6c req-6c9e5c76-300a-483c-8c44-a883fd5c0d7d service nova] [instance: 2f746cfa-4d45-40d2-b39f-a7df3f22ada1] Received unexpected event network-vif-plugged-80e23162-cdef-46b9-bae3-d54763f5d7e4 for instance with vm_state building and task_state spawning. [ 915.232013] env[68800]: DEBUG nova.network.neutron [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] Updating instance_info_cache with network_info: [{"id": "57fc8cbe-290f-41ca-831a-38b913f6ab8a", "address": "fa:16:3e:5f:3d:9a", "network": {"id": "e568bd34-6cd8-44ec-8cb6-1a948d738be0", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-493112612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14d6f0db6474449d97a978de7770ea31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57fc8cbe-29", "ovs_interfaceid": "57fc8cbe-290f-41ca-831a-38b913f6ab8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.321258] env[68800]: DEBUG nova.network.neutron [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 2f746cfa-4d45-40d2-b39f-a7df3f22ada1] Successfully updated port: 80e23162-cdef-46b9-bae3-d54763f5d7e4 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 915.511814] env[68800]: DEBUG nova.compute.manager [None req-f5e1d8d2-477b-46d3-a132-17ef771066c4 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 915.512090] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e1d8d2-477b-46d3-a132-17ef771066c4 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 915.512998] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436e7c1a-c8bb-40f7-86a9-19841abdaeb9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.521083] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5e1d8d2-477b-46d3-a132-17ef771066c4 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.521871] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd713600-daf4-410b-8e12-a08d160de925 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.527368] env[68800]: DEBUG oslo_vmware.api [None req-f5e1d8d2-477b-46d3-a132-17ef771066c4 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Waiting for the task: (returnval){ [ 915.527368] env[68800]: value = "task-3243873" [ 915.527368] env[68800]: _type = "Task" [ 915.527368] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.534733] env[68800]: DEBUG oslo_vmware.api [None req-f5e1d8d2-477b-46d3-a132-17ef771066c4 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243873, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.548712] env[68800]: DEBUG oslo_vmware.api [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Task: {'id': task-3243872, 'name': Rename_Task, 'duration_secs': 0.280632} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.548984] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.549241] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ec45d99-02a5-4698-9c55-e5f724eaee58 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.555287] env[68800]: DEBUG oslo_vmware.api [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Waiting for the task: (returnval){ [ 915.555287] env[68800]: value = "task-3243874" [ 915.555287] env[68800]: _type = "Task" [ 915.555287] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.563071] env[68800]: DEBUG oslo_vmware.api [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Task: {'id': task-3243874, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.616057] env[68800]: DEBUG nova.compute.utils [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 915.621601] env[68800]: DEBUG nova.compute.manager [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 915.621805] env[68800]: DEBUG nova.network.neutron [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 915.660329] env[68800]: DEBUG oslo_concurrency.lockutils [None req-00639aa2-ed0f-4c10-a992-3e49811761f6 tempest-ServerExternalEventsTest-629435220 tempest-ServerExternalEventsTest-629435220-project-member] Lock "91179070-6a65-4881-94e7-a669501d328b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.522s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.706326] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7360d9f9-bd04-4d53-9325-52c6ffb24fc5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Creating linked-clone VM from snapshot {{(pid=68800) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 915.706682] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ace76bac-2614-4152-aea7-999b6775fd14 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.714979] env[68800]: DEBUG oslo_vmware.api [None req-7360d9f9-bd04-4d53-9325-52c6ffb24fc5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 915.714979] env[68800]: value = "task-3243875" [ 915.714979] env[68800]: _type = "Task" [ 915.714979] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.723037] env[68800]: DEBUG oslo_vmware.api [None req-7360d9f9-bd04-4d53-9325-52c6ffb24fc5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243875, 'name': CloneVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.730660] env[68800]: DEBUG nova.policy [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fdccb352b4b44ab89dce8ce7b0a1576f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f91623c813204db081fa9e7a5792787c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 915.735190] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Releasing lock "refresh_cache-531bc9c2-f27e-4ade-aa3f-4c926398267a" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.735190] env[68800]: DEBUG nova.compute.manager [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] Instance network_info: |[{"id": "57fc8cbe-290f-41ca-831a-38b913f6ab8a", "address": "fa:16:3e:5f:3d:9a", "network": {"id": "e568bd34-6cd8-44ec-8cb6-1a948d738be0", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-493112612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14d6f0db6474449d97a978de7770ea31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57fc8cbe-29", "ovs_interfaceid": "57fc8cbe-290f-41ca-831a-38b913f6ab8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 915.735462] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:3d:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37fb1918-d178-4e12-93e6-316381e78be4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57fc8cbe-290f-41ca-831a-38b913f6ab8a', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 915.742998] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Creating folder: Project (14d6f0db6474449d97a978de7770ea31). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 915.743623] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-458be91b-63de-423d-824e-1d2fa054d7a2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.755809] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Created folder: Project (14d6f0db6474449d97a978de7770ea31) in parent group-v648080. [ 915.755970] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Creating folder: Instances. Parent ref: group-v648276. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 915.756220] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-069456a4-e69e-41f9-9eb6-53a891c27228 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.767285] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Created folder: Instances in parent group-v648276. [ 915.767576] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.767885] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 915.767999] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51e70fd6-f27e-4586-8d52-94c78c2791fe {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.790592] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 915.790592] env[68800]: value = "task-3243878" [ 915.790592] env[68800]: _type = "Task" [ 915.790592] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.799422] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243878, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.823777] env[68800]: DEBUG oslo_concurrency.lockutils [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Acquiring lock "refresh_cache-2f746cfa-4d45-40d2-b39f-a7df3f22ada1" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.823937] env[68800]: DEBUG oslo_concurrency.lockutils [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Acquired lock "refresh_cache-2f746cfa-4d45-40d2-b39f-a7df3f22ada1" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.824123] env[68800]: DEBUG nova.network.neutron [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 2f746cfa-4d45-40d2-b39f-a7df3f22ada1] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.038723] env[68800]: DEBUG oslo_vmware.api [None req-f5e1d8d2-477b-46d3-a132-17ef771066c4 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243873, 'name': PowerOffVM_Task, 'duration_secs': 0.244679} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.039240] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5e1d8d2-477b-46d3-a132-17ef771066c4 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.039521] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e1d8d2-477b-46d3-a132-17ef771066c4 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.039927] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37292902-d729-474b-883f-3c65bf8f5e24 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.066103] env[68800]: DEBUG oslo_vmware.api [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Task: {'id': task-3243874, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.112940] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e1d8d2-477b-46d3-a132-17ef771066c4 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.113186] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e1d8d2-477b-46d3-a132-17ef771066c4 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.113452] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5e1d8d2-477b-46d3-a132-17ef771066c4 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Deleting the datastore file [datastore1] c27ce6a7-d9a3-4a37-9fc7-c72731f816fa {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.113726] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f18a4aa-4203-4f26-8c39-700fe6c0866a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.120872] env[68800]: DEBUG oslo_vmware.api [None req-f5e1d8d2-477b-46d3-a132-17ef771066c4 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Waiting for the task: (returnval){ [ 916.120872] env[68800]: value = "task-3243880" [ 916.120872] env[68800]: _type = "Task" [ 916.120872] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.124663] env[68800]: DEBUG nova.compute.manager [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 916.127906] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bfb8d066-269a-4cce-ada2-6d9e63d31092 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.129393] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b141dcb3-f2e9-42ca-b565-955fcabb88e4 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.814s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.129626] env[68800]: DEBUG nova.objects.instance [None req-b141dcb3-f2e9-42ca-b565-955fcabb88e4 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Lazy-loading 'resources' on Instance uuid 9a6a4700-3316-46ad-bebd-111330ccc205 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.143493] env[68800]: DEBUG oslo_vmware.api [None req-f5e1d8d2-477b-46d3-a132-17ef771066c4 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243880, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.225799] env[68800]: DEBUG oslo_vmware.api [None req-7360d9f9-bd04-4d53-9325-52c6ffb24fc5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243875, 'name': CloneVM_Task} progress is 94%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.305253] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243878, 'name': CreateVM_Task, 'duration_secs': 0.361848} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.305496] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 916.306264] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.306428] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.306744] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.307068] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf670c90-edcb-42d6-9622-bf4414329b1e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.312153] env[68800]: DEBUG oslo_vmware.api [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Waiting for the task: (returnval){ [ 916.312153] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52e67a45-8515-eb95-a512-b4ea4d3b72e9" [ 916.312153] env[68800]: _type = "Task" [ 916.312153] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.320184] env[68800]: DEBUG oslo_vmware.api [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52e67a45-8515-eb95-a512-b4ea4d3b72e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.398798] env[68800]: DEBUG nova.network.neutron [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Successfully created port: 30cc5dba-4476-4a06-886a-55d4073943e9 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 916.403802] env[68800]: DEBUG nova.network.neutron [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 2f746cfa-4d45-40d2-b39f-a7df3f22ada1] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 916.568454] env[68800]: DEBUG oslo_vmware.api [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Task: {'id': task-3243874, 'name': PowerOnVM_Task, 'duration_secs': 0.733561} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.568870] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.568944] env[68800]: INFO nova.compute.manager [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Took 11.93 seconds to spawn the instance on the hypervisor. [ 916.569111] env[68800]: DEBUG nova.compute.manager [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.569918] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78897c9a-164b-44ac-b8d7-19ecc29fd897 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.634494] env[68800]: DEBUG oslo_vmware.api [None req-f5e1d8d2-477b-46d3-a132-17ef771066c4 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243880, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254353} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.637496] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5e1d8d2-477b-46d3-a132-17ef771066c4 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.637675] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e1d8d2-477b-46d3-a132-17ef771066c4 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 916.637849] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e1d8d2-477b-46d3-a132-17ef771066c4 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 916.638023] env[68800]: INFO nova.compute.manager [None req-f5e1d8d2-477b-46d3-a132-17ef771066c4 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Took 1.13 seconds to destroy the instance on the hypervisor. [ 916.638421] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5e1d8d2-477b-46d3-a132-17ef771066c4 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.642035] env[68800]: DEBUG nova.compute.manager [-] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 916.642035] env[68800]: DEBUG nova.network.neutron [-] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 916.707496] env[68800]: DEBUG nova.network.neutron [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 2f746cfa-4d45-40d2-b39f-a7df3f22ada1] Updating instance_info_cache with network_info: [{"id": "80e23162-cdef-46b9-bae3-d54763f5d7e4", "address": "fa:16:3e:51:72:11", "network": {"id": "98589913-1363-422b-9da3-440ba9fd74f7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-22547982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d3439f156cf4195b418e1c815086a00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80e23162-cd", "ovs_interfaceid": "80e23162-cdef-46b9-bae3-d54763f5d7e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.731920] env[68800]: DEBUG oslo_vmware.api [None req-7360d9f9-bd04-4d53-9325-52c6ffb24fc5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243875, 'name': CloneVM_Task} progress is 94%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.830290] env[68800]: DEBUG oslo_vmware.api [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52e67a45-8515-eb95-a512-b4ea4d3b72e9, 'name': SearchDatastore_Task, 'duration_secs': 0.010819} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.831063] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.831656] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 916.833459] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.833459] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.833459] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 916.833459] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd8c8ff1-0a3b-4c38-ac36-4e1c7bf232b2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.843641] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.844025] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 916.844900] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba51fcba-812e-4f06-829b-289cda92d7a7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.851557] env[68800]: DEBUG oslo_vmware.api [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Waiting for the task: (returnval){ [ 916.851557] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52dc5c71-57a3-2bd0-3aef-235d9aeda87c" [ 916.851557] env[68800]: _type = "Task" [ 916.851557] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.864866] env[68800]: DEBUG oslo_vmware.api [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52dc5c71-57a3-2bd0-3aef-235d9aeda87c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.032319] env[68800]: DEBUG nova.compute.manager [req-0a8fbcc1-cff6-418b-b5fc-2fae33ceba8f req-6fc5c688-8d00-437f-b6db-23d1a1beb7a5 service nova] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Received event network-vif-deleted-a0205457-cf1e-4112-adc1-d8f7206c7c20 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.032449] env[68800]: INFO nova.compute.manager [req-0a8fbcc1-cff6-418b-b5fc-2fae33ceba8f req-6fc5c688-8d00-437f-b6db-23d1a1beb7a5 service nova] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Neutron deleted interface a0205457-cf1e-4112-adc1-d8f7206c7c20; detaching it from the instance and deleting it from the info cache [ 917.033023] env[68800]: DEBUG nova.network.neutron [req-0a8fbcc1-cff6-418b-b5fc-2fae33ceba8f req-6fc5c688-8d00-437f-b6db-23d1a1beb7a5 service nova] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.088896] env[68800]: INFO nova.compute.manager [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Took 46.42 seconds to build instance. [ 917.146125] env[68800]: DEBUG nova.compute.manager [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 917.180391] env[68800]: DEBUG nova.virt.hardware [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 917.180742] env[68800]: DEBUG nova.virt.hardware [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 917.180949] env[68800]: DEBUG nova.virt.hardware [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 917.181237] env[68800]: DEBUG nova.virt.hardware [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 917.181440] env[68800]: DEBUG nova.virt.hardware [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 917.181642] env[68800]: DEBUG nova.virt.hardware [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 917.181981] env[68800]: DEBUG nova.virt.hardware [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 917.182227] env[68800]: DEBUG nova.virt.hardware [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 917.182461] env[68800]: DEBUG nova.virt.hardware [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 917.182692] env[68800]: DEBUG nova.virt.hardware [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 917.182928] env[68800]: DEBUG nova.virt.hardware [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 917.184562] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b3d352-ed8d-47b7-983e-741ae18b73e9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.199556] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbad4651-4ae9-4944-abba-79c07733fe49 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.218350] env[68800]: DEBUG oslo_concurrency.lockutils [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Releasing lock "refresh_cache-2f746cfa-4d45-40d2-b39f-a7df3f22ada1" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.218689] env[68800]: DEBUG nova.compute.manager [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 2f746cfa-4d45-40d2-b39f-a7df3f22ada1] Instance network_info: |[{"id": "80e23162-cdef-46b9-bae3-d54763f5d7e4", "address": "fa:16:3e:51:72:11", "network": {"id": "98589913-1363-422b-9da3-440ba9fd74f7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-22547982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d3439f156cf4195b418e1c815086a00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80e23162-cd", "ovs_interfaceid": "80e23162-cdef-46b9-bae3-d54763f5d7e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 917.219442] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 2f746cfa-4d45-40d2-b39f-a7df3f22ada1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:72:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80e23162-cdef-46b9-bae3-d54763f5d7e4', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.227304] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.233637] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f746cfa-4d45-40d2-b39f-a7df3f22ada1] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.234116] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44fe4440-a282-409f-b1e7-da176738ad84 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.257315] env[68800]: DEBUG oslo_vmware.api [None req-7360d9f9-bd04-4d53-9325-52c6ffb24fc5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243875, 'name': CloneVM_Task} progress is 95%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.264032] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.264032] env[68800]: value = "task-3243881" [ 917.264032] env[68800]: _type = "Task" [ 917.264032] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.277793] env[68800]: DEBUG nova.compute.manager [req-31b5928c-7e14-4fd4-a493-a3024bca6651 req-a4590c4a-155d-490a-a453-c62da7916fc2 service nova] [instance: 2f746cfa-4d45-40d2-b39f-a7df3f22ada1] Received event network-changed-80e23162-cdef-46b9-bae3-d54763f5d7e4 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.278153] env[68800]: DEBUG nova.compute.manager [req-31b5928c-7e14-4fd4-a493-a3024bca6651 req-a4590c4a-155d-490a-a453-c62da7916fc2 service nova] [instance: 2f746cfa-4d45-40d2-b39f-a7df3f22ada1] Refreshing instance network info cache due to event network-changed-80e23162-cdef-46b9-bae3-d54763f5d7e4. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 917.278556] env[68800]: DEBUG oslo_concurrency.lockutils [req-31b5928c-7e14-4fd4-a493-a3024bca6651 req-a4590c4a-155d-490a-a453-c62da7916fc2 service nova] Acquiring lock "refresh_cache-2f746cfa-4d45-40d2-b39f-a7df3f22ada1" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.278846] env[68800]: DEBUG oslo_concurrency.lockutils [req-31b5928c-7e14-4fd4-a493-a3024bca6651 req-a4590c4a-155d-490a-a453-c62da7916fc2 service nova] Acquired lock "refresh_cache-2f746cfa-4d45-40d2-b39f-a7df3f22ada1" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.279179] env[68800]: DEBUG nova.network.neutron [req-31b5928c-7e14-4fd4-a493-a3024bca6651 req-a4590c4a-155d-490a-a453-c62da7916fc2 service nova] [instance: 2f746cfa-4d45-40d2-b39f-a7df3f22ada1] Refreshing network info cache for port 80e23162-cdef-46b9-bae3-d54763f5d7e4 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 917.292990] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243881, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.324684] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a5b7ce-9e2c-403d-b9f3-dd42d38fac17 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.334086] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b3972d-8c9e-4130-8344-113d84540417 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.391837] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29df6c23-9cbf-4008-92e9-831d97f15c48 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.405816] env[68800]: DEBUG oslo_vmware.api [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52dc5c71-57a3-2bd0-3aef-235d9aeda87c, 'name': SearchDatastore_Task, 'duration_secs': 0.014447} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.407746] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abd10189-a02e-499e-b543-427574fb9e20 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.412648] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff00def-dcfa-469b-842c-b9a99f8507b8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.432537] env[68800]: DEBUG oslo_vmware.api [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Waiting for the task: (returnval){ [ 917.432537] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5230b4e7-22a5-ec15-fff2-469cb17bced0" [ 917.432537] env[68800]: _type = "Task" [ 917.432537] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.433009] env[68800]: DEBUG nova.compute.provider_tree [None req-b141dcb3-f2e9-42ca-b565-955fcabb88e4 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.443991] env[68800]: DEBUG oslo_vmware.api [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5230b4e7-22a5-ec15-fff2-469cb17bced0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.504276] env[68800]: DEBUG nova.network.neutron [-] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.543012] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-23af3809-d843-4bb8-9655-7c5a14f4ee32 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.554350] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a591a5-8d35-4e85-b7bb-089a912134b2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.597200] env[68800]: DEBUG oslo_concurrency.lockutils [None req-869e6ee9-b6b2-4ee1-bdcc-1745ab9cfe34 tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Lock "b8608521-c253-4f10-a930-8bbf4bc3a987" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.761s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.597632] env[68800]: DEBUG nova.compute.manager [req-0a8fbcc1-cff6-418b-b5fc-2fae33ceba8f req-6fc5c688-8d00-437f-b6db-23d1a1beb7a5 service nova] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Detach interface failed, port_id=a0205457-cf1e-4112-adc1-d8f7206c7c20, reason: Instance c27ce6a7-d9a3-4a37-9fc7-c72731f816fa could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 917.732382] env[68800]: DEBUG oslo_vmware.api [None req-7360d9f9-bd04-4d53-9325-52c6ffb24fc5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243875, 'name': CloneVM_Task, 'duration_secs': 1.764085} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.732382] env[68800]: INFO nova.virt.vmwareapi.vmops [None req-7360d9f9-bd04-4d53-9325-52c6ffb24fc5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Created linked-clone VM from snapshot [ 917.732382] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6fc2a96-2e24-4da8-a984-188d43f4ead1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.740944] env[68800]: DEBUG nova.virt.vmwareapi.images [None req-7360d9f9-bd04-4d53-9325-52c6ffb24fc5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Uploading image 6e33f393-fee8-4771-8185-5dade07d4bb4 {{(pid=68800) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 917.773177] env[68800]: DEBUG oslo_vmware.rw_handles [None req-7360d9f9-bd04-4d53-9325-52c6ffb24fc5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 917.773177] env[68800]: value = "vm-648277" [ 917.773177] env[68800]: _type = "VirtualMachine" [ 917.773177] env[68800]: }. {{(pid=68800) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 917.773454] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-af6e4730-ad61-4482-a3ce-f22f826d92e2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.778121] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243881, 'name': CreateVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.787787] env[68800]: DEBUG oslo_vmware.rw_handles [None req-7360d9f9-bd04-4d53-9325-52c6ffb24fc5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lease: (returnval){ [ 917.787787] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c2ad27-c2ca-cea9-078d-505473a76a33" [ 917.787787] env[68800]: _type = "HttpNfcLease" [ 917.787787] env[68800]: } obtained for exporting VM: (result){ [ 917.787787] env[68800]: value = "vm-648277" [ 917.787787] env[68800]: _type = "VirtualMachine" [ 917.787787] env[68800]: }. {{(pid=68800) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 917.788196] env[68800]: DEBUG oslo_vmware.api [None req-7360d9f9-bd04-4d53-9325-52c6ffb24fc5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the lease: (returnval){ [ 917.788196] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c2ad27-c2ca-cea9-078d-505473a76a33" [ 917.788196] env[68800]: _type = "HttpNfcLease" [ 917.788196] env[68800]: } to be ready. {{(pid=68800) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 917.795254] env[68800]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 917.795254] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c2ad27-c2ca-cea9-078d-505473a76a33" [ 917.795254] env[68800]: _type = "HttpNfcLease" [ 917.795254] env[68800]: } is initializing. {{(pid=68800) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 917.940037] env[68800]: DEBUG nova.scheduler.client.report [None req-b141dcb3-f2e9-42ca-b565-955fcabb88e4 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.949466] env[68800]: DEBUG oslo_vmware.api [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5230b4e7-22a5-ec15-fff2-469cb17bced0, 'name': SearchDatastore_Task, 'duration_secs': 0.020896} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.950797] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.951066] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 531bc9c2-f27e-4ade-aa3f-4c926398267a/531bc9c2-f27e-4ade-aa3f-4c926398267a.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 917.955142] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4048e19-6648-4fea-b573-8599195667aa {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.965179] env[68800]: DEBUG oslo_vmware.api [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Waiting for the task: (returnval){ [ 917.965179] env[68800]: value = "task-3243883" [ 917.965179] env[68800]: _type = "Task" [ 917.965179] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.977811] env[68800]: DEBUG oslo_vmware.api [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Task: {'id': task-3243883, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.007233] env[68800]: INFO nova.compute.manager [-] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Took 1.37 seconds to deallocate network for instance. [ 918.100877] env[68800]: DEBUG nova.compute.manager [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: 5f7ea455-6146-4fa9-a726-cf655beb92d7] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 918.190389] env[68800]: DEBUG nova.network.neutron [req-31b5928c-7e14-4fd4-a493-a3024bca6651 req-a4590c4a-155d-490a-a453-c62da7916fc2 service nova] [instance: 2f746cfa-4d45-40d2-b39f-a7df3f22ada1] Updated VIF entry in instance network info cache for port 80e23162-cdef-46b9-bae3-d54763f5d7e4. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 918.190978] env[68800]: DEBUG nova.network.neutron [req-31b5928c-7e14-4fd4-a493-a3024bca6651 req-a4590c4a-155d-490a-a453-c62da7916fc2 service nova] [instance: 2f746cfa-4d45-40d2-b39f-a7df3f22ada1] Updating instance_info_cache with network_info: [{"id": "80e23162-cdef-46b9-bae3-d54763f5d7e4", "address": "fa:16:3e:51:72:11", "network": {"id": "98589913-1363-422b-9da3-440ba9fd74f7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-22547982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d3439f156cf4195b418e1c815086a00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80e23162-cd", "ovs_interfaceid": "80e23162-cdef-46b9-bae3-d54763f5d7e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.279180] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243881, 'name': CreateVM_Task, 'duration_secs': 0.629176} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.279180] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f746cfa-4d45-40d2-b39f-a7df3f22ada1] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.279606] env[68800]: DEBUG oslo_concurrency.lockutils [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.279773] env[68800]: DEBUG oslo_concurrency.lockutils [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.280116] env[68800]: DEBUG oslo_concurrency.lockutils [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.280440] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6813517e-fada-4857-9cc0-31296471dcec {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.288675] env[68800]: DEBUG oslo_vmware.api [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Waiting for the task: (returnval){ [ 918.288675] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52be6515-a977-e209-14ef-0dc07d068b53" [ 918.288675] env[68800]: _type = "Task" [ 918.288675] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.302056] env[68800]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 918.302056] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c2ad27-c2ca-cea9-078d-505473a76a33" [ 918.302056] env[68800]: _type = "HttpNfcLease" [ 918.302056] env[68800]: } is ready. {{(pid=68800) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 918.304676] env[68800]: DEBUG oslo_vmware.rw_handles [None req-7360d9f9-bd04-4d53-9325-52c6ffb24fc5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 918.304676] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c2ad27-c2ca-cea9-078d-505473a76a33" [ 918.304676] env[68800]: _type = "HttpNfcLease" [ 918.304676] env[68800]: }. {{(pid=68800) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 918.305050] env[68800]: DEBUG oslo_vmware.api [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52be6515-a977-e209-14ef-0dc07d068b53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.305847] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e65df2b-c66a-443e-86fe-f65e1387f3ab {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.322713] env[68800]: DEBUG oslo_vmware.rw_handles [None req-7360d9f9-bd04-4d53-9325-52c6ffb24fc5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5205405c-52f2-46d0-95bc-22ba0f823a87/disk-0.vmdk from lease info. {{(pid=68800) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 918.323230] env[68800]: DEBUG oslo_vmware.rw_handles [None req-7360d9f9-bd04-4d53-9325-52c6ffb24fc5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5205405c-52f2-46d0-95bc-22ba0f823a87/disk-0.vmdk for reading. {{(pid=68800) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 918.442867] env[68800]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9a7b4d35-be33-4073-bd86-bb50bf2a30bb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.445326] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b141dcb3-f2e9-42ca-b565-955fcabb88e4 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.316s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.447530] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b38aefa9-2138-4491-a4e9-b1b7ea2cdabd tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.045s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.447809] env[68800]: DEBUG nova.objects.instance [None req-b38aefa9-2138-4491-a4e9-b1b7ea2cdabd tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Lazy-loading 'resources' on Instance uuid 1456b84a-2f16-4103-b6c9-e3860ed62366 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.453320] env[68800]: DEBUG nova.network.neutron [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Successfully updated port: 30cc5dba-4476-4a06-886a-55d4073943e9 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 918.458699] env[68800]: DEBUG oslo_concurrency.lockutils [None req-cd1090b0-adc3-412f-8d22-0c3516a6cdef tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Acquiring lock "b8608521-c253-4f10-a930-8bbf4bc3a987" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.459033] env[68800]: DEBUG oslo_concurrency.lockutils [None req-cd1090b0-adc3-412f-8d22-0c3516a6cdef tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Lock "b8608521-c253-4f10-a930-8bbf4bc3a987" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.459379] env[68800]: DEBUG oslo_concurrency.lockutils [None req-cd1090b0-adc3-412f-8d22-0c3516a6cdef tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Acquiring lock "b8608521-c253-4f10-a930-8bbf4bc3a987-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.459479] env[68800]: DEBUG oslo_concurrency.lockutils [None req-cd1090b0-adc3-412f-8d22-0c3516a6cdef tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Lock "b8608521-c253-4f10-a930-8bbf4bc3a987-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.459581] env[68800]: DEBUG oslo_concurrency.lockutils [None req-cd1090b0-adc3-412f-8d22-0c3516a6cdef tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Lock "b8608521-c253-4f10-a930-8bbf4bc3a987-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.463184] env[68800]: INFO nova.compute.manager [None req-cd1090b0-adc3-412f-8d22-0c3516a6cdef tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Terminating instance [ 918.483670] env[68800]: DEBUG oslo_vmware.api [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Task: {'id': task-3243883, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473679} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.486752] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 531bc9c2-f27e-4ade-aa3f-4c926398267a/531bc9c2-f27e-4ade-aa3f-4c926398267a.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 918.486859] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 918.489214] env[68800]: INFO nova.scheduler.client.report [None req-b141dcb3-f2e9-42ca-b565-955fcabb88e4 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Deleted allocations for instance 9a6a4700-3316-46ad-bebd-111330ccc205 [ 918.489259] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca9746ed-3f9f-4076-a8d1-82e75ac132ee {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.507054] env[68800]: DEBUG oslo_vmware.api [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Waiting for the task: (returnval){ [ 918.507054] env[68800]: value = "task-3243884" [ 918.507054] env[68800]: _type = "Task" [ 918.507054] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.515470] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f5e1d8d2-477b-46d3-a132-17ef771066c4 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.521223] env[68800]: DEBUG oslo_vmware.api [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Task: {'id': task-3243884, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.619138] env[68800]: DEBUG oslo_concurrency.lockutils [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.694025] env[68800]: DEBUG oslo_concurrency.lockutils [req-31b5928c-7e14-4fd4-a493-a3024bca6651 req-a4590c4a-155d-490a-a453-c62da7916fc2 service nova] Releasing lock "refresh_cache-2f746cfa-4d45-40d2-b39f-a7df3f22ada1" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.810038] env[68800]: DEBUG oslo_vmware.api [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52be6515-a977-e209-14ef-0dc07d068b53, 'name': SearchDatastore_Task, 'duration_secs': 0.0232} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.810038] env[68800]: DEBUG oslo_concurrency.lockutils [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.810038] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 2f746cfa-4d45-40d2-b39f-a7df3f22ada1] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.810592] env[68800]: DEBUG oslo_concurrency.lockutils [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.810592] env[68800]: DEBUG oslo_concurrency.lockutils [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.810869] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.811286] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68685644-e4b3-40de-b24a-271fae7c7683 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.824274] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.824429] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 918.826040] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b16b7080-9b53-4b75-907c-59d8c8f5e768 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.835774] env[68800]: DEBUG oslo_vmware.api [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Waiting for the task: (returnval){ [ 918.835774] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]526373d4-355d-b560-8dce-61af90daf2de" [ 918.835774] env[68800]: _type = "Task" [ 918.835774] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.845941] env[68800]: DEBUG oslo_vmware.api [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]526373d4-355d-b560-8dce-61af90daf2de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.957161] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Acquiring lock "refresh_cache-74cb60da-96d0-4cad-ac01-96c090cf6e84" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.957327] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Acquired lock "refresh_cache-74cb60da-96d0-4cad-ac01-96c090cf6e84" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.957482] env[68800]: DEBUG nova.network.neutron [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 918.968175] env[68800]: DEBUG nova.compute.manager [None req-cd1090b0-adc3-412f-8d22-0c3516a6cdef tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 918.968405] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1090b0-adc3-412f-8d22-0c3516a6cdef tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 918.969324] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17576926-202d-4f3e-895d-bfe49fa4e3fa {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.980198] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd1090b0-adc3-412f-8d22-0c3516a6cdef tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.980586] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2db4266d-413f-449d-aced-5caebf513b77 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.990226] env[68800]: DEBUG oslo_vmware.api [None req-cd1090b0-adc3-412f-8d22-0c3516a6cdef tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Waiting for the task: (returnval){ [ 918.990226] env[68800]: value = "task-3243885" [ 918.990226] env[68800]: _type = "Task" [ 918.990226] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.005827] env[68800]: DEBUG oslo_vmware.api [None req-cd1090b0-adc3-412f-8d22-0c3516a6cdef tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Task: {'id': task-3243885, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.006489] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b141dcb3-f2e9-42ca-b565-955fcabb88e4 tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Lock "9a6a4700-3316-46ad-bebd-111330ccc205" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.197s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.025738] env[68800]: DEBUG oslo_vmware.api [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Task: {'id': task-3243884, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075348} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.029518] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 919.032350] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc564c5-651c-4e81-bb91-ab88bb43a67c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.058745] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 531bc9c2-f27e-4ade-aa3f-4c926398267a/531bc9c2-f27e-4ade-aa3f-4c926398267a.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 919.062258] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae434464-690d-4800-93d2-fe1384df3d35 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.087942] env[68800]: DEBUG oslo_vmware.api [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Waiting for the task: (returnval){ [ 919.087942] env[68800]: value = "task-3243886" [ 919.087942] env[68800]: _type = "Task" [ 919.087942] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.101169] env[68800]: DEBUG oslo_vmware.api [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Task: {'id': task-3243886, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.350673] env[68800]: DEBUG oslo_vmware.api [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]526373d4-355d-b560-8dce-61af90daf2de, 'name': SearchDatastore_Task, 'duration_secs': 0.016179} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.351597] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18a3a759-7c33-4f24-b505-164618008918 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.358983] env[68800]: DEBUG oslo_vmware.api [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Waiting for the task: (returnval){ [ 919.358983] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]525391e3-5859-eeda-174f-1493a035cfb7" [ 919.358983] env[68800]: _type = "Task" [ 919.358983] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.375927] env[68800]: DEBUG oslo_vmware.api [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]525391e3-5859-eeda-174f-1493a035cfb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.428270] env[68800]: DEBUG nova.compute.manager [req-9c76b1d4-d3fa-45a7-a2b3-2638311182e3 req-f6053325-052e-46db-91b5-71565b1f0168 service nova] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Received event network-vif-plugged-30cc5dba-4476-4a06-886a-55d4073943e9 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.428491] env[68800]: DEBUG oslo_concurrency.lockutils [req-9c76b1d4-d3fa-45a7-a2b3-2638311182e3 req-f6053325-052e-46db-91b5-71565b1f0168 service nova] Acquiring lock "74cb60da-96d0-4cad-ac01-96c090cf6e84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.428694] env[68800]: DEBUG oslo_concurrency.lockutils [req-9c76b1d4-d3fa-45a7-a2b3-2638311182e3 req-f6053325-052e-46db-91b5-71565b1f0168 service nova] Lock "74cb60da-96d0-4cad-ac01-96c090cf6e84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.428863] env[68800]: DEBUG oslo_concurrency.lockutils [req-9c76b1d4-d3fa-45a7-a2b3-2638311182e3 req-f6053325-052e-46db-91b5-71565b1f0168 service nova] Lock "74cb60da-96d0-4cad-ac01-96c090cf6e84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.431714] env[68800]: DEBUG nova.compute.manager [req-9c76b1d4-d3fa-45a7-a2b3-2638311182e3 req-f6053325-052e-46db-91b5-71565b1f0168 service nova] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] No waiting events found dispatching network-vif-plugged-30cc5dba-4476-4a06-886a-55d4073943e9 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 919.431714] env[68800]: WARNING nova.compute.manager [req-9c76b1d4-d3fa-45a7-a2b3-2638311182e3 req-f6053325-052e-46db-91b5-71565b1f0168 service nova] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Received unexpected event network-vif-plugged-30cc5dba-4476-4a06-886a-55d4073943e9 for instance with vm_state building and task_state spawning. [ 919.431714] env[68800]: DEBUG nova.compute.manager [req-9c76b1d4-d3fa-45a7-a2b3-2638311182e3 req-f6053325-052e-46db-91b5-71565b1f0168 service nova] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Received event network-changed-30cc5dba-4476-4a06-886a-55d4073943e9 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.431714] env[68800]: DEBUG nova.compute.manager [req-9c76b1d4-d3fa-45a7-a2b3-2638311182e3 req-f6053325-052e-46db-91b5-71565b1f0168 service nova] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Refreshing instance network info cache due to event network-changed-30cc5dba-4476-4a06-886a-55d4073943e9. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 919.431919] env[68800]: DEBUG oslo_concurrency.lockutils [req-9c76b1d4-d3fa-45a7-a2b3-2638311182e3 req-f6053325-052e-46db-91b5-71565b1f0168 service nova] Acquiring lock "refresh_cache-74cb60da-96d0-4cad-ac01-96c090cf6e84" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.508987] env[68800]: DEBUG oslo_vmware.api [None req-cd1090b0-adc3-412f-8d22-0c3516a6cdef tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Task: {'id': task-3243885, 'name': PowerOffVM_Task, 'duration_secs': 0.242292} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.509860] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd1090b0-adc3-412f-8d22-0c3516a6cdef tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.509860] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1090b0-adc3-412f-8d22-0c3516a6cdef tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.510109] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f628cbb-d6de-4668-903e-42247a70427a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.531804] env[68800]: DEBUG nova.network.neutron [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 919.605047] env[68800]: DEBUG oslo_vmware.api [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Task: {'id': task-3243886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.677054] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81878836-cefe-4229-9a54-1d2356ab7b6a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.697553] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad870d7-4c43-4944-8c55-37a14682b5f9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.737325] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ed9cf5-cd8c-4d1c-b95f-e17b3007c729 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.749023] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fbafff-243d-4694-b5f6-d43332f11844 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.775175] env[68800]: DEBUG nova.compute.provider_tree [None req-b38aefa9-2138-4491-a4e9-b1b7ea2cdabd tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.844162] env[68800]: DEBUG nova.network.neutron [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Updating instance_info_cache with network_info: [{"id": "30cc5dba-4476-4a06-886a-55d4073943e9", "address": "fa:16:3e:aa:4d:7e", "network": {"id": "f84503ed-231f-4e28-bd51-ee12429f4493", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2009507175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f91623c813204db081fa9e7a5792787c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30cc5dba-44", "ovs_interfaceid": "30cc5dba-4476-4a06-886a-55d4073943e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.877616] env[68800]: DEBUG oslo_vmware.api [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]525391e3-5859-eeda-174f-1493a035cfb7, 'name': SearchDatastore_Task, 'duration_secs': 0.028773} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.877898] env[68800]: DEBUG oslo_concurrency.lockutils [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.878179] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 2f746cfa-4d45-40d2-b39f-a7df3f22ada1/2f746cfa-4d45-40d2-b39f-a7df3f22ada1.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.878457] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e443fdb5-cd32-4880-b00c-4b2008b39bd1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.888417] env[68800]: DEBUG oslo_vmware.api [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Waiting for the task: (returnval){ [ 919.888417] env[68800]: value = "task-3243889" [ 919.888417] env[68800]: _type = "Task" [ 919.888417] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.898960] env[68800]: DEBUG oslo_vmware.api [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243889, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.008537] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1090b0-adc3-412f-8d22-0c3516a6cdef tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 920.008537] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1090b0-adc3-412f-8d22-0c3516a6cdef tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 920.008537] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd1090b0-adc3-412f-8d22-0c3516a6cdef tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Deleting the datastore file [datastore1] b8608521-c253-4f10-a930-8bbf4bc3a987 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 920.008537] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a7d2d32-f4d8-44bd-acb2-3e99e85f1210 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.020178] env[68800]: DEBUG oslo_vmware.api [None req-cd1090b0-adc3-412f-8d22-0c3516a6cdef tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Waiting for the task: (returnval){ [ 920.020178] env[68800]: value = "task-3243890" [ 920.020178] env[68800]: _type = "Task" [ 920.020178] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.032857] env[68800]: DEBUG oslo_vmware.api [None req-cd1090b0-adc3-412f-8d22-0c3516a6cdef tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Task: {'id': task-3243890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.103787] env[68800]: DEBUG oslo_vmware.api [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Task: {'id': task-3243886, 'name': ReconfigVM_Task, 'duration_secs': 0.713051} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.104120] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 531bc9c2-f27e-4ade-aa3f-4c926398267a/531bc9c2-f27e-4ade-aa3f-4c926398267a.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 920.104830] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b99acf4-fa12-4e78-9495-810988b9284a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.113114] env[68800]: DEBUG oslo_vmware.api [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Waiting for the task: (returnval){ [ 920.113114] env[68800]: value = "task-3243891" [ 920.113114] env[68800]: _type = "Task" [ 920.113114] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.123093] env[68800]: DEBUG oslo_vmware.api [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Task: {'id': task-3243891, 'name': Rename_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.280168] env[68800]: DEBUG nova.scheduler.client.report [None req-b38aefa9-2138-4491-a4e9-b1b7ea2cdabd tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.349149] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Releasing lock "refresh_cache-74cb60da-96d0-4cad-ac01-96c090cf6e84" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.350066] env[68800]: DEBUG nova.compute.manager [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Instance network_info: |[{"id": "30cc5dba-4476-4a06-886a-55d4073943e9", "address": "fa:16:3e:aa:4d:7e", "network": {"id": "f84503ed-231f-4e28-bd51-ee12429f4493", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2009507175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f91623c813204db081fa9e7a5792787c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30cc5dba-44", "ovs_interfaceid": "30cc5dba-4476-4a06-886a-55d4073943e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 920.350269] env[68800]: DEBUG oslo_concurrency.lockutils [req-9c76b1d4-d3fa-45a7-a2b3-2638311182e3 req-f6053325-052e-46db-91b5-71565b1f0168 service nova] Acquired lock "refresh_cache-74cb60da-96d0-4cad-ac01-96c090cf6e84" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.350542] env[68800]: DEBUG nova.network.neutron [req-9c76b1d4-d3fa-45a7-a2b3-2638311182e3 req-f6053325-052e-46db-91b5-71565b1f0168 service nova] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Refreshing network info cache for port 30cc5dba-4476-4a06-886a-55d4073943e9 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 920.352444] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:4d:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be5c038c-29e5-43c9-91ab-9eb3094b5337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30cc5dba-4476-4a06-886a-55d4073943e9', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 920.365638] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.368754] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 920.369936] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-254423d6-6c8a-4597-9a7d-77811de9e1dd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.397599] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 920.397599] env[68800]: value = "task-3243892" [ 920.397599] env[68800]: _type = "Task" [ 920.397599] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.403474] env[68800]: DEBUG oslo_vmware.api [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243889, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.413745] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243892, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.534079] env[68800]: DEBUG oslo_vmware.api [None req-cd1090b0-adc3-412f-8d22-0c3516a6cdef tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Task: {'id': task-3243890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311301} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.534494] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd1090b0-adc3-412f-8d22-0c3516a6cdef tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 920.534755] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1090b0-adc3-412f-8d22-0c3516a6cdef tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 920.535016] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1090b0-adc3-412f-8d22-0c3516a6cdef tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 920.535241] env[68800]: INFO nova.compute.manager [None req-cd1090b0-adc3-412f-8d22-0c3516a6cdef tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Took 1.57 seconds to destroy the instance on the hypervisor. [ 920.535578] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd1090b0-adc3-412f-8d22-0c3516a6cdef tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.535825] env[68800]: DEBUG nova.compute.manager [-] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 920.536540] env[68800]: DEBUG nova.network.neutron [-] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 920.625787] env[68800]: DEBUG oslo_vmware.api [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Task: {'id': task-3243891, 'name': Rename_Task, 'duration_secs': 0.236143} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.626422] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.626697] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e5a8a8d-8262-41c8-8c14-c0ef69dac944 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.640999] env[68800]: DEBUG oslo_vmware.api [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Waiting for the task: (returnval){ [ 920.640999] env[68800]: value = "task-3243893" [ 920.640999] env[68800]: _type = "Task" [ 920.640999] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.656155] env[68800]: DEBUG oslo_vmware.api [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Task: {'id': task-3243893, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.790180] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b38aefa9-2138-4491-a4e9-b1b7ea2cdabd tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.339s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.790180] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5db00ef3-669f-41e5-9984-b5f6aa3dd318 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.020s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.790180] env[68800]: DEBUG nova.objects.instance [None req-5db00ef3-669f-41e5-9984-b5f6aa3dd318 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Lazy-loading 'resources' on Instance uuid b3fa9fdc-bdab-4337-ba0b-547659c3734c {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.814364] env[68800]: INFO nova.scheduler.client.report [None req-b38aefa9-2138-4491-a4e9-b1b7ea2cdabd tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Deleted allocations for instance 1456b84a-2f16-4103-b6c9-e3860ed62366 [ 920.866793] env[68800]: DEBUG nova.network.neutron [req-9c76b1d4-d3fa-45a7-a2b3-2638311182e3 req-f6053325-052e-46db-91b5-71565b1f0168 service nova] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Updated VIF entry in instance network info cache for port 30cc5dba-4476-4a06-886a-55d4073943e9. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 920.867303] env[68800]: DEBUG nova.network.neutron [req-9c76b1d4-d3fa-45a7-a2b3-2638311182e3 req-f6053325-052e-46db-91b5-71565b1f0168 service nova] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Updating instance_info_cache with network_info: [{"id": "30cc5dba-4476-4a06-886a-55d4073943e9", "address": "fa:16:3e:aa:4d:7e", "network": {"id": "f84503ed-231f-4e28-bd51-ee12429f4493", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2009507175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f91623c813204db081fa9e7a5792787c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30cc5dba-44", "ovs_interfaceid": "30cc5dba-4476-4a06-886a-55d4073943e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.904522] env[68800]: DEBUG oslo_vmware.api [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243889, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703546} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.907857] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 2f746cfa-4d45-40d2-b39f-a7df3f22ada1/2f746cfa-4d45-40d2-b39f-a7df3f22ada1.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 920.908097] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 2f746cfa-4d45-40d2-b39f-a7df3f22ada1] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 920.908681] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c024f651-2e4f-4c4a-a547-5868b70224b5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.918491] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243892, 'name': CreateVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.920119] env[68800]: DEBUG oslo_vmware.api [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Waiting for the task: (returnval){ [ 920.920119] env[68800]: value = "task-3243894" [ 920.920119] env[68800]: _type = "Task" [ 920.920119] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.933966] env[68800]: DEBUG oslo_vmware.api [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243894, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.096220] env[68800]: DEBUG nova.compute.manager [req-d204fe84-23b9-4141-b008-3c4ca4c6eb9e req-7db83a31-1e7d-4e39-bf42-86c52933a20d service nova] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Received event network-vif-deleted-28f3f07b-02bb-4182-90b0-8331e34c27f7 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.096220] env[68800]: INFO nova.compute.manager [req-d204fe84-23b9-4141-b008-3c4ca4c6eb9e req-7db83a31-1e7d-4e39-bf42-86c52933a20d service nova] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Neutron deleted interface 28f3f07b-02bb-4182-90b0-8331e34c27f7; detaching it from the instance and deleting it from the info cache [ 921.096220] env[68800]: DEBUG nova.network.neutron [req-d204fe84-23b9-4141-b008-3c4ca4c6eb9e req-7db83a31-1e7d-4e39-bf42-86c52933a20d service nova] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Updating instance_info_cache with network_info: [{"id": "b433b06f-9424-48af-966f-7d1229cc65f6", "address": "fa:16:3e:e5:61:37", "network": {"id": "68ae1f07-d455-4729-be8d-a9d3de3f2777", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-579012909", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7a5c13ca0b554f85a8b0490be8181cf3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb433b06f-94", "ovs_interfaceid": "b433b06f-9424-48af-966f-7d1229cc65f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.152370] env[68800]: DEBUG oslo_vmware.api [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Task: {'id': task-3243893, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.327124] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b38aefa9-2138-4491-a4e9-b1b7ea2cdabd tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Lock "1456b84a-2f16-4103-b6c9-e3860ed62366" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.374s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.373075] env[68800]: DEBUG oslo_concurrency.lockutils [req-9c76b1d4-d3fa-45a7-a2b3-2638311182e3 req-f6053325-052e-46db-91b5-71565b1f0168 service nova] Releasing lock "refresh_cache-74cb60da-96d0-4cad-ac01-96c090cf6e84" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.417677] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243892, 'name': CreateVM_Task, 'duration_secs': 0.644618} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.420456] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 921.421882] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.422053] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.422369] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.425956] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc6b3aac-248c-4e3e-b82d-87ed5f62ed30 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.434843] env[68800]: DEBUG oslo_vmware.api [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Waiting for the task: (returnval){ [ 921.434843] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]528e5e43-0b75-3172-1ae4-3c3fa09aab7e" [ 921.434843] env[68800]: _type = "Task" [ 921.434843] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.435113] env[68800]: DEBUG oslo_vmware.api [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243894, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171076} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.438998] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 2f746cfa-4d45-40d2-b39f-a7df3f22ada1] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.445891] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e538c31-a413-433b-9b53-c2ce8933f34e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.468686] env[68800]: DEBUG oslo_vmware.api [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]528e5e43-0b75-3172-1ae4-3c3fa09aab7e, 'name': SearchDatastore_Task, 'duration_secs': 0.012994} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.479697] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 2f746cfa-4d45-40d2-b39f-a7df3f22ada1] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 2f746cfa-4d45-40d2-b39f-a7df3f22ada1/2f746cfa-4d45-40d2-b39f-a7df3f22ada1.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.483205] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.483499] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 921.483742] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.483890] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.484091] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.484350] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5541bb2a-2400-4435-a344-24b6fcaae49c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.500066] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c46922d-cd37-4fe4-b0e5-a762776db1bf {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.514244] env[68800]: DEBUG oslo_vmware.api [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Waiting for the task: (returnval){ [ 921.514244] env[68800]: value = "task-3243895" [ 921.514244] env[68800]: _type = "Task" [ 921.514244] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.515254] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 921.515254] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 921.518931] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2198725d-1ff0-41aa-8842-a2af0e088357 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.528354] env[68800]: DEBUG oslo_vmware.api [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Waiting for the task: (returnval){ [ 921.528354] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52bdedd4-5e8c-fd56-0844-5eb9b7d1bd1e" [ 921.528354] env[68800]: _type = "Task" [ 921.528354] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.533039] env[68800]: DEBUG oslo_vmware.api [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243895, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.550829] env[68800]: DEBUG oslo_vmware.api [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52bdedd4-5e8c-fd56-0844-5eb9b7d1bd1e, 'name': SearchDatastore_Task, 'duration_secs': 0.016101} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.552359] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8aa3786-07b8-4d56-aebe-b2a0443a9d70 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.566690] env[68800]: DEBUG oslo_vmware.api [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Waiting for the task: (returnval){ [ 921.566690] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5279cdc2-b70e-2781-02bc-edc074d648b6" [ 921.566690] env[68800]: _type = "Task" [ 921.566690] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.575234] env[68800]: DEBUG oslo_vmware.api [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5279cdc2-b70e-2781-02bc-edc074d648b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.599497] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9bd9743f-df26-45d8-850c-18452e1be272 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.611034] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411789a1-cd94-4772-8c78-aa7f9f3de347 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.663319] env[68800]: DEBUG nova.compute.manager [req-d204fe84-23b9-4141-b008-3c4ca4c6eb9e req-7db83a31-1e7d-4e39-bf42-86c52933a20d service nova] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Detach interface failed, port_id=28f3f07b-02bb-4182-90b0-8331e34c27f7, reason: Instance b8608521-c253-4f10-a930-8bbf4bc3a987 could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 921.673271] env[68800]: DEBUG oslo_vmware.api [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Task: {'id': task-3243893, 'name': PowerOnVM_Task, 'duration_secs': 0.780577} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.673440] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.673611] env[68800]: INFO nova.compute.manager [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] Took 10.00 seconds to spawn the instance on the hypervisor. [ 921.673790] env[68800]: DEBUG nova.compute.manager [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 921.674680] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa3721b-323d-466a-ac89-8648a64a98ad {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.759551] env[68800]: DEBUG nova.network.neutron [-] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.960471] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9aac5c1-076a-4a93-825e-80492e0e0ecc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.969948] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8c6231-3855-4a1b-96a0-2c9cf84c24dc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.008414] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577651da-8471-449b-94e5-38544accdd81 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.022506] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef328b4a-95c5-4075-ac56-3cfca070912f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.033258] env[68800]: DEBUG oslo_vmware.api [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243895, 'name': ReconfigVM_Task, 'duration_secs': 0.399118} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.041860] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 2f746cfa-4d45-40d2-b39f-a7df3f22ada1] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 2f746cfa-4d45-40d2-b39f-a7df3f22ada1/2f746cfa-4d45-40d2-b39f-a7df3f22ada1.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.042816] env[68800]: DEBUG nova.compute.provider_tree [None req-5db00ef3-669f-41e5-9984-b5f6aa3dd318 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Updating inventory in ProviderTree for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 922.044233] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a62d5376-7776-4dd7-9ef3-ded560fa545d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.053228] env[68800]: DEBUG oslo_vmware.api [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Waiting for the task: (returnval){ [ 922.053228] env[68800]: value = "task-3243899" [ 922.053228] env[68800]: _type = "Task" [ 922.053228] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.066358] env[68800]: DEBUG oslo_vmware.api [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243899, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.078335] env[68800]: DEBUG oslo_vmware.api [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5279cdc2-b70e-2781-02bc-edc074d648b6, 'name': SearchDatastore_Task, 'duration_secs': 0.013647} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.078625] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.078932] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 74cb60da-96d0-4cad-ac01-96c090cf6e84/74cb60da-96d0-4cad-ac01-96c090cf6e84.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 922.079659] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66aa8599-89ad-4f8c-b192-6a0b9a2aaad6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.088696] env[68800]: DEBUG oslo_vmware.api [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Waiting for the task: (returnval){ [ 922.088696] env[68800]: value = "task-3243900" [ 922.088696] env[68800]: _type = "Task" [ 922.088696] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.100142] env[68800]: DEBUG oslo_vmware.api [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3243900, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.194098] env[68800]: INFO nova.compute.manager [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] Took 45.74 seconds to build instance. [ 922.262858] env[68800]: INFO nova.compute.manager [-] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Took 1.73 seconds to deallocate network for instance. [ 922.568230] env[68800]: DEBUG oslo_vmware.api [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243899, 'name': Rename_Task, 'duration_secs': 0.185498} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.568635] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 2f746cfa-4d45-40d2-b39f-a7df3f22ada1] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.568999] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f5dfb1b-187e-43b7-b09c-2ebbf99aeae4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.578928] env[68800]: ERROR nova.scheduler.client.report [None req-5db00ef3-669f-41e5-9984-b5f6aa3dd318 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [req-83023f50-1c18-4e00-a032-8c52d508c340] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 73f3eca7-007c-4a24-bdc1-0c0996f315e2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-83023f50-1c18-4e00-a032-8c52d508c340"}]} [ 922.587562] env[68800]: DEBUG oslo_vmware.api [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Waiting for the task: (returnval){ [ 922.587562] env[68800]: value = "task-3243901" [ 922.587562] env[68800]: _type = "Task" [ 922.587562] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.599774] env[68800]: DEBUG nova.scheduler.client.report [None req-5db00ef3-669f-41e5-9984-b5f6aa3dd318 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Refreshing inventories for resource provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 922.611901] env[68800]: DEBUG oslo_vmware.api [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3243900, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499287} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.612248] env[68800]: DEBUG oslo_vmware.api [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243901, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.612564] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 74cb60da-96d0-4cad-ac01-96c090cf6e84/74cb60da-96d0-4cad-ac01-96c090cf6e84.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 922.612830] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 922.613172] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac17c620-bce1-49ed-b15c-6589077c1113 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.616357] env[68800]: DEBUG nova.scheduler.client.report [None req-5db00ef3-669f-41e5-9984-b5f6aa3dd318 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Updating ProviderTree inventory for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 922.616574] env[68800]: DEBUG nova.compute.provider_tree [None req-5db00ef3-669f-41e5-9984-b5f6aa3dd318 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Updating inventory in ProviderTree for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 922.626600] env[68800]: DEBUG oslo_vmware.api [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Waiting for the task: (returnval){ [ 922.626600] env[68800]: value = "task-3243902" [ 922.626600] env[68800]: _type = "Task" [ 922.626600] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.631560] env[68800]: DEBUG nova.scheduler.client.report [None req-5db00ef3-669f-41e5-9984-b5f6aa3dd318 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Refreshing aggregate associations for resource provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2, aggregates: None {{(pid=68800) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 922.639886] env[68800]: DEBUG oslo_vmware.api [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3243902, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.652769] env[68800]: DEBUG nova.scheduler.client.report [None req-5db00ef3-669f-41e5-9984-b5f6aa3dd318 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Refreshing trait associations for resource provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68800) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 922.696519] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8ddb0fe4-f718-4b6e-99e6-f89933eb46c1 tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Lock "531bc9c2-f27e-4ade-aa3f-4c926398267a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.458s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.772044] env[68800]: DEBUG oslo_concurrency.lockutils [None req-cd1090b0-adc3-412f-8d22-0c3516a6cdef tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.976394] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5c2f7886-0204-4723-b733-279e9a8b72fb tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Acquiring lock "913f76bd-2cb4-450b-a506-6687ee98cd86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.976745] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5c2f7886-0204-4723-b733-279e9a8b72fb tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Lock "913f76bd-2cb4-450b-a506-6687ee98cd86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.976908] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5c2f7886-0204-4723-b733-279e9a8b72fb tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Acquiring lock "913f76bd-2cb4-450b-a506-6687ee98cd86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.977117] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5c2f7886-0204-4723-b733-279e9a8b72fb tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Lock "913f76bd-2cb4-450b-a506-6687ee98cd86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.977293] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5c2f7886-0204-4723-b733-279e9a8b72fb tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Lock "913f76bd-2cb4-450b-a506-6687ee98cd86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.980094] env[68800]: INFO nova.compute.manager [None req-5c2f7886-0204-4723-b733-279e9a8b72fb tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Terminating instance [ 923.105909] env[68800]: DEBUG oslo_vmware.api [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243901, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.140970] env[68800]: DEBUG oslo_vmware.api [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3243902, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172053} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.141440] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 923.142334] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39f39bd-3ce0-4b2a-98b7-987ee73595a7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.172529] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 74cb60da-96d0-4cad-ac01-96c090cf6e84/74cb60da-96d0-4cad-ac01-96c090cf6e84.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.175439] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84c5dd7b-e05d-49d9-a9ac-e11594375b01 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.200029] env[68800]: DEBUG oslo_vmware.api [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Waiting for the task: (returnval){ [ 923.200029] env[68800]: value = "task-3243903" [ 923.200029] env[68800]: _type = "Task" [ 923.200029] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.206133] env[68800]: DEBUG nova.compute.manager [req-ac7938d9-f6e5-45c4-9608-d1536f80e639 req-3dfee2b3-5280-4b40-861f-46df68ad94c0 service nova] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Received event network-vif-deleted-b433b06f-9424-48af-966f-7d1229cc65f6 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.216292] env[68800]: DEBUG oslo_vmware.api [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3243903, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.223176] env[68800]: DEBUG nova.compute.manager [req-4f9b4b5e-13bb-4939-8cc5-cb83f7151eaf req-26a47859-71b9-4139-bfa1-c1575ff263af service nova] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] Received event network-changed-57fc8cbe-290f-41ca-831a-38b913f6ab8a {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.223515] env[68800]: DEBUG nova.compute.manager [req-4f9b4b5e-13bb-4939-8cc5-cb83f7151eaf req-26a47859-71b9-4139-bfa1-c1575ff263af service nova] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] Refreshing instance network info cache due to event network-changed-57fc8cbe-290f-41ca-831a-38b913f6ab8a. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 923.223610] env[68800]: DEBUG oslo_concurrency.lockutils [req-4f9b4b5e-13bb-4939-8cc5-cb83f7151eaf req-26a47859-71b9-4139-bfa1-c1575ff263af service nova] Acquiring lock "refresh_cache-531bc9c2-f27e-4ade-aa3f-4c926398267a" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.223922] env[68800]: DEBUG oslo_concurrency.lockutils [req-4f9b4b5e-13bb-4939-8cc5-cb83f7151eaf req-26a47859-71b9-4139-bfa1-c1575ff263af service nova] Acquired lock "refresh_cache-531bc9c2-f27e-4ade-aa3f-4c926398267a" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.223922] env[68800]: DEBUG nova.network.neutron [req-4f9b4b5e-13bb-4939-8cc5-cb83f7151eaf req-26a47859-71b9-4139-bfa1-c1575ff263af service nova] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] Refreshing network info cache for port 57fc8cbe-290f-41ca-831a-38b913f6ab8a {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 923.251190] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3138ce-3b0d-4a1d-9806-06d6b2575fc9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.262534] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8109778-50d7-4a78-9e9e-5538ef07f4e1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.300190] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c13e7a-155b-4941-928c-5b17a9f0e26d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.309864] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9cc573-349f-4301-88ae-1d99d4f5c669 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.325118] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6c089256-ea60-4b03-bac3-b70593a9bb0c tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Acquiring lock "949aac90-1d3e-47c1-8d53-eef78adaa390" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.325406] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6c089256-ea60-4b03-bac3-b70593a9bb0c tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Lock "949aac90-1d3e-47c1-8d53-eef78adaa390" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.325612] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6c089256-ea60-4b03-bac3-b70593a9bb0c tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Acquiring lock "949aac90-1d3e-47c1-8d53-eef78adaa390-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.325855] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6c089256-ea60-4b03-bac3-b70593a9bb0c tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Lock "949aac90-1d3e-47c1-8d53-eef78adaa390-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.326047] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6c089256-ea60-4b03-bac3-b70593a9bb0c tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Lock "949aac90-1d3e-47c1-8d53-eef78adaa390-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.327960] env[68800]: DEBUG nova.compute.provider_tree [None req-5db00ef3-669f-41e5-9984-b5f6aa3dd318 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.332319] env[68800]: INFO nova.compute.manager [None req-6c089256-ea60-4b03-bac3-b70593a9bb0c tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Terminating instance [ 923.485263] env[68800]: DEBUG nova.compute.manager [None req-5c2f7886-0204-4723-b733-279e9a8b72fb tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 923.485515] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2f7886-0204-4723-b733-279e9a8b72fb tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.487080] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d75531b-e736-49d1-b691-33d612d278d5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.496032] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2f7886-0204-4723-b733-279e9a8b72fb tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.496359] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f77db6a8-922b-476b-9c31-6b2fa916f70a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.505299] env[68800]: DEBUG oslo_vmware.api [None req-5c2f7886-0204-4723-b733-279e9a8b72fb tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Waiting for the task: (returnval){ [ 923.505299] env[68800]: value = "task-3243904" [ 923.505299] env[68800]: _type = "Task" [ 923.505299] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.514866] env[68800]: DEBUG oslo_vmware.api [None req-5c2f7886-0204-4723-b733-279e9a8b72fb tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Task: {'id': task-3243904, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.604422] env[68800]: DEBUG oslo_vmware.api [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243901, 'name': PowerOnVM_Task, 'duration_secs': 0.55875} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.605069] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 2f746cfa-4d45-40d2-b39f-a7df3f22ada1] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.605253] env[68800]: INFO nova.compute.manager [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 2f746cfa-4d45-40d2-b39f-a7df3f22ada1] Took 9.22 seconds to spawn the instance on the hypervisor. [ 923.605481] env[68800]: DEBUG nova.compute.manager [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 2f746cfa-4d45-40d2-b39f-a7df3f22ada1] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.606487] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afaf4f7c-7f4c-40c0-b5d2-ef1c370e7dd8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.711024] env[68800]: DEBUG oslo_vmware.api [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3243903, 'name': ReconfigVM_Task, 'duration_secs': 0.452483} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.711024] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 74cb60da-96d0-4cad-ac01-96c090cf6e84/74cb60da-96d0-4cad-ac01-96c090cf6e84.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.711521] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57d03deb-abe1-420b-93cc-1ed7aee81c84 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.719195] env[68800]: DEBUG oslo_vmware.api [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Waiting for the task: (returnval){ [ 923.719195] env[68800]: value = "task-3243905" [ 923.719195] env[68800]: _type = "Task" [ 923.719195] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.732736] env[68800]: DEBUG oslo_vmware.api [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3243905, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.833661] env[68800]: DEBUG nova.scheduler.client.report [None req-5db00ef3-669f-41e5-9984-b5f6aa3dd318 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.842157] env[68800]: DEBUG nova.compute.manager [None req-6c089256-ea60-4b03-bac3-b70593a9bb0c tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 923.842469] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-6c089256-ea60-4b03-bac3-b70593a9bb0c tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.843686] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7825324f-4e7d-4f1d-ad52-edbcb5395ad1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.853611] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c089256-ea60-4b03-bac3-b70593a9bb0c tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.853611] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3a30fe7-e851-4cfb-91fc-a01c95f9d1cd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.862185] env[68800]: DEBUG oslo_vmware.api [None req-6c089256-ea60-4b03-bac3-b70593a9bb0c tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Waiting for the task: (returnval){ [ 923.862185] env[68800]: value = "task-3243906" [ 923.862185] env[68800]: _type = "Task" [ 923.862185] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.876837] env[68800]: DEBUG oslo_vmware.api [None req-6c089256-ea60-4b03-bac3-b70593a9bb0c tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Task: {'id': task-3243906, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.984751] env[68800]: DEBUG nova.network.neutron [req-4f9b4b5e-13bb-4939-8cc5-cb83f7151eaf req-26a47859-71b9-4139-bfa1-c1575ff263af service nova] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] Updated VIF entry in instance network info cache for port 57fc8cbe-290f-41ca-831a-38b913f6ab8a. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 923.985193] env[68800]: DEBUG nova.network.neutron [req-4f9b4b5e-13bb-4939-8cc5-cb83f7151eaf req-26a47859-71b9-4139-bfa1-c1575ff263af service nova] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] Updating instance_info_cache with network_info: [{"id": "57fc8cbe-290f-41ca-831a-38b913f6ab8a", "address": "fa:16:3e:5f:3d:9a", "network": {"id": "e568bd34-6cd8-44ec-8cb6-1a948d738be0", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-493112612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14d6f0db6474449d97a978de7770ea31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57fc8cbe-29", "ovs_interfaceid": "57fc8cbe-290f-41ca-831a-38b913f6ab8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.016865] env[68800]: DEBUG oslo_vmware.api [None req-5c2f7886-0204-4723-b733-279e9a8b72fb tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Task: {'id': task-3243904, 'name': PowerOffVM_Task, 'duration_secs': 0.231087} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.016865] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2f7886-0204-4723-b733-279e9a8b72fb tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.017098] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2f7886-0204-4723-b733-279e9a8b72fb tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.017237] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bcf4bbe8-4454-4b4d-8e44-b8183fcc6895 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.132382] env[68800]: INFO nova.compute.manager [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 2f746cfa-4d45-40d2-b39f-a7df3f22ada1] Took 44.20 seconds to build instance. [ 924.137070] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2f7886-0204-4723-b733-279e9a8b72fb tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.137070] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2f7886-0204-4723-b733-279e9a8b72fb tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.137285] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c2f7886-0204-4723-b733-279e9a8b72fb tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Deleting the datastore file [datastore1] 913f76bd-2cb4-450b-a506-6687ee98cd86 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.137401] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-487cdf54-8871-4155-a5a8-ad9a628e67bc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.149048] env[68800]: DEBUG oslo_vmware.api [None req-5c2f7886-0204-4723-b733-279e9a8b72fb tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Waiting for the task: (returnval){ [ 924.149048] env[68800]: value = "task-3243908" [ 924.149048] env[68800]: _type = "Task" [ 924.149048] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.160492] env[68800]: DEBUG oslo_vmware.api [None req-5c2f7886-0204-4723-b733-279e9a8b72fb tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Task: {'id': task-3243908, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.232300] env[68800]: DEBUG oslo_vmware.api [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3243905, 'name': Rename_Task, 'duration_secs': 0.190099} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.232300] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.232604] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c19e574-745a-423d-9e7f-25cb042a95a6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.241401] env[68800]: DEBUG oslo_vmware.api [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Waiting for the task: (returnval){ [ 924.241401] env[68800]: value = "task-3243909" [ 924.241401] env[68800]: _type = "Task" [ 924.241401] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.251480] env[68800]: DEBUG oslo_vmware.api [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3243909, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.346033] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5db00ef3-669f-41e5-9984-b5f6aa3dd318 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.556s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.348219] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.591s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.349850] env[68800]: INFO nova.compute.claims [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 924.374034] env[68800]: DEBUG oslo_vmware.api [None req-6c089256-ea60-4b03-bac3-b70593a9bb0c tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Task: {'id': task-3243906, 'name': PowerOffVM_Task, 'duration_secs': 0.240153} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.374954] env[68800]: INFO nova.scheduler.client.report [None req-5db00ef3-669f-41e5-9984-b5f6aa3dd318 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Deleted allocations for instance b3fa9fdc-bdab-4337-ba0b-547659c3734c [ 924.376086] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c089256-ea60-4b03-bac3-b70593a9bb0c tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.376437] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-6c089256-ea60-4b03-bac3-b70593a9bb0c tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.378827] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af876199-bf27-41b7-a21f-b5ce8e99a204 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.462504] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-6c089256-ea60-4b03-bac3-b70593a9bb0c tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.462820] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-6c089256-ea60-4b03-bac3-b70593a9bb0c tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.463108] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c089256-ea60-4b03-bac3-b70593a9bb0c tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Deleting the datastore file [datastore1] 949aac90-1d3e-47c1-8d53-eef78adaa390 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.463430] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3af2d32-0355-4930-bef4-fa8ce94b147a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.472703] env[68800]: DEBUG oslo_vmware.api [None req-6c089256-ea60-4b03-bac3-b70593a9bb0c tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Waiting for the task: (returnval){ [ 924.472703] env[68800]: value = "task-3243911" [ 924.472703] env[68800]: _type = "Task" [ 924.472703] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.482182] env[68800]: DEBUG oslo_vmware.api [None req-6c089256-ea60-4b03-bac3-b70593a9bb0c tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Task: {'id': task-3243911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.487915] env[68800]: DEBUG oslo_concurrency.lockutils [req-4f9b4b5e-13bb-4939-8cc5-cb83f7151eaf req-26a47859-71b9-4139-bfa1-c1575ff263af service nova] Releasing lock "refresh_cache-531bc9c2-f27e-4ade-aa3f-4c926398267a" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.634774] env[68800]: DEBUG oslo_concurrency.lockutils [None req-411c9dbe-52f3-4527-9232-ee18bcdd6379 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Lock "2f746cfa-4d45-40d2-b39f-a7df3f22ada1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.224s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.650671] env[68800]: DEBUG oslo_concurrency.lockutils [None req-986c2725-bd83-4275-9026-c6b15affaf84 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Acquiring lock "2f746cfa-4d45-40d2-b39f-a7df3f22ada1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.651025] env[68800]: DEBUG oslo_concurrency.lockutils [None req-986c2725-bd83-4275-9026-c6b15affaf84 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Lock "2f746cfa-4d45-40d2-b39f-a7df3f22ada1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.651302] env[68800]: DEBUG oslo_concurrency.lockutils [None req-986c2725-bd83-4275-9026-c6b15affaf84 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Acquiring lock "2f746cfa-4d45-40d2-b39f-a7df3f22ada1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.651477] env[68800]: DEBUG oslo_concurrency.lockutils [None req-986c2725-bd83-4275-9026-c6b15affaf84 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Lock "2f746cfa-4d45-40d2-b39f-a7df3f22ada1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.651696] env[68800]: DEBUG oslo_concurrency.lockutils [None req-986c2725-bd83-4275-9026-c6b15affaf84 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Lock "2f746cfa-4d45-40d2-b39f-a7df3f22ada1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.657883] env[68800]: INFO nova.compute.manager [None req-986c2725-bd83-4275-9026-c6b15affaf84 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 2f746cfa-4d45-40d2-b39f-a7df3f22ada1] Terminating instance [ 924.667732] env[68800]: DEBUG oslo_vmware.api [None req-5c2f7886-0204-4723-b733-279e9a8b72fb tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Task: {'id': task-3243908, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245116} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.668011] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c2f7886-0204-4723-b733-279e9a8b72fb tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 924.668206] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2f7886-0204-4723-b733-279e9a8b72fb tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 924.668384] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2f7886-0204-4723-b733-279e9a8b72fb tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 924.668560] env[68800]: INFO nova.compute.manager [None req-5c2f7886-0204-4723-b733-279e9a8b72fb tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Took 1.18 seconds to destroy the instance on the hypervisor. [ 924.668811] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c2f7886-0204-4723-b733-279e9a8b72fb tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.668997] env[68800]: DEBUG nova.compute.manager [-] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 924.669129] env[68800]: DEBUG nova.network.neutron [-] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 924.753294] env[68800]: DEBUG oslo_vmware.api [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3243909, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.887652] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5db00ef3-669f-41e5-9984-b5f6aa3dd318 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Lock "b3fa9fdc-bdab-4337-ba0b-547659c3734c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.048s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.987281] env[68800]: DEBUG oslo_vmware.api [None req-6c089256-ea60-4b03-bac3-b70593a9bb0c tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Task: {'id': task-3243911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304432} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.987281] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c089256-ea60-4b03-bac3-b70593a9bb0c tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 924.987821] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-6c089256-ea60-4b03-bac3-b70593a9bb0c tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 924.988114] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-6c089256-ea60-4b03-bac3-b70593a9bb0c tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 924.988366] env[68800]: INFO nova.compute.manager [None req-6c089256-ea60-4b03-bac3-b70593a9bb0c tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Took 1.15 seconds to destroy the instance on the hypervisor. [ 924.988758] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c089256-ea60-4b03-bac3-b70593a9bb0c tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.989014] env[68800]: DEBUG nova.compute.manager [-] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 924.989152] env[68800]: DEBUG nova.network.neutron [-] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.164312] env[68800]: DEBUG nova.compute.manager [None req-986c2725-bd83-4275-9026-c6b15affaf84 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 2f746cfa-4d45-40d2-b39f-a7df3f22ada1] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 925.164602] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-986c2725-bd83-4275-9026-c6b15affaf84 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 2f746cfa-4d45-40d2-b39f-a7df3f22ada1] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 925.167349] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e428cd5-c62e-4c4a-8c86-47364d9f77fc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.181767] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-986c2725-bd83-4275-9026-c6b15affaf84 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 2f746cfa-4d45-40d2-b39f-a7df3f22ada1] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.182323] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c694f7b-4da4-4168-a0cb-4ae4054040d2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.192339] env[68800]: DEBUG oslo_vmware.api [None req-986c2725-bd83-4275-9026-c6b15affaf84 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Waiting for the task: (returnval){ [ 925.192339] env[68800]: value = "task-3243913" [ 925.192339] env[68800]: _type = "Task" [ 925.192339] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.202253] env[68800]: DEBUG oslo_vmware.api [None req-986c2725-bd83-4275-9026-c6b15affaf84 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.232731] env[68800]: DEBUG nova.compute.manager [req-460eae71-0529-4154-93e0-745d01e37d9e req-62b68257-0c0c-4f8b-80c1-713600289380 service nova] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Received event network-vif-deleted-98d828a0-30ea-4c82-b10b-5a95b3a89df2 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.233011] env[68800]: INFO nova.compute.manager [req-460eae71-0529-4154-93e0-745d01e37d9e req-62b68257-0c0c-4f8b-80c1-713600289380 service nova] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Neutron deleted interface 98d828a0-30ea-4c82-b10b-5a95b3a89df2; detaching it from the instance and deleting it from the info cache [ 925.233191] env[68800]: DEBUG nova.network.neutron [req-460eae71-0529-4154-93e0-745d01e37d9e req-62b68257-0c0c-4f8b-80c1-713600289380 service nova] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.256293] env[68800]: DEBUG oslo_vmware.api [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3243909, 'name': PowerOnVM_Task, 'duration_secs': 0.74468} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.256632] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.257073] env[68800]: INFO nova.compute.manager [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Took 8.11 seconds to spawn the instance on the hypervisor. [ 925.257292] env[68800]: DEBUG nova.compute.manager [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 925.258699] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64357ad-4a1b-43e3-89db-389b9eb4b77f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.507087] env[68800]: DEBUG nova.network.neutron [-] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.702913] env[68800]: DEBUG oslo_vmware.api [None req-986c2725-bd83-4275-9026-c6b15affaf84 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243913, 'name': PowerOffVM_Task, 'duration_secs': 0.345456} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.703185] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-986c2725-bd83-4275-9026-c6b15affaf84 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 2f746cfa-4d45-40d2-b39f-a7df3f22ada1] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.703369] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-986c2725-bd83-4275-9026-c6b15affaf84 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 2f746cfa-4d45-40d2-b39f-a7df3f22ada1] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 925.703633] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97448ff9-e929-408a-bde8-47b810b83214 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.739413] env[68800]: DEBUG nova.compute.manager [req-9f5eb013-e4ee-4d10-adcb-12317186f719 req-77035355-97ff-4a58-af1a-3b62aeeaef47 service nova] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Received event network-vif-deleted-2d44adc6-0967-42f7-b78d-f2e641724ccb {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.739590] env[68800]: INFO nova.compute.manager [req-9f5eb013-e4ee-4d10-adcb-12317186f719 req-77035355-97ff-4a58-af1a-3b62aeeaef47 service nova] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Neutron deleted interface 2d44adc6-0967-42f7-b78d-f2e641724ccb; detaching it from the instance and deleting it from the info cache [ 925.739761] env[68800]: DEBUG nova.network.neutron [req-9f5eb013-e4ee-4d10-adcb-12317186f719 req-77035355-97ff-4a58-af1a-3b62aeeaef47 service nova] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.744367] env[68800]: DEBUG oslo_concurrency.lockutils [None req-505828e0-1dc7-4f9d-9ae3-a5d5e050c677 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquiring lock "b6ce6d33-aebc-420e-afe7-9e0908a2c560" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.744367] env[68800]: DEBUG oslo_concurrency.lockutils [None req-505828e0-1dc7-4f9d-9ae3-a5d5e050c677 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Lock "b6ce6d33-aebc-420e-afe7-9e0908a2c560" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.744538] env[68800]: DEBUG oslo_concurrency.lockutils [None req-505828e0-1dc7-4f9d-9ae3-a5d5e050c677 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquiring lock "b6ce6d33-aebc-420e-afe7-9e0908a2c560-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.746008] env[68800]: DEBUG oslo_concurrency.lockutils [None req-505828e0-1dc7-4f9d-9ae3-a5d5e050c677 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Lock "b6ce6d33-aebc-420e-afe7-9e0908a2c560-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.746008] env[68800]: DEBUG oslo_concurrency.lockutils [None req-505828e0-1dc7-4f9d-9ae3-a5d5e050c677 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Lock "b6ce6d33-aebc-420e-afe7-9e0908a2c560-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.746755] env[68800]: INFO nova.compute.manager [None req-505828e0-1dc7-4f9d-9ae3-a5d5e050c677 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b6ce6d33-aebc-420e-afe7-9e0908a2c560] Terminating instance [ 925.748953] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-20deb1e5-2f03-4b5e-b8d0-376c8f93d134 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.762746] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84a7b88-eea2-4a3e-892a-df8c89b48888 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.786979] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-986c2725-bd83-4275-9026-c6b15affaf84 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 2f746cfa-4d45-40d2-b39f-a7df3f22ada1] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.786979] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-986c2725-bd83-4275-9026-c6b15affaf84 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 2f746cfa-4d45-40d2-b39f-a7df3f22ada1] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.786979] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-986c2725-bd83-4275-9026-c6b15affaf84 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Deleting the datastore file [datastore2] 2f746cfa-4d45-40d2-b39f-a7df3f22ada1 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.786979] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c3f1280-9879-42e0-9bc8-526850d76eec {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.787555] env[68800]: INFO nova.compute.manager [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Took 45.70 seconds to build instance. [ 925.796616] env[68800]: DEBUG oslo_vmware.api [None req-986c2725-bd83-4275-9026-c6b15affaf84 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Waiting for the task: (returnval){ [ 925.796616] env[68800]: value = "task-3243915" [ 925.796616] env[68800]: _type = "Task" [ 925.796616] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.817334] env[68800]: DEBUG nova.compute.manager [req-460eae71-0529-4154-93e0-745d01e37d9e req-62b68257-0c0c-4f8b-80c1-713600289380 service nova] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Detach interface failed, port_id=98d828a0-30ea-4c82-b10b-5a95b3a89df2, reason: Instance 913f76bd-2cb4-450b-a506-6687ee98cd86 could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 925.826512] env[68800]: DEBUG oslo_vmware.api [None req-986c2725-bd83-4275-9026-c6b15affaf84 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243915, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.914608] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7875e62d-3158-4433-af86-a69d55370517 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.923064] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f7db81-298c-4b1f-b5a9-b633a69392ed {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.954048] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959ac73c-5ee9-4d63-b9f2-1db848db0e74 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.962311] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031fc803-2d7c-45ea-a4a9-d774dacd28a0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.978069] env[68800]: DEBUG nova.compute.provider_tree [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.010765] env[68800]: INFO nova.compute.manager [-] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Took 1.34 seconds to deallocate network for instance. [ 926.192777] env[68800]: DEBUG nova.network.neutron [-] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.247742] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04d93058-4795-450a-8cf5-8b9d6bffddff {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.253826] env[68800]: DEBUG nova.compute.manager [None req-505828e0-1dc7-4f9d-9ae3-a5d5e050c677 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b6ce6d33-aebc-420e-afe7-9e0908a2c560] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 926.254071] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-505828e0-1dc7-4f9d-9ae3-a5d5e050c677 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b6ce6d33-aebc-420e-afe7-9e0908a2c560] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 926.255994] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b15cc5-fdf4-4842-81bf-d1e93aa64dbe {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.262290] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f124fa02-99f2-474e-a8b8-e5cc39fbb092 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.279460] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-505828e0-1dc7-4f9d-9ae3-a5d5e050c677 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b6ce6d33-aebc-420e-afe7-9e0908a2c560] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.279835] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0cdbf24a-1007-4b77-91f3-e0ba546b61e0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.311172] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3825f665-f401-49bb-a45d-414f0bdbec40 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Lock "74cb60da-96d0-4cad-ac01-96c090cf6e84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.598s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.311876] env[68800]: DEBUG nova.compute.manager [req-9f5eb013-e4ee-4d10-adcb-12317186f719 req-77035355-97ff-4a58-af1a-3b62aeeaef47 service nova] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Detach interface failed, port_id=2d44adc6-0967-42f7-b78d-f2e641724ccb, reason: Instance 949aac90-1d3e-47c1-8d53-eef78adaa390 could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 926.318707] env[68800]: DEBUG oslo_vmware.api [None req-505828e0-1dc7-4f9d-9ae3-a5d5e050c677 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 926.318707] env[68800]: value = "task-3243916" [ 926.318707] env[68800]: _type = "Task" [ 926.318707] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.328362] env[68800]: DEBUG oslo_vmware.api [None req-986c2725-bd83-4275-9026-c6b15affaf84 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Task: {'id': task-3243915, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174074} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.329326] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-986c2725-bd83-4275-9026-c6b15affaf84 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 926.329637] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-986c2725-bd83-4275-9026-c6b15affaf84 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 2f746cfa-4d45-40d2-b39f-a7df3f22ada1] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 926.329924] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-986c2725-bd83-4275-9026-c6b15affaf84 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 2f746cfa-4d45-40d2-b39f-a7df3f22ada1] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 926.330253] env[68800]: INFO nova.compute.manager [None req-986c2725-bd83-4275-9026-c6b15affaf84 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] [instance: 2f746cfa-4d45-40d2-b39f-a7df3f22ada1] Took 1.17 seconds to destroy the instance on the hypervisor. [ 926.330603] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-986c2725-bd83-4275-9026-c6b15affaf84 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 926.330865] env[68800]: DEBUG nova.compute.manager [-] [instance: 2f746cfa-4d45-40d2-b39f-a7df3f22ada1] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 926.330990] env[68800]: DEBUG nova.network.neutron [-] [instance: 2f746cfa-4d45-40d2-b39f-a7df3f22ada1] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 926.337667] env[68800]: DEBUG oslo_vmware.api [None req-505828e0-1dc7-4f9d-9ae3-a5d5e050c677 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243916, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.481847] env[68800]: DEBUG nova.scheduler.client.report [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.517183] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5c2f7886-0204-4723-b733-279e9a8b72fb tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.652184] env[68800]: INFO nova.compute.manager [None req-c40371c6-f87c-4775-b5f9-eee2c5a22ed7 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Rescuing [ 926.652479] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c40371c6-f87c-4775-b5f9-eee2c5a22ed7 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Acquiring lock "refresh_cache-74cb60da-96d0-4cad-ac01-96c090cf6e84" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.652682] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c40371c6-f87c-4775-b5f9-eee2c5a22ed7 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Acquired lock "refresh_cache-74cb60da-96d0-4cad-ac01-96c090cf6e84" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.652821] env[68800]: DEBUG nova.network.neutron [None req-c40371c6-f87c-4775-b5f9-eee2c5a22ed7 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 926.696850] env[68800]: INFO nova.compute.manager [-] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Took 1.71 seconds to deallocate network for instance. [ 926.831382] env[68800]: DEBUG oslo_vmware.api [None req-505828e0-1dc7-4f9d-9ae3-a5d5e050c677 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243916, 'name': PowerOffVM_Task, 'duration_secs': 0.367045} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.831738] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-505828e0-1dc7-4f9d-9ae3-a5d5e050c677 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b6ce6d33-aebc-420e-afe7-9e0908a2c560] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 926.831963] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-505828e0-1dc7-4f9d-9ae3-a5d5e050c677 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b6ce6d33-aebc-420e-afe7-9e0908a2c560] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 926.832280] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-224cab81-2b2e-4c76-97a6-e98a23e5d8f8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.909029] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-505828e0-1dc7-4f9d-9ae3-a5d5e050c677 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b6ce6d33-aebc-420e-afe7-9e0908a2c560] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 926.909277] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-505828e0-1dc7-4f9d-9ae3-a5d5e050c677 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b6ce6d33-aebc-420e-afe7-9e0908a2c560] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 926.909465] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-505828e0-1dc7-4f9d-9ae3-a5d5e050c677 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Deleting the datastore file [datastore1] b6ce6d33-aebc-420e-afe7-9e0908a2c560 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 926.909795] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e14d253b-a4f7-4aaa-b222-77ce73c60b3e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.917264] env[68800]: DEBUG oslo_vmware.api [None req-505828e0-1dc7-4f9d-9ae3-a5d5e050c677 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 926.917264] env[68800]: value = "task-3243919" [ 926.917264] env[68800]: _type = "Task" [ 926.917264] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.925888] env[68800]: DEBUG oslo_vmware.api [None req-505828e0-1dc7-4f9d-9ae3-a5d5e050c677 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243919, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.989085] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.989645] env[68800]: DEBUG nova.compute.manager [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 926.992638] env[68800]: DEBUG oslo_concurrency.lockutils [None req-43d0c4b2-0ded-4f9c-ba3f-0d3b058b7ec7 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.888s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.992952] env[68800]: DEBUG nova.objects.instance [None req-43d0c4b2-0ded-4f9c-ba3f-0d3b058b7ec7 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Lazy-loading 'resources' on Instance uuid d9927778-e07f-4370-b30d-1e94855689c3 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.141096] env[68800]: DEBUG nova.network.neutron [-] [instance: 2f746cfa-4d45-40d2-b39f-a7df3f22ada1] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.204782] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6c089256-ea60-4b03-bac3-b70593a9bb0c tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.293734] env[68800]: DEBUG oslo_vmware.rw_handles [None req-7360d9f9-bd04-4d53-9325-52c6ffb24fc5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5205405c-52f2-46d0-95bc-22ba0f823a87/disk-0.vmdk. {{(pid=68800) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 927.294871] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21cfca06-fa53-4424-9ec3-d964c19a8d01 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.302885] env[68800]: DEBUG oslo_vmware.rw_handles [None req-7360d9f9-bd04-4d53-9325-52c6ffb24fc5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5205405c-52f2-46d0-95bc-22ba0f823a87/disk-0.vmdk is in state: ready. {{(pid=68800) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 927.303108] env[68800]: ERROR oslo_vmware.rw_handles [None req-7360d9f9-bd04-4d53-9325-52c6ffb24fc5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5205405c-52f2-46d0-95bc-22ba0f823a87/disk-0.vmdk due to incomplete transfer. [ 927.303429] env[68800]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-657b822e-be4d-45f4-acf0-efba61b9c0f5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.311201] env[68800]: DEBUG oslo_vmware.rw_handles [None req-7360d9f9-bd04-4d53-9325-52c6ffb24fc5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5205405c-52f2-46d0-95bc-22ba0f823a87/disk-0.vmdk. {{(pid=68800) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 927.311486] env[68800]: DEBUG nova.virt.vmwareapi.images [None req-7360d9f9-bd04-4d53-9325-52c6ffb24fc5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Uploaded image 6e33f393-fee8-4771-8185-5dade07d4bb4 to the Glance image server {{(pid=68800) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 927.313734] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-7360d9f9-bd04-4d53-9325-52c6ffb24fc5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Destroying the VM {{(pid=68800) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 927.313985] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-aad8d382-9aaa-4411-bffa-8cd475226118 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.321388] env[68800]: DEBUG oslo_vmware.api [None req-7360d9f9-bd04-4d53-9325-52c6ffb24fc5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 927.321388] env[68800]: value = "task-3243920" [ 927.321388] env[68800]: _type = "Task" [ 927.321388] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.334376] env[68800]: DEBUG oslo_vmware.api [None req-7360d9f9-bd04-4d53-9325-52c6ffb24fc5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243920, 'name': Destroy_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.429079] env[68800]: DEBUG oslo_vmware.api [None req-505828e0-1dc7-4f9d-9ae3-a5d5e050c677 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3243919, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148553} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.429813] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-505828e0-1dc7-4f9d-9ae3-a5d5e050c677 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 927.429813] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-505828e0-1dc7-4f9d-9ae3-a5d5e050c677 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b6ce6d33-aebc-420e-afe7-9e0908a2c560] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 927.429985] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-505828e0-1dc7-4f9d-9ae3-a5d5e050c677 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b6ce6d33-aebc-420e-afe7-9e0908a2c560] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 927.430054] env[68800]: INFO nova.compute.manager [None req-505828e0-1dc7-4f9d-9ae3-a5d5e050c677 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: b6ce6d33-aebc-420e-afe7-9e0908a2c560] Took 1.18 seconds to destroy the instance on the hypervisor. [ 927.430271] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-505828e0-1dc7-4f9d-9ae3-a5d5e050c677 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 927.430470] env[68800]: DEBUG nova.compute.manager [-] [instance: b6ce6d33-aebc-420e-afe7-9e0908a2c560] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 927.430566] env[68800]: DEBUG nova.network.neutron [-] [instance: b6ce6d33-aebc-420e-afe7-9e0908a2c560] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 927.501537] env[68800]: DEBUG nova.compute.utils [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 927.503301] env[68800]: DEBUG nova.compute.manager [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 927.503587] env[68800]: DEBUG nova.network.neutron [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 927.644304] env[68800]: INFO nova.compute.manager [-] [instance: 2f746cfa-4d45-40d2-b39f-a7df3f22ada1] Took 1.31 seconds to deallocate network for instance. [ 927.753040] env[68800]: DEBUG nova.network.neutron [None req-c40371c6-f87c-4775-b5f9-eee2c5a22ed7 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Updating instance_info_cache with network_info: [{"id": "30cc5dba-4476-4a06-886a-55d4073943e9", "address": "fa:16:3e:aa:4d:7e", "network": {"id": "f84503ed-231f-4e28-bd51-ee12429f4493", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2009507175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f91623c813204db081fa9e7a5792787c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30cc5dba-44", "ovs_interfaceid": "30cc5dba-4476-4a06-886a-55d4073943e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.780657] env[68800]: DEBUG nova.policy [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cbad1987963842d5ae736e4d440e809f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b74621381dc4bbca8fea1513bfe56e2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 927.837398] env[68800]: DEBUG oslo_vmware.api [None req-7360d9f9-bd04-4d53-9325-52c6ffb24fc5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243920, 'name': Destroy_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.908397] env[68800]: DEBUG nova.compute.manager [req-a5fe43c7-5d00-43cb-bbe3-d1d21b91e2b8 req-99648d31-80fd-48e5-805b-71c960eed64a service nova] [instance: 2f746cfa-4d45-40d2-b39f-a7df3f22ada1] Received event network-vif-deleted-80e23162-cdef-46b9-bae3-d54763f5d7e4 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.930980] env[68800]: DEBUG nova.compute.manager [req-b7fe94d9-5291-4fcc-be11-fe01c0ace76e req-a676eed6-802f-4c0e-9090-6c3aff7c9497 service nova] [instance: b6ce6d33-aebc-420e-afe7-9e0908a2c560] Received event network-vif-deleted-03e4ef15-f82a-4795-aa5a-cb7f6a4b39fc {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.931217] env[68800]: INFO nova.compute.manager [req-b7fe94d9-5291-4fcc-be11-fe01c0ace76e req-a676eed6-802f-4c0e-9090-6c3aff7c9497 service nova] [instance: b6ce6d33-aebc-420e-afe7-9e0908a2c560] Neutron deleted interface 03e4ef15-f82a-4795-aa5a-cb7f6a4b39fc; detaching it from the instance and deleting it from the info cache [ 927.931411] env[68800]: DEBUG nova.network.neutron [req-b7fe94d9-5291-4fcc-be11-fe01c0ace76e req-a676eed6-802f-4c0e-9090-6c3aff7c9497 service nova] [instance: b6ce6d33-aebc-420e-afe7-9e0908a2c560] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.012553] env[68800]: DEBUG nova.compute.manager [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 928.038008] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5955759-f112-41d4-bd1a-3152cde5196e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.046702] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce660617-313e-44ac-9c96-f8f465bf6a3c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.080569] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f1d62e-724d-4c74-9203-6e847ee63a25 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.090069] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189e01e0-64fa-475c-97b6-73fcbc97bee7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.104872] env[68800]: DEBUG nova.compute.provider_tree [None req-43d0c4b2-0ded-4f9c-ba3f-0d3b058b7ec7 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.159366] env[68800]: DEBUG oslo_concurrency.lockutils [None req-986c2725-bd83-4275-9026-c6b15affaf84 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.240950] env[68800]: DEBUG nova.network.neutron [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Successfully created port: ae5b2989-b6a0-4e25-9ae4-e65ac9cad064 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 928.267255] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c40371c6-f87c-4775-b5f9-eee2c5a22ed7 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Releasing lock "refresh_cache-74cb60da-96d0-4cad-ac01-96c090cf6e84" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.269931] env[68800]: DEBUG nova.network.neutron [-] [instance: b6ce6d33-aebc-420e-afe7-9e0908a2c560] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.335235] env[68800]: DEBUG oslo_vmware.api [None req-7360d9f9-bd04-4d53-9325-52c6ffb24fc5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243920, 'name': Destroy_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.435129] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd881679-db63-40ad-b989-6c3f588f92a7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.447470] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83af9371-360d-44b8-b315-9245200a5808 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.483735] env[68800]: DEBUG nova.compute.manager [req-b7fe94d9-5291-4fcc-be11-fe01c0ace76e req-a676eed6-802f-4c0e-9090-6c3aff7c9497 service nova] [instance: b6ce6d33-aebc-420e-afe7-9e0908a2c560] Detach interface failed, port_id=03e4ef15-f82a-4795-aa5a-cb7f6a4b39fc, reason: Instance b6ce6d33-aebc-420e-afe7-9e0908a2c560 could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 928.607565] env[68800]: DEBUG nova.scheduler.client.report [None req-43d0c4b2-0ded-4f9c-ba3f-0d3b058b7ec7 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.772698] env[68800]: INFO nova.compute.manager [-] [instance: b6ce6d33-aebc-420e-afe7-9e0908a2c560] Took 1.34 seconds to deallocate network for instance. [ 928.840237] env[68800]: DEBUG oslo_vmware.api [None req-7360d9f9-bd04-4d53-9325-52c6ffb24fc5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243920, 'name': Destroy_Task, 'duration_secs': 1.505189} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.840556] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-7360d9f9-bd04-4d53-9325-52c6ffb24fc5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Destroyed the VM [ 928.840867] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7360d9f9-bd04-4d53-9325-52c6ffb24fc5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Deleting Snapshot of the VM instance {{(pid=68800) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 928.841179] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f3d97c30-3655-42aa-9402-03ae49650b1d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.850692] env[68800]: DEBUG oslo_vmware.api [None req-7360d9f9-bd04-4d53-9325-52c6ffb24fc5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 928.850692] env[68800]: value = "task-3243922" [ 928.850692] env[68800]: _type = "Task" [ 928.850692] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.861642] env[68800]: DEBUG oslo_vmware.api [None req-7360d9f9-bd04-4d53-9325-52c6ffb24fc5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243922, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.023298] env[68800]: DEBUG nova.compute.manager [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 929.050670] env[68800]: DEBUG nova.virt.hardware [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 929.050982] env[68800]: DEBUG nova.virt.hardware [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.051196] env[68800]: DEBUG nova.virt.hardware [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.051598] env[68800]: DEBUG nova.virt.hardware [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 929.051695] env[68800]: DEBUG nova.virt.hardware [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.051900] env[68800]: DEBUG nova.virt.hardware [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 929.052066] env[68800]: DEBUG nova.virt.hardware [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 929.052238] env[68800]: DEBUG nova.virt.hardware [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 929.052404] env[68800]: DEBUG nova.virt.hardware [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 929.052565] env[68800]: DEBUG nova.virt.hardware [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 929.052785] env[68800]: DEBUG nova.virt.hardware [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 929.054059] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b43a31-7a6d-4d6d-be77-d9874aac8e9a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.062628] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10f2470-9fbb-4c54-98d5-e927bb54725e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.114333] env[68800]: DEBUG oslo_concurrency.lockutils [None req-43d0c4b2-0ded-4f9c-ba3f-0d3b058b7ec7 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.122s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.116779] env[68800]: DEBUG oslo_concurrency.lockutils [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.359s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.118266] env[68800]: INFO nova.compute.claims [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 929.134563] env[68800]: INFO nova.scheduler.client.report [None req-43d0c4b2-0ded-4f9c-ba3f-0d3b058b7ec7 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Deleted allocations for instance d9927778-e07f-4370-b30d-1e94855689c3 [ 929.280252] env[68800]: DEBUG oslo_concurrency.lockutils [None req-505828e0-1dc7-4f9d-9ae3-a5d5e050c677 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.293126] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquiring lock "2457cac1-020a-4cbd-a774-efe75430d11e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.293259] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lock "2457cac1-020a-4cbd-a774-efe75430d11e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.362758] env[68800]: DEBUG oslo_vmware.api [None req-7360d9f9-bd04-4d53-9325-52c6ffb24fc5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243922, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.643056] env[68800]: DEBUG oslo_concurrency.lockutils [None req-43d0c4b2-0ded-4f9c-ba3f-0d3b058b7ec7 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Lock "d9927778-e07f-4370-b30d-1e94855689c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.451s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.796310] env[68800]: DEBUG nova.compute.manager [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 929.813397] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c40371c6-f87c-4775-b5f9-eee2c5a22ed7 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.814162] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54409bfc-6c56-43d8-b72c-b3f17011622b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.822717] env[68800]: DEBUG oslo_vmware.api [None req-c40371c6-f87c-4775-b5f9-eee2c5a22ed7 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Waiting for the task: (returnval){ [ 929.822717] env[68800]: value = "task-3243923" [ 929.822717] env[68800]: _type = "Task" [ 929.822717] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.832440] env[68800]: DEBUG oslo_vmware.api [None req-c40371c6-f87c-4775-b5f9-eee2c5a22ed7 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3243923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.861958] env[68800]: DEBUG oslo_vmware.api [None req-7360d9f9-bd04-4d53-9325-52c6ffb24fc5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243922, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.965376] env[68800]: DEBUG nova.network.neutron [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Successfully updated port: ae5b2989-b6a0-4e25-9ae4-e65ac9cad064 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 930.005011] env[68800]: DEBUG nova.compute.manager [req-79a60ece-c333-4398-b567-d9e7d13ab0f3 req-8db25b55-ecad-4f59-8d45-70d63d1cba90 service nova] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Received event network-vif-plugged-ae5b2989-b6a0-4e25-9ae4-e65ac9cad064 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.005306] env[68800]: DEBUG oslo_concurrency.lockutils [req-79a60ece-c333-4398-b567-d9e7d13ab0f3 req-8db25b55-ecad-4f59-8d45-70d63d1cba90 service nova] Acquiring lock "5bb303dd-ea06-486b-8e2a-f966cce8a400-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.005614] env[68800]: DEBUG oslo_concurrency.lockutils [req-79a60ece-c333-4398-b567-d9e7d13ab0f3 req-8db25b55-ecad-4f59-8d45-70d63d1cba90 service nova] Lock "5bb303dd-ea06-486b-8e2a-f966cce8a400-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.005858] env[68800]: DEBUG oslo_concurrency.lockutils [req-79a60ece-c333-4398-b567-d9e7d13ab0f3 req-8db25b55-ecad-4f59-8d45-70d63d1cba90 service nova] Lock "5bb303dd-ea06-486b-8e2a-f966cce8a400-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.006052] env[68800]: DEBUG nova.compute.manager [req-79a60ece-c333-4398-b567-d9e7d13ab0f3 req-8db25b55-ecad-4f59-8d45-70d63d1cba90 service nova] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] No waiting events found dispatching network-vif-plugged-ae5b2989-b6a0-4e25-9ae4-e65ac9cad064 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 930.006227] env[68800]: WARNING nova.compute.manager [req-79a60ece-c333-4398-b567-d9e7d13ab0f3 req-8db25b55-ecad-4f59-8d45-70d63d1cba90 service nova] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Received unexpected event network-vif-plugged-ae5b2989-b6a0-4e25-9ae4-e65ac9cad064 for instance with vm_state building and task_state spawning. [ 930.315910] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.335526] env[68800]: DEBUG oslo_vmware.api [None req-c40371c6-f87c-4775-b5f9-eee2c5a22ed7 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3243923, 'name': PowerOffVM_Task, 'duration_secs': 0.259396} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.335875] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c40371c6-f87c-4775-b5f9-eee2c5a22ed7 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.336697] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c5cd02-6139-47ff-99de-66c2e4fe4e98 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.360478] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d109ec44-7325-404d-aec9-23fb4e336ebc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.376777] env[68800]: DEBUG oslo_vmware.api [None req-7360d9f9-bd04-4d53-9325-52c6ffb24fc5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3243922, 'name': RemoveSnapshot_Task, 'duration_secs': 1.199453} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.386658] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7360d9f9-bd04-4d53-9325-52c6ffb24fc5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Deleted Snapshot of the VM instance {{(pid=68800) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 930.386919] env[68800]: INFO nova.compute.manager [None req-7360d9f9-bd04-4d53-9325-52c6ffb24fc5 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Took 16.76 seconds to snapshot the instance on the hypervisor. [ 930.431145] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c40371c6-f87c-4775-b5f9-eee2c5a22ed7 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.431145] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da6dbbe9-4304-421d-9f43-2665bae7fafe {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.446028] env[68800]: DEBUG oslo_vmware.api [None req-c40371c6-f87c-4775-b5f9-eee2c5a22ed7 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Waiting for the task: (returnval){ [ 930.446028] env[68800]: value = "task-3243924" [ 930.446028] env[68800]: _type = "Task" [ 930.446028] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.463169] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c40371c6-f87c-4775-b5f9-eee2c5a22ed7 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] VM already powered off {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 930.463878] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c40371c6-f87c-4775-b5f9-eee2c5a22ed7 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 930.464411] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c40371c6-f87c-4775-b5f9-eee2c5a22ed7 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.464789] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c40371c6-f87c-4775-b5f9-eee2c5a22ed7 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.465232] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-c40371c6-f87c-4775-b5f9-eee2c5a22ed7 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 930.465850] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d189538-0682-4929-a64a-01d385f187d9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.473277] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquiring lock "refresh_cache-5bb303dd-ea06-486b-8e2a-f966cce8a400" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.473658] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquired lock "refresh_cache-5bb303dd-ea06-486b-8e2a-f966cce8a400" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.474052] env[68800]: DEBUG nova.network.neutron [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.486756] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-c40371c6-f87c-4775-b5f9-eee2c5a22ed7 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 930.487229] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c40371c6-f87c-4775-b5f9-eee2c5a22ed7 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 930.489299] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5aafdaff-5cff-46f1-a8cb-d5aa5cfd8eb0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.502315] env[68800]: DEBUG oslo_vmware.api [None req-c40371c6-f87c-4775-b5f9-eee2c5a22ed7 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Waiting for the task: (returnval){ [ 930.502315] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c34fdd-bdbb-ec71-1f3f-724f68ab3de7" [ 930.502315] env[68800]: _type = "Task" [ 930.502315] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.517616] env[68800]: DEBUG oslo_vmware.api [None req-c40371c6-f87c-4775-b5f9-eee2c5a22ed7 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c34fdd-bdbb-ec71-1f3f-724f68ab3de7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.640929] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69f9ea6-01c0-4b0d-84f7-13de0b63a872 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.649266] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b66aa31-1124-47ce-9998-319c7f9f8070 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.678971] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fca66b-9d9f-4543-a007-4bacc4f5aca9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.687878] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbc15ae-d133-40dc-81c3-7340407174db {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.703544] env[68800]: DEBUG nova.compute.provider_tree [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.013259] env[68800]: DEBUG oslo_vmware.api [None req-c40371c6-f87c-4775-b5f9-eee2c5a22ed7 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c34fdd-bdbb-ec71-1f3f-724f68ab3de7, 'name': SearchDatastore_Task, 'duration_secs': 0.013493} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.014322] env[68800]: DEBUG nova.network.neutron [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 931.016193] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6db6797-1f46-4fc8-8c7c-cb34abfc04fe {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.022930] env[68800]: DEBUG oslo_vmware.api [None req-c40371c6-f87c-4775-b5f9-eee2c5a22ed7 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Waiting for the task: (returnval){ [ 931.022930] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5234e0d6-9a64-2e03-0a02-39ea2c4b5e2e" [ 931.022930] env[68800]: _type = "Task" [ 931.022930] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.031090] env[68800]: DEBUG oslo_vmware.api [None req-c40371c6-f87c-4775-b5f9-eee2c5a22ed7 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5234e0d6-9a64-2e03-0a02-39ea2c4b5e2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.208183] env[68800]: DEBUG nova.scheduler.client.report [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.257694] env[68800]: DEBUG nova.network.neutron [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Updating instance_info_cache with network_info: [{"id": "ae5b2989-b6a0-4e25-9ae4-e65ac9cad064", "address": "fa:16:3e:b7:91:07", "network": {"id": "2ad65ae6-e96d-418b-8904-1b8c899626b0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1659419657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b74621381dc4bbca8fea1513bfe56e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae5b2989-b6", "ovs_interfaceid": "ae5b2989-b6a0-4e25-9ae4-e65ac9cad064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.416939] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a0d4cc49-0171-4217-a4b6-3a5515756960 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Acquiring lock "d0fbab34-bbfe-44a1-9fe8-4493c50e625b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.417439] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a0d4cc49-0171-4217-a4b6-3a5515756960 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Lock "d0fbab34-bbfe-44a1-9fe8-4493c50e625b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.417830] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a0d4cc49-0171-4217-a4b6-3a5515756960 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Acquiring lock "d0fbab34-bbfe-44a1-9fe8-4493c50e625b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.417830] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a0d4cc49-0171-4217-a4b6-3a5515756960 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Lock "d0fbab34-bbfe-44a1-9fe8-4493c50e625b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.418678] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a0d4cc49-0171-4217-a4b6-3a5515756960 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Lock "d0fbab34-bbfe-44a1-9fe8-4493c50e625b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.420429] env[68800]: INFO nova.compute.manager [None req-a0d4cc49-0171-4217-a4b6-3a5515756960 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d0fbab34-bbfe-44a1-9fe8-4493c50e625b] Terminating instance [ 931.485800] env[68800]: DEBUG oslo_concurrency.lockutils [None req-da085526-4b4b-4cf1-a933-e15c5b035a09 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Acquiring lock "f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.485937] env[68800]: DEBUG oslo_concurrency.lockutils [None req-da085526-4b4b-4cf1-a933-e15c5b035a09 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Lock "f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.486094] env[68800]: DEBUG oslo_concurrency.lockutils [None req-da085526-4b4b-4cf1-a933-e15c5b035a09 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Acquiring lock "f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.486303] env[68800]: DEBUG oslo_concurrency.lockutils [None req-da085526-4b4b-4cf1-a933-e15c5b035a09 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Lock "f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.486481] env[68800]: DEBUG oslo_concurrency.lockutils [None req-da085526-4b4b-4cf1-a933-e15c5b035a09 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Lock "f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.488769] env[68800]: INFO nova.compute.manager [None req-da085526-4b4b-4cf1-a933-e15c5b035a09 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3] Terminating instance [ 931.535977] env[68800]: DEBUG oslo_vmware.api [None req-c40371c6-f87c-4775-b5f9-eee2c5a22ed7 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5234e0d6-9a64-2e03-0a02-39ea2c4b5e2e, 'name': SearchDatastore_Task, 'duration_secs': 0.010956} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.535977] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c40371c6-f87c-4775-b5f9-eee2c5a22ed7 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.535977] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-c40371c6-f87c-4775-b5f9-eee2c5a22ed7 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 74cb60da-96d0-4cad-ac01-96c090cf6e84/5878416b-a2ce-41e8-a2c0-8cea34632bd2-rescue.vmdk. {{(pid=68800) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 931.536312] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db637b3b-e642-4010-a35c-48d2dcfcce5a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.544793] env[68800]: DEBUG oslo_vmware.api [None req-c40371c6-f87c-4775-b5f9-eee2c5a22ed7 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Waiting for the task: (returnval){ [ 931.544793] env[68800]: value = "task-3243926" [ 931.544793] env[68800]: _type = "Task" [ 931.544793] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.554504] env[68800]: DEBUG oslo_vmware.api [None req-c40371c6-f87c-4775-b5f9-eee2c5a22ed7 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3243926, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.713770] env[68800]: DEBUG oslo_concurrency.lockutils [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.714491] env[68800]: DEBUG nova.compute.manager [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 931.717491] env[68800]: DEBUG oslo_concurrency.lockutils [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.910s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.719134] env[68800]: INFO nova.compute.claims [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 96855855-25b0-4be7-8e86-a67991be9f28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 931.760294] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Releasing lock "refresh_cache-5bb303dd-ea06-486b-8e2a-f966cce8a400" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.760536] env[68800]: DEBUG nova.compute.manager [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Instance network_info: |[{"id": "ae5b2989-b6a0-4e25-9ae4-e65ac9cad064", "address": "fa:16:3e:b7:91:07", "network": {"id": "2ad65ae6-e96d-418b-8904-1b8c899626b0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1659419657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b74621381dc4bbca8fea1513bfe56e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae5b2989-b6", "ovs_interfaceid": "ae5b2989-b6a0-4e25-9ae4-e65ac9cad064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 931.761399] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:91:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae5b2989-b6a0-4e25-9ae4-e65ac9cad064', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.770111] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.770699] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 931.770956] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-084b9cdf-4d73-4401-b797-7ca8a5c72570 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.795879] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.795879] env[68800]: value = "task-3243927" [ 931.795879] env[68800]: _type = "Task" [ 931.795879] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.805286] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243927, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.925313] env[68800]: DEBUG nova.compute.manager [None req-a0d4cc49-0171-4217-a4b6-3a5515756960 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d0fbab34-bbfe-44a1-9fe8-4493c50e625b] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 931.925909] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d4cc49-0171-4217-a4b6-3a5515756960 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d0fbab34-bbfe-44a1-9fe8-4493c50e625b] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.926889] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd3364c-052c-48b8-a765-ed5bce861165 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.936642] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d4cc49-0171-4217-a4b6-3a5515756960 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d0fbab34-bbfe-44a1-9fe8-4493c50e625b] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.937093] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a0c79a2-935b-45b0-9692-d289a08005fc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.946317] env[68800]: DEBUG oslo_vmware.api [None req-a0d4cc49-0171-4217-a4b6-3a5515756960 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Waiting for the task: (returnval){ [ 931.946317] env[68800]: value = "task-3243928" [ 931.946317] env[68800]: _type = "Task" [ 931.946317] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.956753] env[68800]: DEBUG oslo_vmware.api [None req-a0d4cc49-0171-4217-a4b6-3a5515756960 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': task-3243928, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.992923] env[68800]: DEBUG nova.compute.manager [None req-da085526-4b4b-4cf1-a933-e15c5b035a09 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 931.993237] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-da085526-4b4b-4cf1-a933-e15c5b035a09 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.994515] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ee5b7d-6523-4c60-b596-bf65ea8ae307 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.003634] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-da085526-4b4b-4cf1-a933-e15c5b035a09 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.004056] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83bc2ffb-c851-4fb1-939b-706c791f68a6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.014888] env[68800]: DEBUG oslo_vmware.api [None req-da085526-4b4b-4cf1-a933-e15c5b035a09 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Waiting for the task: (returnval){ [ 932.014888] env[68800]: value = "task-3243929" [ 932.014888] env[68800]: _type = "Task" [ 932.014888] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.026443] env[68800]: DEBUG oslo_vmware.api [None req-da085526-4b4b-4cf1-a933-e15c5b035a09 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': task-3243929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.036543] env[68800]: DEBUG nova.compute.manager [req-c2ec0e99-342a-4058-9a8b-4d41f6eba475 req-887e73f8-5042-491e-a384-9c76bae426f5 service nova] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Received event network-changed-ae5b2989-b6a0-4e25-9ae4-e65ac9cad064 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.036755] env[68800]: DEBUG nova.compute.manager [req-c2ec0e99-342a-4058-9a8b-4d41f6eba475 req-887e73f8-5042-491e-a384-9c76bae426f5 service nova] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Refreshing instance network info cache due to event network-changed-ae5b2989-b6a0-4e25-9ae4-e65ac9cad064. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 932.036953] env[68800]: DEBUG oslo_concurrency.lockutils [req-c2ec0e99-342a-4058-9a8b-4d41f6eba475 req-887e73f8-5042-491e-a384-9c76bae426f5 service nova] Acquiring lock "refresh_cache-5bb303dd-ea06-486b-8e2a-f966cce8a400" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.037145] env[68800]: DEBUG oslo_concurrency.lockutils [req-c2ec0e99-342a-4058-9a8b-4d41f6eba475 req-887e73f8-5042-491e-a384-9c76bae426f5 service nova] Acquired lock "refresh_cache-5bb303dd-ea06-486b-8e2a-f966cce8a400" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.037461] env[68800]: DEBUG nova.network.neutron [req-c2ec0e99-342a-4058-9a8b-4d41f6eba475 req-887e73f8-5042-491e-a384-9c76bae426f5 service nova] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Refreshing network info cache for port ae5b2989-b6a0-4e25-9ae4-e65ac9cad064 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 932.057920] env[68800]: DEBUG oslo_vmware.api [None req-c40371c6-f87c-4775-b5f9-eee2c5a22ed7 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3243926, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.226128] env[68800]: DEBUG nova.compute.utils [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 932.227750] env[68800]: DEBUG nova.compute.manager [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 932.228011] env[68800]: DEBUG nova.network.neutron [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 932.306713] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243927, 'name': CreateVM_Task} progress is 25%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.342664] env[68800]: DEBUG nova.policy [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '104322d5334849aaa6f87edfd2de077f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2190ee26c5fd4b45bef924317c50b4d5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 932.457548] env[68800]: DEBUG oslo_vmware.api [None req-a0d4cc49-0171-4217-a4b6-3a5515756960 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': task-3243928, 'name': PowerOffVM_Task, 'duration_secs': 0.36649} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.457834] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d4cc49-0171-4217-a4b6-3a5515756960 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d0fbab34-bbfe-44a1-9fe8-4493c50e625b] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 932.458058] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d4cc49-0171-4217-a4b6-3a5515756960 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d0fbab34-bbfe-44a1-9fe8-4493c50e625b] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 932.458334] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b110ffcb-8b7f-4789-a644-c2d78c9c122e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.525838] env[68800]: DEBUG oslo_vmware.api [None req-da085526-4b4b-4cf1-a933-e15c5b035a09 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': task-3243929, 'name': PowerOffVM_Task, 'duration_secs': 0.262906} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.526198] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-da085526-4b4b-4cf1-a933-e15c5b035a09 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 932.526436] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-da085526-4b4b-4cf1-a933-e15c5b035a09 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 932.526720] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8db0a02-40a8-4f21-bc95-c3c97066a1fd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.543555] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d4cc49-0171-4217-a4b6-3a5515756960 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d0fbab34-bbfe-44a1-9fe8-4493c50e625b] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 932.543739] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d4cc49-0171-4217-a4b6-3a5515756960 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d0fbab34-bbfe-44a1-9fe8-4493c50e625b] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 932.543909] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0d4cc49-0171-4217-a4b6-3a5515756960 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Deleting the datastore file [datastore2] d0fbab34-bbfe-44a1-9fe8-4493c50e625b {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 932.545659] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54615b1e-d42c-4648-a0fd-4837ee2bde69 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.558295] env[68800]: DEBUG oslo_vmware.api [None req-a0d4cc49-0171-4217-a4b6-3a5515756960 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Waiting for the task: (returnval){ [ 932.558295] env[68800]: value = "task-3243932" [ 932.558295] env[68800]: _type = "Task" [ 932.558295] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.562580] env[68800]: DEBUG oslo_vmware.api [None req-c40371c6-f87c-4775-b5f9-eee2c5a22ed7 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3243926, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560018} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.569185] env[68800]: INFO nova.virt.vmwareapi.ds_util [None req-c40371c6-f87c-4775-b5f9-eee2c5a22ed7 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 74cb60da-96d0-4cad-ac01-96c090cf6e84/5878416b-a2ce-41e8-a2c0-8cea34632bd2-rescue.vmdk. [ 932.570937] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c21648-3820-47ba-98c2-b64f3c48fc0b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.580090] env[68800]: DEBUG oslo_vmware.api [None req-a0d4cc49-0171-4217-a4b6-3a5515756960 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': task-3243932, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.602786] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-c40371c6-f87c-4775-b5f9-eee2c5a22ed7 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 74cb60da-96d0-4cad-ac01-96c090cf6e84/5878416b-a2ce-41e8-a2c0-8cea34632bd2-rescue.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.605676] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbff9b2f-638a-4811-8144-33623fc1c343 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.631050] env[68800]: DEBUG oslo_vmware.api [None req-c40371c6-f87c-4775-b5f9-eee2c5a22ed7 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Waiting for the task: (returnval){ [ 932.631050] env[68800]: value = "task-3243933" [ 932.631050] env[68800]: _type = "Task" [ 932.631050] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.635764] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-da085526-4b4b-4cf1-a933-e15c5b035a09 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 932.636052] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-da085526-4b4b-4cf1-a933-e15c5b035a09 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 932.636245] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-da085526-4b4b-4cf1-a933-e15c5b035a09 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Deleting the datastore file [datastore1] f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 932.636516] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f570db6-185a-4a06-9c69-33c49db06afd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.643934] env[68800]: DEBUG oslo_vmware.api [None req-da085526-4b4b-4cf1-a933-e15c5b035a09 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Waiting for the task: (returnval){ [ 932.643934] env[68800]: value = "task-3243934" [ 932.643934] env[68800]: _type = "Task" [ 932.643934] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.650712] env[68800]: DEBUG oslo_vmware.api [None req-c40371c6-f87c-4775-b5f9-eee2c5a22ed7 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3243933, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.657130] env[68800]: DEBUG oslo_vmware.api [None req-da085526-4b4b-4cf1-a933-e15c5b035a09 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': task-3243934, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.735758] env[68800]: DEBUG nova.compute.manager [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 932.781494] env[68800]: DEBUG nova.network.neutron [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec] Successfully created port: 174c0b1d-d34b-45c1-9c1e-1638350cc122 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 932.811453] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243927, 'name': CreateVM_Task, 'duration_secs': 0.876345} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.812385] env[68800]: DEBUG nova.network.neutron [req-c2ec0e99-342a-4058-9a8b-4d41f6eba475 req-887e73f8-5042-491e-a384-9c76bae426f5 service nova] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Updated VIF entry in instance network info cache for port ae5b2989-b6a0-4e25-9ae4-e65ac9cad064. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 932.812806] env[68800]: DEBUG nova.network.neutron [req-c2ec0e99-342a-4058-9a8b-4d41f6eba475 req-887e73f8-5042-491e-a384-9c76bae426f5 service nova] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Updating instance_info_cache with network_info: [{"id": "ae5b2989-b6a0-4e25-9ae4-e65ac9cad064", "address": "fa:16:3e:b7:91:07", "network": {"id": "2ad65ae6-e96d-418b-8904-1b8c899626b0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1659419657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b74621381dc4bbca8fea1513bfe56e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae5b2989-b6", "ovs_interfaceid": "ae5b2989-b6a0-4e25-9ae4-e65ac9cad064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.817545] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 932.817545] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.817545] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.817545] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.817545] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27915224-9f77-4b4d-8a31-7ce6ecc58ccd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.821830] env[68800]: DEBUG oslo_vmware.api [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 932.821830] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52beb644-1aff-da4c-c237-f178a3c90748" [ 932.821830] env[68800]: _type = "Task" [ 932.821830] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.835936] env[68800]: DEBUG oslo_vmware.api [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52beb644-1aff-da4c-c237-f178a3c90748, 'name': SearchDatastore_Task, 'duration_secs': 0.011277} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.837481] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.837481] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.837481] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.837481] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.837481] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.837481] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6eadf30f-4a0c-4548-81ac-5c8de23b75b4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.853064] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.853298] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.854117] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5926b3ef-2565-40c7-9c0e-0f9eb1a2cc61 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.860767] env[68800]: DEBUG oslo_vmware.api [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 932.860767] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5242844c-b6ce-59a0-689f-22b2d3b549a5" [ 932.860767] env[68800]: _type = "Task" [ 932.860767] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.873590] env[68800]: DEBUG oslo_vmware.api [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5242844c-b6ce-59a0-689f-22b2d3b549a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.076351] env[68800]: DEBUG oslo_vmware.api [None req-a0d4cc49-0171-4217-a4b6-3a5515756960 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': task-3243932, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307557} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.076647] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0d4cc49-0171-4217-a4b6-3a5515756960 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 933.076838] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d4cc49-0171-4217-a4b6-3a5515756960 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d0fbab34-bbfe-44a1-9fe8-4493c50e625b] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 933.077193] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d4cc49-0171-4217-a4b6-3a5515756960 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d0fbab34-bbfe-44a1-9fe8-4493c50e625b] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 933.077391] env[68800]: INFO nova.compute.manager [None req-a0d4cc49-0171-4217-a4b6-3a5515756960 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: d0fbab34-bbfe-44a1-9fe8-4493c50e625b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 933.077660] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0d4cc49-0171-4217-a4b6-3a5515756960 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.077853] env[68800]: DEBUG nova.compute.manager [-] [instance: d0fbab34-bbfe-44a1-9fe8-4493c50e625b] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 933.077962] env[68800]: DEBUG nova.network.neutron [-] [instance: d0fbab34-bbfe-44a1-9fe8-4493c50e625b] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 933.143759] env[68800]: DEBUG oslo_vmware.api [None req-c40371c6-f87c-4775-b5f9-eee2c5a22ed7 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3243933, 'name': ReconfigVM_Task, 'duration_secs': 0.342483} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.146085] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-c40371c6-f87c-4775-b5f9-eee2c5a22ed7 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 74cb60da-96d0-4cad-ac01-96c090cf6e84/5878416b-a2ce-41e8-a2c0-8cea34632bd2-rescue.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.147236] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe35912-cbf4-4f69-b1b7-4e78c809e3db {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.158624] env[68800]: DEBUG oslo_vmware.api [None req-da085526-4b4b-4cf1-a933-e15c5b035a09 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Task: {'id': task-3243934, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218354} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.177314] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-da085526-4b4b-4cf1-a933-e15c5b035a09 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 933.177524] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-da085526-4b4b-4cf1-a933-e15c5b035a09 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 933.177711] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-da085526-4b4b-4cf1-a933-e15c5b035a09 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 933.177986] env[68800]: INFO nova.compute.manager [None req-da085526-4b4b-4cf1-a933-e15c5b035a09 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] [instance: f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3] Took 1.18 seconds to destroy the instance on the hypervisor. [ 933.178155] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da085526-4b4b-4cf1-a933-e15c5b035a09 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.183538] env[68800]: DEBUG nova.compute.manager [-] [instance: f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 933.183652] env[68800]: DEBUG nova.network.neutron [-] [instance: f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 933.185390] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46e7560f-49ac-45b2-ab27-21772fcd50a2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.203882] env[68800]: DEBUG oslo_vmware.api [None req-c40371c6-f87c-4775-b5f9-eee2c5a22ed7 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Waiting for the task: (returnval){ [ 933.203882] env[68800]: value = "task-3243936" [ 933.203882] env[68800]: _type = "Task" [ 933.203882] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.217430] env[68800]: DEBUG oslo_vmware.api [None req-c40371c6-f87c-4775-b5f9-eee2c5a22ed7 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3243936, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.280492] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac180487-d2c4-4404-8739-09894e2f7e0c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.290412] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143be1e4-2fd6-4c13-8e00-62681b3a6454 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.323075] env[68800]: DEBUG oslo_concurrency.lockutils [req-c2ec0e99-342a-4058-9a8b-4d41f6eba475 req-887e73f8-5042-491e-a384-9c76bae426f5 service nova] Releasing lock "refresh_cache-5bb303dd-ea06-486b-8e2a-f966cce8a400" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.324376] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12dfc442-f7fb-436c-bb66-286257177369 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.334638] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a74b2d6-d970-4664-9ae0-e9996fa39688 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.354051] env[68800]: DEBUG nova.compute.provider_tree [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.372688] env[68800]: DEBUG oslo_vmware.api [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5242844c-b6ce-59a0-689f-22b2d3b549a5, 'name': SearchDatastore_Task, 'duration_secs': 0.01331} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.373483] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-080b59f4-fa8c-4662-85dc-5797902be399 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.377583] env[68800]: DEBUG nova.compute.manager [req-a36ef03d-c78d-4b8b-b613-7653d9690c93 req-cf8ebfd9-6eac-4a17-8cbf-330fb6620fb5 service nova] [instance: d0fbab34-bbfe-44a1-9fe8-4493c50e625b] Received event network-vif-deleted-c6f0537f-c668-4f2d-b5c0-34438152fd96 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.377800] env[68800]: INFO nova.compute.manager [req-a36ef03d-c78d-4b8b-b613-7653d9690c93 req-cf8ebfd9-6eac-4a17-8cbf-330fb6620fb5 service nova] [instance: d0fbab34-bbfe-44a1-9fe8-4493c50e625b] Neutron deleted interface c6f0537f-c668-4f2d-b5c0-34438152fd96; detaching it from the instance and deleting it from the info cache [ 933.377957] env[68800]: DEBUG nova.network.neutron [req-a36ef03d-c78d-4b8b-b613-7653d9690c93 req-cf8ebfd9-6eac-4a17-8cbf-330fb6620fb5 service nova] [instance: d0fbab34-bbfe-44a1-9fe8-4493c50e625b] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.384645] env[68800]: DEBUG oslo_vmware.api [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 933.384645] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5270f66a-2a52-b930-f644-e7e0d56a7534" [ 933.384645] env[68800]: _type = "Task" [ 933.384645] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.396222] env[68800]: DEBUG oslo_vmware.api [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5270f66a-2a52-b930-f644-e7e0d56a7534, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.716547] env[68800]: DEBUG oslo_vmware.api [None req-c40371c6-f87c-4775-b5f9-eee2c5a22ed7 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3243936, 'name': ReconfigVM_Task, 'duration_secs': 0.191897} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.716858] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c40371c6-f87c-4775-b5f9-eee2c5a22ed7 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.717074] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89c27f2a-2e38-438d-9da0-2d5d2f8ec519 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.723893] env[68800]: DEBUG oslo_vmware.api [None req-c40371c6-f87c-4775-b5f9-eee2c5a22ed7 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Waiting for the task: (returnval){ [ 933.723893] env[68800]: value = "task-3243937" [ 933.723893] env[68800]: _type = "Task" [ 933.723893] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.731686] env[68800]: DEBUG oslo_vmware.api [None req-c40371c6-f87c-4775-b5f9-eee2c5a22ed7 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3243937, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.746952] env[68800]: DEBUG nova.compute.manager [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 933.773809] env[68800]: DEBUG nova.virt.hardware [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 933.774191] env[68800]: DEBUG nova.virt.hardware [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 933.774395] env[68800]: DEBUG nova.virt.hardware [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 933.774601] env[68800]: DEBUG nova.virt.hardware [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 933.774756] env[68800]: DEBUG nova.virt.hardware [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 933.774916] env[68800]: DEBUG nova.virt.hardware [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 933.775173] env[68800]: DEBUG nova.virt.hardware [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 933.775311] env[68800]: DEBUG nova.virt.hardware [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 933.775484] env[68800]: DEBUG nova.virt.hardware [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 933.775660] env[68800]: DEBUG nova.virt.hardware [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 933.775841] env[68800]: DEBUG nova.virt.hardware [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 933.776771] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225afce1-c4eb-4c3d-a995-6c77cf329298 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.785082] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b822a46-0716-45c8-bbe9-dfc94cc4cd67 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.830309] env[68800]: DEBUG nova.network.neutron [-] [instance: d0fbab34-bbfe-44a1-9fe8-4493c50e625b] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.855945] env[68800]: DEBUG nova.scheduler.client.report [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.881668] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9ddd959a-b467-42e9-85b3-af0d7101429d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.893264] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3687c7e-0451-42a4-a44f-8430fbbd2684 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.908670] env[68800]: DEBUG oslo_vmware.api [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5270f66a-2a52-b930-f644-e7e0d56a7534, 'name': SearchDatastore_Task, 'duration_secs': 0.018178} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.909330] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.909604] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 5bb303dd-ea06-486b-8e2a-f966cce8a400/5bb303dd-ea06-486b-8e2a-f966cce8a400.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.909846] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8285716-19f9-46d7-be5b-77b65597cdeb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.916591] env[68800]: DEBUG oslo_vmware.api [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 933.916591] env[68800]: value = "task-3243938" [ 933.916591] env[68800]: _type = "Task" [ 933.916591] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.924559] env[68800]: DEBUG oslo_vmware.api [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3243938, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.939292] env[68800]: DEBUG nova.compute.manager [req-a36ef03d-c78d-4b8b-b613-7653d9690c93 req-cf8ebfd9-6eac-4a17-8cbf-330fb6620fb5 service nova] [instance: d0fbab34-bbfe-44a1-9fe8-4493c50e625b] Detach interface failed, port_id=c6f0537f-c668-4f2d-b5c0-34438152fd96, reason: Instance d0fbab34-bbfe-44a1-9fe8-4493c50e625b could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 933.949360] env[68800]: DEBUG nova.network.neutron [-] [instance: f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.063279] env[68800]: DEBUG nova.compute.manager [req-b7a18d43-64c9-4b3b-ac24-1f2fd9e81c36 req-fdb44add-2b6d-4fcf-98c9-7eec272ebef7 service nova] [instance: f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3] Received event network-vif-deleted-5af5041a-c90d-4815-91e3-23d0fdddd3e3 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.238090] env[68800]: DEBUG oslo_vmware.api [None req-c40371c6-f87c-4775-b5f9-eee2c5a22ed7 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3243937, 'name': PowerOnVM_Task, 'duration_secs': 0.431676} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.238352] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c40371c6-f87c-4775-b5f9-eee2c5a22ed7 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 934.241910] env[68800]: DEBUG nova.compute.manager [None req-c40371c6-f87c-4775-b5f9-eee2c5a22ed7 tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 934.242837] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b690086-105f-4e17-a602-621a015ba72e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.333110] env[68800]: INFO nova.compute.manager [-] [instance: d0fbab34-bbfe-44a1-9fe8-4493c50e625b] Took 1.25 seconds to deallocate network for instance. [ 934.361471] env[68800]: DEBUG oslo_concurrency.lockutils [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.362183] env[68800]: DEBUG nova.compute.manager [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 96855855-25b0-4be7-8e86-a67991be9f28] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 934.365215] env[68800]: DEBUG oslo_concurrency.lockutils [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.236s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.366761] env[68800]: INFO nova.compute.claims [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 934.429523] env[68800]: DEBUG oslo_vmware.api [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3243938, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498024} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.429523] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 5bb303dd-ea06-486b-8e2a-f966cce8a400/5bb303dd-ea06-486b-8e2a-f966cce8a400.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 934.429523] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 934.429523] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d425c1c6-19bf-4c81-aaab-696cc781d37f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.430744] env[68800]: DEBUG nova.network.neutron [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec] Successfully updated port: 174c0b1d-d34b-45c1-9c1e-1638350cc122 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 934.434519] env[68800]: DEBUG oslo_vmware.api [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 934.434519] env[68800]: value = "task-3243939" [ 934.434519] env[68800]: _type = "Task" [ 934.434519] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.444299] env[68800]: DEBUG oslo_vmware.api [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3243939, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.455607] env[68800]: INFO nova.compute.manager [-] [instance: f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3] Took 1.27 seconds to deallocate network for instance. [ 934.840441] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a0d4cc49-0171-4217-a4b6-3a5515756960 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.872258] env[68800]: DEBUG nova.compute.utils [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 934.876550] env[68800]: DEBUG nova.compute.manager [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 96855855-25b0-4be7-8e86-a67991be9f28] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 934.876742] env[68800]: DEBUG nova.network.neutron [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 96855855-25b0-4be7-8e86-a67991be9f28] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 934.911681] env[68800]: DEBUG nova.policy [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '104322d5334849aaa6f87edfd2de077f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2190ee26c5fd4b45bef924317c50b4d5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 934.933224] env[68800]: DEBUG oslo_concurrency.lockutils [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Acquiring lock "refresh_cache-55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.933494] env[68800]: DEBUG oslo_concurrency.lockutils [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Acquired lock "refresh_cache-55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.933662] env[68800]: DEBUG nova.network.neutron [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.946428] env[68800]: DEBUG oslo_vmware.api [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3243939, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063281} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.946776] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.947703] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8655572c-189d-4ca7-affb-4fe83c58e58d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.963362] env[68800]: DEBUG oslo_concurrency.lockutils [None req-da085526-4b4b-4cf1-a933-e15c5b035a09 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.974726] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 5bb303dd-ea06-486b-8e2a-f966cce8a400/5bb303dd-ea06-486b-8e2a-f966cce8a400.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.975049] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e6a7869-f2c1-4bfd-9684-80b352df6168 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.995095] env[68800]: DEBUG oslo_vmware.api [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 934.995095] env[68800]: value = "task-3243940" [ 934.995095] env[68800]: _type = "Task" [ 934.995095] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.005192] env[68800]: DEBUG oslo_vmware.api [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3243940, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.185285] env[68800]: INFO nova.compute.manager [None req-f8acfd0d-0605-4a48-9d6a-648b0a7e4fcd tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Unrescuing [ 935.187428] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f8acfd0d-0605-4a48-9d6a-648b0a7e4fcd tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Acquiring lock "refresh_cache-74cb60da-96d0-4cad-ac01-96c090cf6e84" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.187428] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f8acfd0d-0605-4a48-9d6a-648b0a7e4fcd tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Acquired lock "refresh_cache-74cb60da-96d0-4cad-ac01-96c090cf6e84" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.187428] env[68800]: DEBUG nova.network.neutron [None req-f8acfd0d-0605-4a48-9d6a-648b0a7e4fcd tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 935.256169] env[68800]: DEBUG nova.network.neutron [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 96855855-25b0-4be7-8e86-a67991be9f28] Successfully created port: ad5f8539-91a7-43dd-bae0-ed1a9446a939 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 935.377743] env[68800]: DEBUG nova.compute.manager [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 96855855-25b0-4be7-8e86-a67991be9f28] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 935.486330] env[68800]: DEBUG nova.network.neutron [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 935.512023] env[68800]: DEBUG oslo_vmware.api [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3243940, 'name': ReconfigVM_Task, 'duration_secs': 0.294932} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.512023] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 5bb303dd-ea06-486b-8e2a-f966cce8a400/5bb303dd-ea06-486b-8e2a-f966cce8a400.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.512023] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08e856db-8b12-413d-ae12-6d185c1cf7c3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.520486] env[68800]: DEBUG oslo_vmware.api [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 935.520486] env[68800]: value = "task-3243942" [ 935.520486] env[68800]: _type = "Task" [ 935.520486] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.535082] env[68800]: DEBUG oslo_vmware.api [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3243942, 'name': Rename_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.691701] env[68800]: DEBUG nova.network.neutron [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec] Updating instance_info_cache with network_info: [{"id": "174c0b1d-d34b-45c1-9c1e-1638350cc122", "address": "fa:16:3e:a6:7d:d8", "network": {"id": "f6b73c6e-6c83-48ae-b127-b739456c0d2f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1040084392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2190ee26c5fd4b45bef924317c50b4d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap174c0b1d-d3", "ovs_interfaceid": "174c0b1d-d34b-45c1-9c1e-1638350cc122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.825563] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff1e245-8f4f-4ae3-9915-ff162a1983ae {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.833981] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd23733-29b1-435e-9913-98358e3b0c58 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.868388] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7a223b-3173-4dbf-a090-64976f399723 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.878214] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5832be83-b8f4-4418-937e-3b2e68785c8c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.897246] env[68800]: DEBUG nova.compute.provider_tree [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.908666] env[68800]: DEBUG nova.network.neutron [None req-f8acfd0d-0605-4a48-9d6a-648b0a7e4fcd tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Updating instance_info_cache with network_info: [{"id": "30cc5dba-4476-4a06-886a-55d4073943e9", "address": "fa:16:3e:aa:4d:7e", "network": {"id": "f84503ed-231f-4e28-bd51-ee12429f4493", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2009507175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f91623c813204db081fa9e7a5792787c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30cc5dba-44", "ovs_interfaceid": "30cc5dba-4476-4a06-886a-55d4073943e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.030932] env[68800]: DEBUG oslo_vmware.api [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3243942, 'name': Rename_Task, 'duration_secs': 0.186466} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.030932] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.030932] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38b07393-a141-47e0-bb95-953d7b385987 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.038241] env[68800]: DEBUG oslo_vmware.api [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 936.038241] env[68800]: value = "task-3243943" [ 936.038241] env[68800]: _type = "Task" [ 936.038241] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.046492] env[68800]: DEBUG oslo_vmware.api [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3243943, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.091388] env[68800]: DEBUG nova.compute.manager [req-9caf6f09-b1f2-4990-be72-d0eaecc70d4b req-512fed7d-008e-4169-bd67-a8e2f490a03d service nova] [instance: 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec] Received event network-vif-plugged-174c0b1d-d34b-45c1-9c1e-1638350cc122 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.091665] env[68800]: DEBUG oslo_concurrency.lockutils [req-9caf6f09-b1f2-4990-be72-d0eaecc70d4b req-512fed7d-008e-4169-bd67-a8e2f490a03d service nova] Acquiring lock "55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.091882] env[68800]: DEBUG oslo_concurrency.lockutils [req-9caf6f09-b1f2-4990-be72-d0eaecc70d4b req-512fed7d-008e-4169-bd67-a8e2f490a03d service nova] Lock "55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.092046] env[68800]: DEBUG oslo_concurrency.lockutils [req-9caf6f09-b1f2-4990-be72-d0eaecc70d4b req-512fed7d-008e-4169-bd67-a8e2f490a03d service nova] Lock "55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.092222] env[68800]: DEBUG nova.compute.manager [req-9caf6f09-b1f2-4990-be72-d0eaecc70d4b req-512fed7d-008e-4169-bd67-a8e2f490a03d service nova] [instance: 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec] No waiting events found dispatching network-vif-plugged-174c0b1d-d34b-45c1-9c1e-1638350cc122 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 936.092387] env[68800]: WARNING nova.compute.manager [req-9caf6f09-b1f2-4990-be72-d0eaecc70d4b req-512fed7d-008e-4169-bd67-a8e2f490a03d service nova] [instance: 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec] Received unexpected event network-vif-plugged-174c0b1d-d34b-45c1-9c1e-1638350cc122 for instance with vm_state building and task_state spawning. [ 936.092545] env[68800]: DEBUG nova.compute.manager [req-9caf6f09-b1f2-4990-be72-d0eaecc70d4b req-512fed7d-008e-4169-bd67-a8e2f490a03d service nova] [instance: 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec] Received event network-changed-174c0b1d-d34b-45c1-9c1e-1638350cc122 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.092696] env[68800]: DEBUG nova.compute.manager [req-9caf6f09-b1f2-4990-be72-d0eaecc70d4b req-512fed7d-008e-4169-bd67-a8e2f490a03d service nova] [instance: 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec] Refreshing instance network info cache due to event network-changed-174c0b1d-d34b-45c1-9c1e-1638350cc122. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 936.092857] env[68800]: DEBUG oslo_concurrency.lockutils [req-9caf6f09-b1f2-4990-be72-d0eaecc70d4b req-512fed7d-008e-4169-bd67-a8e2f490a03d service nova] Acquiring lock "refresh_cache-55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.194171] env[68800]: DEBUG oslo_concurrency.lockutils [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Releasing lock "refresh_cache-55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.194692] env[68800]: DEBUG nova.compute.manager [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec] Instance network_info: |[{"id": "174c0b1d-d34b-45c1-9c1e-1638350cc122", "address": "fa:16:3e:a6:7d:d8", "network": {"id": "f6b73c6e-6c83-48ae-b127-b739456c0d2f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1040084392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2190ee26c5fd4b45bef924317c50b4d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap174c0b1d-d3", "ovs_interfaceid": "174c0b1d-d34b-45c1-9c1e-1638350cc122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 936.194854] env[68800]: DEBUG oslo_concurrency.lockutils [req-9caf6f09-b1f2-4990-be72-d0eaecc70d4b req-512fed7d-008e-4169-bd67-a8e2f490a03d service nova] Acquired lock "refresh_cache-55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.195050] env[68800]: DEBUG nova.network.neutron [req-9caf6f09-b1f2-4990-be72-d0eaecc70d4b req-512fed7d-008e-4169-bd67-a8e2f490a03d service nova] [instance: 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec] Refreshing network info cache for port 174c0b1d-d34b-45c1-9c1e-1638350cc122 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 936.196348] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:7d:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6db039c-542c-4544-a57d-ddcc6c1e8e45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '174c0b1d-d34b-45c1-9c1e-1638350cc122', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 936.205575] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.208283] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 936.208774] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08fe90a0-83ef-4deb-b8c5-6b184839aea2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.230435] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 936.230435] env[68800]: value = "task-3243944" [ 936.230435] env[68800]: _type = "Task" [ 936.230435] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.239152] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243944, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.400968] env[68800]: DEBUG nova.compute.manager [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 96855855-25b0-4be7-8e86-a67991be9f28] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 936.403664] env[68800]: DEBUG nova.scheduler.client.report [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.415200] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f8acfd0d-0605-4a48-9d6a-648b0a7e4fcd tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Releasing lock "refresh_cache-74cb60da-96d0-4cad-ac01-96c090cf6e84" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.416380] env[68800]: DEBUG nova.objects.instance [None req-f8acfd0d-0605-4a48-9d6a-648b0a7e4fcd tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Lazy-loading 'flavor' on Instance uuid 74cb60da-96d0-4cad-ac01-96c090cf6e84 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.441678] env[68800]: DEBUG nova.virt.hardware [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.441931] env[68800]: DEBUG nova.virt.hardware [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.442109] env[68800]: DEBUG nova.virt.hardware [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.442296] env[68800]: DEBUG nova.virt.hardware [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.442444] env[68800]: DEBUG nova.virt.hardware [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.442596] env[68800]: DEBUG nova.virt.hardware [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.442805] env[68800]: DEBUG nova.virt.hardware [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.442968] env[68800]: DEBUG nova.virt.hardware [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.443150] env[68800]: DEBUG nova.virt.hardware [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.443326] env[68800]: DEBUG nova.virt.hardware [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.443544] env[68800]: DEBUG nova.virt.hardware [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.444461] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffd59bd-0ad5-49e4-b2b5-a408dc2dd79c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.454354] env[68800]: DEBUG nova.network.neutron [req-9caf6f09-b1f2-4990-be72-d0eaecc70d4b req-512fed7d-008e-4169-bd67-a8e2f490a03d service nova] [instance: 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec] Updated VIF entry in instance network info cache for port 174c0b1d-d34b-45c1-9c1e-1638350cc122. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 936.454753] env[68800]: DEBUG nova.network.neutron [req-9caf6f09-b1f2-4990-be72-d0eaecc70d4b req-512fed7d-008e-4169-bd67-a8e2f490a03d service nova] [instance: 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec] Updating instance_info_cache with network_info: [{"id": "174c0b1d-d34b-45c1-9c1e-1638350cc122", "address": "fa:16:3e:a6:7d:d8", "network": {"id": "f6b73c6e-6c83-48ae-b127-b739456c0d2f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1040084392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2190ee26c5fd4b45bef924317c50b4d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap174c0b1d-d3", "ovs_interfaceid": "174c0b1d-d34b-45c1-9c1e-1638350cc122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.456998] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf0597b-b15b-4faa-8623-13fc66051440 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.548488] env[68800]: DEBUG oslo_vmware.api [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3243943, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.742344] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243944, 'name': CreateVM_Task, 'duration_secs': 0.364361} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.742435] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 936.743234] env[68800]: DEBUG oslo_concurrency.lockutils [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.743353] env[68800]: DEBUG oslo_concurrency.lockutils [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.744026] env[68800]: DEBUG oslo_concurrency.lockutils [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.744187] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a93909ff-86f8-4974-a799-04ba713bc829 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.749782] env[68800]: DEBUG oslo_vmware.api [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Waiting for the task: (returnval){ [ 936.749782] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52eb3e09-1941-b798-3c64-c214dca7afa9" [ 936.749782] env[68800]: _type = "Task" [ 936.749782] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.760503] env[68800]: DEBUG oslo_vmware.api [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52eb3e09-1941-b798-3c64-c214dca7afa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.911690] env[68800]: DEBUG oslo_concurrency.lockutils [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.912266] env[68800]: DEBUG nova.compute.manager [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 936.915006] env[68800]: DEBUG oslo_concurrency.lockutils [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.163s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.916451] env[68800]: INFO nova.compute.claims [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: a28410ba-c206-449b-91f9-4ba3a023ea24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 936.921695] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df44b07-44d3-4bbe-afb1-79db4682fa05 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.948225] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8acfd0d-0605-4a48-9d6a-648b0a7e4fcd tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 936.948625] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2469d29c-c6b7-4252-9a1d-da11631a6c4f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.957181] env[68800]: DEBUG oslo_vmware.api [None req-f8acfd0d-0605-4a48-9d6a-648b0a7e4fcd tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Waiting for the task: (returnval){ [ 936.957181] env[68800]: value = "task-3243945" [ 936.957181] env[68800]: _type = "Task" [ 936.957181] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.961770] env[68800]: DEBUG oslo_concurrency.lockutils [req-9caf6f09-b1f2-4990-be72-d0eaecc70d4b req-512fed7d-008e-4169-bd67-a8e2f490a03d service nova] Releasing lock "refresh_cache-55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.967844] env[68800]: DEBUG oslo_vmware.api [None req-f8acfd0d-0605-4a48-9d6a-648b0a7e4fcd tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3243945, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.987948] env[68800]: DEBUG nova.network.neutron [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 96855855-25b0-4be7-8e86-a67991be9f28] Successfully updated port: ad5f8539-91a7-43dd-bae0-ed1a9446a939 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 937.050768] env[68800]: DEBUG oslo_vmware.api [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3243943, 'name': PowerOnVM_Task, 'duration_secs': 0.595976} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.050768] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.050768] env[68800]: INFO nova.compute.manager [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Took 8.03 seconds to spawn the instance on the hypervisor. [ 937.050768] env[68800]: DEBUG nova.compute.manager [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.050768] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec544b9-ac7c-4e0f-b9d6-2e990b6e5cd2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.262281] env[68800]: DEBUG oslo_vmware.api [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52eb3e09-1941-b798-3c64-c214dca7afa9, 'name': SearchDatastore_Task, 'duration_secs': 0.014114} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.262609] env[68800]: DEBUG oslo_concurrency.lockutils [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.262847] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 937.263143] env[68800]: DEBUG oslo_concurrency.lockutils [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.263297] env[68800]: DEBUG oslo_concurrency.lockutils [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.263531] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 937.263764] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c992ea0-4627-458c-8146-597f5952e3fa {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.274332] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 937.275059] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 937.275224] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76b7d201-1cdd-411f-8c2f-42d6a0250955 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.280371] env[68800]: DEBUG oslo_vmware.api [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Waiting for the task: (returnval){ [ 937.280371] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52314bbb-7a8e-7433-d9f6-2a797840e48a" [ 937.280371] env[68800]: _type = "Task" [ 937.280371] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.288593] env[68800]: DEBUG oslo_vmware.api [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52314bbb-7a8e-7433-d9f6-2a797840e48a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.421011] env[68800]: DEBUG nova.compute.utils [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 937.425433] env[68800]: DEBUG nova.compute.manager [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 937.425626] env[68800]: DEBUG nova.network.neutron [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 937.468274] env[68800]: DEBUG oslo_vmware.api [None req-f8acfd0d-0605-4a48-9d6a-648b0a7e4fcd tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3243945, 'name': PowerOffVM_Task, 'duration_secs': 0.262138} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.468559] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8acfd0d-0605-4a48-9d6a-648b0a7e4fcd tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 937.473998] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8acfd0d-0605-4a48-9d6a-648b0a7e4fcd tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Reconfiguring VM instance instance-00000045 to detach disk 2001 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 937.474274] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28adb9ba-c554-4138-98f0-eae758c9452d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.488592] env[68800]: DEBUG nova.policy [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75948d52a30c46d6ab5c4c6d236e542c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84cb1a2d15ae40b294b17dabe7bbbfd4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 937.490174] env[68800]: DEBUG oslo_concurrency.lockutils [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Acquiring lock "refresh_cache-96855855-25b0-4be7-8e86-a67991be9f28" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.490312] env[68800]: DEBUG oslo_concurrency.lockutils [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Acquired lock "refresh_cache-96855855-25b0-4be7-8e86-a67991be9f28" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.490453] env[68800]: DEBUG nova.network.neutron [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 96855855-25b0-4be7-8e86-a67991be9f28] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.498447] env[68800]: DEBUG oslo_vmware.api [None req-f8acfd0d-0605-4a48-9d6a-648b0a7e4fcd tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Waiting for the task: (returnval){ [ 937.498447] env[68800]: value = "task-3243947" [ 937.498447] env[68800]: _type = "Task" [ 937.498447] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.508172] env[68800]: DEBUG oslo_vmware.api [None req-f8acfd0d-0605-4a48-9d6a-648b0a7e4fcd tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3243947, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.571733] env[68800]: INFO nova.compute.manager [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Took 44.83 seconds to build instance. [ 937.793769] env[68800]: DEBUG oslo_vmware.api [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52314bbb-7a8e-7433-d9f6-2a797840e48a, 'name': SearchDatastore_Task, 'duration_secs': 0.010436} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.796018] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af31429f-0c44-4ceb-8fb4-f57e519f9111 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.803550] env[68800]: DEBUG oslo_vmware.api [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Waiting for the task: (returnval){ [ 937.803550] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5239918c-9cee-8ba2-f6ea-37bba9af529c" [ 937.803550] env[68800]: _type = "Task" [ 937.803550] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.812365] env[68800]: DEBUG oslo_vmware.api [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5239918c-9cee-8ba2-f6ea-37bba9af529c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.843527] env[68800]: DEBUG nova.network.neutron [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Successfully created port: b1fcc044-99d7-43c4-8464-fc4b13f1ea6c {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 937.928872] env[68800]: DEBUG nova.compute.manager [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 938.009532] env[68800]: DEBUG oslo_vmware.api [None req-f8acfd0d-0605-4a48-9d6a-648b0a7e4fcd tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3243947, 'name': ReconfigVM_Task, 'duration_secs': 0.235288} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.012284] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8acfd0d-0605-4a48-9d6a-648b0a7e4fcd tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Reconfigured VM instance instance-00000045 to detach disk 2001 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 938.012761] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8acfd0d-0605-4a48-9d6a-648b0a7e4fcd tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.013121] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2fa6211-e620-48fb-8a8c-91ac0887f800 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.020966] env[68800]: DEBUG oslo_vmware.api [None req-f8acfd0d-0605-4a48-9d6a-648b0a7e4fcd tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Waiting for the task: (returnval){ [ 938.020966] env[68800]: value = "task-3243948" [ 938.020966] env[68800]: _type = "Task" [ 938.020966] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.031501] env[68800]: DEBUG oslo_vmware.api [None req-f8acfd0d-0605-4a48-9d6a-648b0a7e4fcd tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3243948, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.041458] env[68800]: DEBUG nova.network.neutron [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 96855855-25b0-4be7-8e86-a67991be9f28] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 938.073912] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0fea3395-62b3-467c-b96a-a2a29102c3f9 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "5bb303dd-ea06-486b-8e2a-f966cce8a400" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.344s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.135301] env[68800]: DEBUG nova.compute.manager [req-da853c07-5558-49a6-aaf9-672dd991dd0e req-6671ff4a-0280-4cda-a845-ccb030615df3 service nova] [instance: 96855855-25b0-4be7-8e86-a67991be9f28] Received event network-vif-plugged-ad5f8539-91a7-43dd-bae0-ed1a9446a939 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.135519] env[68800]: DEBUG oslo_concurrency.lockutils [req-da853c07-5558-49a6-aaf9-672dd991dd0e req-6671ff4a-0280-4cda-a845-ccb030615df3 service nova] Acquiring lock "96855855-25b0-4be7-8e86-a67991be9f28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.138077] env[68800]: DEBUG oslo_concurrency.lockutils [req-da853c07-5558-49a6-aaf9-672dd991dd0e req-6671ff4a-0280-4cda-a845-ccb030615df3 service nova] Lock "96855855-25b0-4be7-8e86-a67991be9f28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.138077] env[68800]: DEBUG oslo_concurrency.lockutils [req-da853c07-5558-49a6-aaf9-672dd991dd0e req-6671ff4a-0280-4cda-a845-ccb030615df3 service nova] Lock "96855855-25b0-4be7-8e86-a67991be9f28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.138077] env[68800]: DEBUG nova.compute.manager [req-da853c07-5558-49a6-aaf9-672dd991dd0e req-6671ff4a-0280-4cda-a845-ccb030615df3 service nova] [instance: 96855855-25b0-4be7-8e86-a67991be9f28] No waiting events found dispatching network-vif-plugged-ad5f8539-91a7-43dd-bae0-ed1a9446a939 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 938.138077] env[68800]: WARNING nova.compute.manager [req-da853c07-5558-49a6-aaf9-672dd991dd0e req-6671ff4a-0280-4cda-a845-ccb030615df3 service nova] [instance: 96855855-25b0-4be7-8e86-a67991be9f28] Received unexpected event network-vif-plugged-ad5f8539-91a7-43dd-bae0-ed1a9446a939 for instance with vm_state building and task_state spawning. [ 938.138077] env[68800]: DEBUG nova.compute.manager [req-da853c07-5558-49a6-aaf9-672dd991dd0e req-6671ff4a-0280-4cda-a845-ccb030615df3 service nova] [instance: 96855855-25b0-4be7-8e86-a67991be9f28] Received event network-changed-ad5f8539-91a7-43dd-bae0-ed1a9446a939 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.138077] env[68800]: DEBUG nova.compute.manager [req-da853c07-5558-49a6-aaf9-672dd991dd0e req-6671ff4a-0280-4cda-a845-ccb030615df3 service nova] [instance: 96855855-25b0-4be7-8e86-a67991be9f28] Refreshing instance network info cache due to event network-changed-ad5f8539-91a7-43dd-bae0-ed1a9446a939. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 938.138077] env[68800]: DEBUG oslo_concurrency.lockutils [req-da853c07-5558-49a6-aaf9-672dd991dd0e req-6671ff4a-0280-4cda-a845-ccb030615df3 service nova] Acquiring lock "refresh_cache-96855855-25b0-4be7-8e86-a67991be9f28" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.250640] env[68800]: DEBUG nova.network.neutron [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 96855855-25b0-4be7-8e86-a67991be9f28] Updating instance_info_cache with network_info: [{"id": "ad5f8539-91a7-43dd-bae0-ed1a9446a939", "address": "fa:16:3e:73:04:4c", "network": {"id": "f6b73c6e-6c83-48ae-b127-b739456c0d2f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1040084392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2190ee26c5fd4b45bef924317c50b4d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad5f8539-91", "ovs_interfaceid": "ad5f8539-91a7-43dd-bae0-ed1a9446a939", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.319902] env[68800]: DEBUG oslo_vmware.api [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5239918c-9cee-8ba2-f6ea-37bba9af529c, 'name': SearchDatastore_Task, 'duration_secs': 0.024772} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.319902] env[68800]: DEBUG oslo_concurrency.lockutils [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.319902] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec/55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 938.320241] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b94f498-287c-463d-9f93-1ff06b38648f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.332317] env[68800]: DEBUG oslo_vmware.api [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Waiting for the task: (returnval){ [ 938.332317] env[68800]: value = "task-3243949" [ 938.332317] env[68800]: _type = "Task" [ 938.332317] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.341479] env[68800]: DEBUG oslo_vmware.api [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243949, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.469474] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddeacf2c-609f-4db6-8791-354a09c27ace {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.482585] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a2d950-dfe3-4723-9bdd-72e70348d553 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.522872] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4433dbc1-5e98-4f50-b3cc-f890eb0634ba {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.536395] env[68800]: DEBUG nova.compute.manager [req-752f326b-17b2-40f9-93be-1406e56a469d req-f9bb44b1-c350-48de-a6cb-9d4bb2c47720 service nova] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Received event network-changed-ae5b2989-b6a0-4e25-9ae4-e65ac9cad064 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.536516] env[68800]: DEBUG nova.compute.manager [req-752f326b-17b2-40f9-93be-1406e56a469d req-f9bb44b1-c350-48de-a6cb-9d4bb2c47720 service nova] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Refreshing instance network info cache due to event network-changed-ae5b2989-b6a0-4e25-9ae4-e65ac9cad064. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 938.536708] env[68800]: DEBUG oslo_concurrency.lockutils [req-752f326b-17b2-40f9-93be-1406e56a469d req-f9bb44b1-c350-48de-a6cb-9d4bb2c47720 service nova] Acquiring lock "refresh_cache-5bb303dd-ea06-486b-8e2a-f966cce8a400" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.536860] env[68800]: DEBUG oslo_concurrency.lockutils [req-752f326b-17b2-40f9-93be-1406e56a469d req-f9bb44b1-c350-48de-a6cb-9d4bb2c47720 service nova] Acquired lock "refresh_cache-5bb303dd-ea06-486b-8e2a-f966cce8a400" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.537717] env[68800]: DEBUG nova.network.neutron [req-752f326b-17b2-40f9-93be-1406e56a469d req-f9bb44b1-c350-48de-a6cb-9d4bb2c47720 service nova] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Refreshing network info cache for port ae5b2989-b6a0-4e25-9ae4-e65ac9cad064 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 938.544233] env[68800]: DEBUG oslo_vmware.api [None req-f8acfd0d-0605-4a48-9d6a-648b0a7e4fcd tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3243948, 'name': PowerOnVM_Task, 'duration_secs': 0.39965} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.544900] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8acfd0d-0605-4a48-9d6a-648b0a7e4fcd tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 938.545165] env[68800]: DEBUG nova.compute.manager [None req-f8acfd0d-0605-4a48-9d6a-648b0a7e4fcd tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.546444] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8149f40-3e60-4878-b357-ecc63d0f0509 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.551096] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92286387-2cba-408a-9c3b-8da988dcb65b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.566382] env[68800]: DEBUG nova.compute.provider_tree [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.755492] env[68800]: DEBUG oslo_concurrency.lockutils [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Releasing lock "refresh_cache-96855855-25b0-4be7-8e86-a67991be9f28" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.755857] env[68800]: DEBUG nova.compute.manager [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 96855855-25b0-4be7-8e86-a67991be9f28] Instance network_info: |[{"id": "ad5f8539-91a7-43dd-bae0-ed1a9446a939", "address": "fa:16:3e:73:04:4c", "network": {"id": "f6b73c6e-6c83-48ae-b127-b739456c0d2f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1040084392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2190ee26c5fd4b45bef924317c50b4d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad5f8539-91", "ovs_interfaceid": "ad5f8539-91a7-43dd-bae0-ed1a9446a939", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 938.756190] env[68800]: DEBUG oslo_concurrency.lockutils [req-da853c07-5558-49a6-aaf9-672dd991dd0e req-6671ff4a-0280-4cda-a845-ccb030615df3 service nova] Acquired lock "refresh_cache-96855855-25b0-4be7-8e86-a67991be9f28" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.756368] env[68800]: DEBUG nova.network.neutron [req-da853c07-5558-49a6-aaf9-672dd991dd0e req-6671ff4a-0280-4cda-a845-ccb030615df3 service nova] [instance: 96855855-25b0-4be7-8e86-a67991be9f28] Refreshing network info cache for port ad5f8539-91a7-43dd-bae0-ed1a9446a939 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 938.757556] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 96855855-25b0-4be7-8e86-a67991be9f28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:04:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6db039c-542c-4544-a57d-ddcc6c1e8e45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad5f8539-91a7-43dd-bae0-ed1a9446a939', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 938.765950] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.769204] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96855855-25b0-4be7-8e86-a67991be9f28] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 938.769695] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-257bef9c-1fcc-4ee5-8d8d-fe7bb1241864 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.791635] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 938.791635] env[68800]: value = "task-3243950" [ 938.791635] env[68800]: _type = "Task" [ 938.791635] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.801629] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243950, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.842578] env[68800]: DEBUG oslo_vmware.api [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243949, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.941613] env[68800]: DEBUG nova.compute.manager [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 938.975969] env[68800]: DEBUG nova.virt.hardware [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 938.975969] env[68800]: DEBUG nova.virt.hardware [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 938.975969] env[68800]: DEBUG nova.virt.hardware [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.975969] env[68800]: DEBUG nova.virt.hardware [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 938.975969] env[68800]: DEBUG nova.virt.hardware [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.975969] env[68800]: DEBUG nova.virt.hardware [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 938.975969] env[68800]: DEBUG nova.virt.hardware [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 938.975969] env[68800]: DEBUG nova.virt.hardware [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 938.975969] env[68800]: DEBUG nova.virt.hardware [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 938.975969] env[68800]: DEBUG nova.virt.hardware [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 938.976772] env[68800]: DEBUG nova.virt.hardware [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 938.976998] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfeff88-c247-4fd9-8232-75edd0f54dcd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.988617] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d480549c-dcb3-4edb-86c6-5a75ae1a4095 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.006920] env[68800]: DEBUG nova.network.neutron [req-da853c07-5558-49a6-aaf9-672dd991dd0e req-6671ff4a-0280-4cda-a845-ccb030615df3 service nova] [instance: 96855855-25b0-4be7-8e86-a67991be9f28] Updated VIF entry in instance network info cache for port ad5f8539-91a7-43dd-bae0-ed1a9446a939. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 939.008254] env[68800]: DEBUG nova.network.neutron [req-da853c07-5558-49a6-aaf9-672dd991dd0e req-6671ff4a-0280-4cda-a845-ccb030615df3 service nova] [instance: 96855855-25b0-4be7-8e86-a67991be9f28] Updating instance_info_cache with network_info: [{"id": "ad5f8539-91a7-43dd-bae0-ed1a9446a939", "address": "fa:16:3e:73:04:4c", "network": {"id": "f6b73c6e-6c83-48ae-b127-b739456c0d2f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1040084392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2190ee26c5fd4b45bef924317c50b4d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad5f8539-91", "ovs_interfaceid": "ad5f8539-91a7-43dd-bae0-ed1a9446a939", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.073035] env[68800]: DEBUG nova.scheduler.client.report [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.283665] env[68800]: DEBUG nova.network.neutron [req-752f326b-17b2-40f9-93be-1406e56a469d req-f9bb44b1-c350-48de-a6cb-9d4bb2c47720 service nova] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Updated VIF entry in instance network info cache for port ae5b2989-b6a0-4e25-9ae4-e65ac9cad064. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 939.284197] env[68800]: DEBUG nova.network.neutron [req-752f326b-17b2-40f9-93be-1406e56a469d req-f9bb44b1-c350-48de-a6cb-9d4bb2c47720 service nova] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Updating instance_info_cache with network_info: [{"id": "ae5b2989-b6a0-4e25-9ae4-e65ac9cad064", "address": "fa:16:3e:b7:91:07", "network": {"id": "2ad65ae6-e96d-418b-8904-1b8c899626b0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1659419657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b74621381dc4bbca8fea1513bfe56e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae5b2989-b6", "ovs_interfaceid": "ae5b2989-b6a0-4e25-9ae4-e65ac9cad064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.305678] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243950, 'name': CreateVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.344792] env[68800]: DEBUG oslo_vmware.api [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243949, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.874359} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.345057] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec/55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 939.345274] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 939.345538] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c444a631-3609-4deb-b24c-ed5a56dab562 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.354495] env[68800]: DEBUG oslo_vmware.api [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Waiting for the task: (returnval){ [ 939.354495] env[68800]: value = "task-3243951" [ 939.354495] env[68800]: _type = "Task" [ 939.354495] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.365860] env[68800]: DEBUG oslo_vmware.api [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243951, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.510174] env[68800]: DEBUG oslo_concurrency.lockutils [req-da853c07-5558-49a6-aaf9-672dd991dd0e req-6671ff4a-0280-4cda-a845-ccb030615df3 service nova] Releasing lock "refresh_cache-96855855-25b0-4be7-8e86-a67991be9f28" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.580067] env[68800]: DEBUG oslo_concurrency.lockutils [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.580602] env[68800]: DEBUG nova.compute.manager [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: a28410ba-c206-449b-91f9-4ba3a023ea24] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 939.583322] env[68800]: DEBUG oslo_concurrency.lockutils [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.690s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.584806] env[68800]: INFO nova.compute.claims [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 939.787905] env[68800]: DEBUG oslo_concurrency.lockutils [req-752f326b-17b2-40f9-93be-1406e56a469d req-f9bb44b1-c350-48de-a6cb-9d4bb2c47720 service nova] Releasing lock "refresh_cache-5bb303dd-ea06-486b-8e2a-f966cce8a400" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.807867] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243950, 'name': CreateVM_Task, 'duration_secs': 0.628172} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.807867] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96855855-25b0-4be7-8e86-a67991be9f28] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 939.807867] env[68800]: DEBUG oslo_concurrency.lockutils [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.807867] env[68800]: DEBUG oslo_concurrency.lockutils [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.807867] env[68800]: DEBUG oslo_concurrency.lockutils [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.807867] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6860a479-7c74-47a0-a023-3fb44bbe0151 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.812491] env[68800]: DEBUG oslo_vmware.api [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Waiting for the task: (returnval){ [ 939.812491] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52e6ec85-9733-f91d-51d0-e2765c6b3288" [ 939.812491] env[68800]: _type = "Task" [ 939.812491] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.822203] env[68800]: DEBUG oslo_vmware.api [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52e6ec85-9733-f91d-51d0-e2765c6b3288, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.874419] env[68800]: DEBUG oslo_vmware.api [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243951, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072994} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.874758] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 939.875804] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e819ad2-3574-4cdb-be0d-e5a3da8a1326 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.901550] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec/55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.901901] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dd576e8-29ab-49dc-9a81-66e113cd4e96 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.924747] env[68800]: DEBUG oslo_vmware.api [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Waiting for the task: (returnval){ [ 939.924747] env[68800]: value = "task-3243952" [ 939.924747] env[68800]: _type = "Task" [ 939.924747] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.933855] env[68800]: DEBUG oslo_vmware.api [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243952, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.948792] env[68800]: DEBUG nova.network.neutron [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Successfully updated port: b1fcc044-99d7-43c4-8464-fc4b13f1ea6c {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 940.090032] env[68800]: DEBUG nova.compute.utils [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 940.096883] env[68800]: DEBUG nova.compute.manager [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: a28410ba-c206-449b-91f9-4ba3a023ea24] Not allocating networking since 'none' was specified. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 940.267166] env[68800]: DEBUG nova.compute.manager [req-3a7b205a-5d7f-4418-8d08-14acc337beb5 req-55f222f8-ede3-4d27-894c-71574e9df904 service nova] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Received event network-vif-plugged-b1fcc044-99d7-43c4-8464-fc4b13f1ea6c {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.267413] env[68800]: DEBUG oslo_concurrency.lockutils [req-3a7b205a-5d7f-4418-8d08-14acc337beb5 req-55f222f8-ede3-4d27-894c-71574e9df904 service nova] Acquiring lock "6e9376dc-e8d3-465d-9c3d-43f2d96253ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.267564] env[68800]: DEBUG oslo_concurrency.lockutils [req-3a7b205a-5d7f-4418-8d08-14acc337beb5 req-55f222f8-ede3-4d27-894c-71574e9df904 service nova] Lock "6e9376dc-e8d3-465d-9c3d-43f2d96253ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.267726] env[68800]: DEBUG oslo_concurrency.lockutils [req-3a7b205a-5d7f-4418-8d08-14acc337beb5 req-55f222f8-ede3-4d27-894c-71574e9df904 service nova] Lock "6e9376dc-e8d3-465d-9c3d-43f2d96253ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.267901] env[68800]: DEBUG nova.compute.manager [req-3a7b205a-5d7f-4418-8d08-14acc337beb5 req-55f222f8-ede3-4d27-894c-71574e9df904 service nova] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] No waiting events found dispatching network-vif-plugged-b1fcc044-99d7-43c4-8464-fc4b13f1ea6c {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 940.268091] env[68800]: WARNING nova.compute.manager [req-3a7b205a-5d7f-4418-8d08-14acc337beb5 req-55f222f8-ede3-4d27-894c-71574e9df904 service nova] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Received unexpected event network-vif-plugged-b1fcc044-99d7-43c4-8464-fc4b13f1ea6c for instance with vm_state building and task_state spawning. [ 940.268262] env[68800]: DEBUG nova.compute.manager [req-3a7b205a-5d7f-4418-8d08-14acc337beb5 req-55f222f8-ede3-4d27-894c-71574e9df904 service nova] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Received event network-changed-b1fcc044-99d7-43c4-8464-fc4b13f1ea6c {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.268427] env[68800]: DEBUG nova.compute.manager [req-3a7b205a-5d7f-4418-8d08-14acc337beb5 req-55f222f8-ede3-4d27-894c-71574e9df904 service nova] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Refreshing instance network info cache due to event network-changed-b1fcc044-99d7-43c4-8464-fc4b13f1ea6c. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 940.268617] env[68800]: DEBUG oslo_concurrency.lockutils [req-3a7b205a-5d7f-4418-8d08-14acc337beb5 req-55f222f8-ede3-4d27-894c-71574e9df904 service nova] Acquiring lock "refresh_cache-6e9376dc-e8d3-465d-9c3d-43f2d96253ec" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.268762] env[68800]: DEBUG oslo_concurrency.lockutils [req-3a7b205a-5d7f-4418-8d08-14acc337beb5 req-55f222f8-ede3-4d27-894c-71574e9df904 service nova] Acquired lock "refresh_cache-6e9376dc-e8d3-465d-9c3d-43f2d96253ec" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.268927] env[68800]: DEBUG nova.network.neutron [req-3a7b205a-5d7f-4418-8d08-14acc337beb5 req-55f222f8-ede3-4d27-894c-71574e9df904 service nova] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Refreshing network info cache for port b1fcc044-99d7-43c4-8464-fc4b13f1ea6c {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.323985] env[68800]: DEBUG oslo_vmware.api [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52e6ec85-9733-f91d-51d0-e2765c6b3288, 'name': SearchDatastore_Task, 'duration_secs': 0.022515} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.324557] env[68800]: DEBUG oslo_concurrency.lockutils [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.324861] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 96855855-25b0-4be7-8e86-a67991be9f28] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 940.325221] env[68800]: DEBUG oslo_concurrency.lockutils [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.325904] env[68800]: DEBUG oslo_concurrency.lockutils [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.326121] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 940.326500] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-172e3666-9f11-43aa-9c43-84becea24c11 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.338135] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 940.338335] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 940.339096] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03edc184-fc58-4eee-9b3c-995030722ca1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.345788] env[68800]: DEBUG oslo_vmware.api [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Waiting for the task: (returnval){ [ 940.345788] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ca10e0-6e7c-3366-8bc1-dd0185edeb65" [ 940.345788] env[68800]: _type = "Task" [ 940.345788] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.354893] env[68800]: DEBUG oslo_vmware.api [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ca10e0-6e7c-3366-8bc1-dd0185edeb65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.397143] env[68800]: DEBUG oslo_concurrency.lockutils [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Acquiring lock "da4455e3-6c39-4895-93c0-66aca7ca621b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.397375] env[68800]: DEBUG oslo_concurrency.lockutils [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Lock "da4455e3-6c39-4895-93c0-66aca7ca621b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.437161] env[68800]: DEBUG oslo_vmware.api [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243952, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.451461] env[68800]: DEBUG oslo_concurrency.lockutils [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "refresh_cache-6e9376dc-e8d3-465d-9c3d-43f2d96253ec" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.521956] env[68800]: DEBUG oslo_concurrency.lockutils [None req-03b08a86-3931-44d5-9e13-26d9275920de tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Acquiring lock "74cb60da-96d0-4cad-ac01-96c090cf6e84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.522215] env[68800]: DEBUG oslo_concurrency.lockutils [None req-03b08a86-3931-44d5-9e13-26d9275920de tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Lock "74cb60da-96d0-4cad-ac01-96c090cf6e84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.522396] env[68800]: DEBUG oslo_concurrency.lockutils [None req-03b08a86-3931-44d5-9e13-26d9275920de tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Acquiring lock "74cb60da-96d0-4cad-ac01-96c090cf6e84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.522585] env[68800]: DEBUG oslo_concurrency.lockutils [None req-03b08a86-3931-44d5-9e13-26d9275920de tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Lock "74cb60da-96d0-4cad-ac01-96c090cf6e84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.522753] env[68800]: DEBUG oslo_concurrency.lockutils [None req-03b08a86-3931-44d5-9e13-26d9275920de tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Lock "74cb60da-96d0-4cad-ac01-96c090cf6e84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.525122] env[68800]: INFO nova.compute.manager [None req-03b08a86-3931-44d5-9e13-26d9275920de tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Terminating instance [ 940.594161] env[68800]: DEBUG nova.compute.manager [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: a28410ba-c206-449b-91f9-4ba3a023ea24] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 940.800216] env[68800]: DEBUG nova.network.neutron [req-3a7b205a-5d7f-4418-8d08-14acc337beb5 req-55f222f8-ede3-4d27-894c-71574e9df904 service nova] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 940.858533] env[68800]: DEBUG oslo_vmware.api [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ca10e0-6e7c-3366-8bc1-dd0185edeb65, 'name': SearchDatastore_Task, 'duration_secs': 0.031138} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.859609] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b1d7ac7-68f2-45d6-a26c-b72d1df79e9f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.865748] env[68800]: DEBUG oslo_vmware.api [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Waiting for the task: (returnval){ [ 940.865748] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52e8c752-412d-f6ca-5ede-f1da426d5f0f" [ 940.865748] env[68800]: _type = "Task" [ 940.865748] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.878157] env[68800]: DEBUG oslo_vmware.api [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52e8c752-412d-f6ca-5ede-f1da426d5f0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.899675] env[68800]: DEBUG nova.compute.manager [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 940.905954] env[68800]: DEBUG nova.network.neutron [req-3a7b205a-5d7f-4418-8d08-14acc337beb5 req-55f222f8-ede3-4d27-894c-71574e9df904 service nova] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.938235] env[68800]: DEBUG oslo_vmware.api [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243952, 'name': ReconfigVM_Task, 'duration_secs': 0.821854} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.938518] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec/55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.939209] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-813a4cc5-7f84-4db0-8ca6-3dac0d7f38a3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.949828] env[68800]: DEBUG oslo_vmware.api [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Waiting for the task: (returnval){ [ 940.949828] env[68800]: value = "task-3243953" [ 940.949828] env[68800]: _type = "Task" [ 940.949828] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.960663] env[68800]: DEBUG oslo_vmware.api [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243953, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.029182] env[68800]: DEBUG nova.compute.manager [None req-03b08a86-3931-44d5-9e13-26d9275920de tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 941.029403] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-03b08a86-3931-44d5-9e13-26d9275920de tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.030582] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf0cac9-f330-4f94-a78c-42ece0f72aaa {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.039087] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-03b08a86-3931-44d5-9e13-26d9275920de tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.041547] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-394f06f8-7360-498f-a4a4-8bede6a9e98b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.049440] env[68800]: DEBUG oslo_vmware.api [None req-03b08a86-3931-44d5-9e13-26d9275920de tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Waiting for the task: (returnval){ [ 941.049440] env[68800]: value = "task-3243954" [ 941.049440] env[68800]: _type = "Task" [ 941.049440] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.054625] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5585b58a-97d8-4179-847f-036101fb0829 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.066022] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad440a81-d23b-427c-9246-7f500ec4f4da {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.069275] env[68800]: DEBUG oslo_vmware.api [None req-03b08a86-3931-44d5-9e13-26d9275920de tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3243954, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.097169] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58b47a3-30a3-4ed4-b1ef-5647ddf148bd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.108796] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe1ebbd-02ef-4f26-80e5-b976be3693ed {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.124149] env[68800]: DEBUG nova.compute.provider_tree [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.378610] env[68800]: DEBUG oslo_vmware.api [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52e8c752-412d-f6ca-5ede-f1da426d5f0f, 'name': SearchDatastore_Task, 'duration_secs': 0.074809} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.378883] env[68800]: DEBUG oslo_concurrency.lockutils [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.379151] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 96855855-25b0-4be7-8e86-a67991be9f28/96855855-25b0-4be7-8e86-a67991be9f28.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 941.379420] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4f8d353-da44-4ab3-9c17-b382178fe85b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.387096] env[68800]: DEBUG oslo_vmware.api [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Waiting for the task: (returnval){ [ 941.387096] env[68800]: value = "task-3243955" [ 941.387096] env[68800]: _type = "Task" [ 941.387096] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.395959] env[68800]: DEBUG oslo_vmware.api [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243955, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.410019] env[68800]: DEBUG oslo_concurrency.lockutils [req-3a7b205a-5d7f-4418-8d08-14acc337beb5 req-55f222f8-ede3-4d27-894c-71574e9df904 service nova] Releasing lock "refresh_cache-6e9376dc-e8d3-465d-9c3d-43f2d96253ec" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.412966] env[68800]: DEBUG oslo_concurrency.lockutils [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquired lock "refresh_cache-6e9376dc-e8d3-465d-9c3d-43f2d96253ec" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.413159] env[68800]: DEBUG nova.network.neutron [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 941.427782] env[68800]: DEBUG oslo_concurrency.lockutils [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.460677] env[68800]: DEBUG oslo_vmware.api [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243953, 'name': Rename_Task, 'duration_secs': 0.303637} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.460977] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 941.461212] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-092b4d02-7b22-4561-9d8f-be03265de55c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.468133] env[68800]: DEBUG oslo_vmware.api [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Waiting for the task: (returnval){ [ 941.468133] env[68800]: value = "task-3243956" [ 941.468133] env[68800]: _type = "Task" [ 941.468133] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.475583] env[68800]: DEBUG oslo_vmware.api [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243956, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.560373] env[68800]: DEBUG oslo_vmware.api [None req-03b08a86-3931-44d5-9e13-26d9275920de tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3243954, 'name': PowerOffVM_Task, 'duration_secs': 0.256005} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.560594] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-03b08a86-3931-44d5-9e13-26d9275920de tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.560776] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-03b08a86-3931-44d5-9e13-26d9275920de tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.561054] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2eea7143-f194-4836-a93e-58269511a9d7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.606039] env[68800]: DEBUG nova.compute.manager [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: a28410ba-c206-449b-91f9-4ba3a023ea24] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 941.627736] env[68800]: DEBUG nova.scheduler.client.report [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.633062] env[68800]: DEBUG nova.virt.hardware [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.633283] env[68800]: DEBUG nova.virt.hardware [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.633470] env[68800]: DEBUG nova.virt.hardware [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.633668] env[68800]: DEBUG nova.virt.hardware [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.633834] env[68800]: DEBUG nova.virt.hardware [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.633987] env[68800]: DEBUG nova.virt.hardware [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.634271] env[68800]: DEBUG nova.virt.hardware [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.634458] env[68800]: DEBUG nova.virt.hardware [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.634647] env[68800]: DEBUG nova.virt.hardware [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.634814] env[68800]: DEBUG nova.virt.hardware [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.634990] env[68800]: DEBUG nova.virt.hardware [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.636915] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25285de-b93d-4217-9aad-30c5a6d76681 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.639539] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-03b08a86-3931-44d5-9e13-26d9275920de tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.639730] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-03b08a86-3931-44d5-9e13-26d9275920de tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.639904] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-03b08a86-3931-44d5-9e13-26d9275920de tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Deleting the datastore file [datastore1] 74cb60da-96d0-4cad-ac01-96c090cf6e84 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.640420] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50f9ff21-607d-4adc-8fa8-7d50ba8df60a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.648290] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccdb7824-2503-47ee-9770-e5cd9d6cf1bd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.652834] env[68800]: DEBUG oslo_vmware.api [None req-03b08a86-3931-44d5-9e13-26d9275920de tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Waiting for the task: (returnval){ [ 941.652834] env[68800]: value = "task-3243958" [ 941.652834] env[68800]: _type = "Task" [ 941.652834] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.664018] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: a28410ba-c206-449b-91f9-4ba3a023ea24] Instance VIF info [] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 941.670184] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Creating folder: Project (cab350053b5d4b15ac1ed1e6d0a4acf8). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 941.670926] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b19804d0-038e-4684-973d-3862f88e7a85 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.676954] env[68800]: DEBUG oslo_vmware.api [None req-03b08a86-3931-44d5-9e13-26d9275920de tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3243958, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.687182] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Created folder: Project (cab350053b5d4b15ac1ed1e6d0a4acf8) in parent group-v648080. [ 941.687388] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Creating folder: Instances. Parent ref: group-v648289. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 941.687648] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f64107c-92be-4717-8ff2-461c043426ff {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.699735] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Created folder: Instances in parent group-v648289. [ 941.699989] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.700205] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a28410ba-c206-449b-91f9-4ba3a023ea24] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 941.700424] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e8903f6-3633-4293-ae6e-da1bb1c143c2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.719816] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 941.719816] env[68800]: value = "task-3243961" [ 941.719816] env[68800]: _type = "Task" [ 941.719816] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.729204] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243961, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.897942] env[68800]: DEBUG oslo_vmware.api [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243955, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.950544] env[68800]: DEBUG nova.network.neutron [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 941.982233] env[68800]: DEBUG oslo_vmware.api [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243956, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.137078] env[68800]: DEBUG nova.network.neutron [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Updating instance_info_cache with network_info: [{"id": "b1fcc044-99d7-43c4-8464-fc4b13f1ea6c", "address": "fa:16:3e:c1:50:68", "network": {"id": "aee245cb-ee4d-4a69-b6dd-d607d862d951", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-900599029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84cb1a2d15ae40b294b17dabe7bbbfd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1fcc044-99", "ovs_interfaceid": "b1fcc044-99d7-43c4-8464-fc4b13f1ea6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.141591] env[68800]: DEBUG oslo_concurrency.lockutils [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.558s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.142100] env[68800]: DEBUG nova.compute.manager [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 942.144621] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bd0d4577-310f-4797-9bd1-aef4d1fa5680 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 28.364s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.164780] env[68800]: DEBUG oslo_vmware.api [None req-03b08a86-3931-44d5-9e13-26d9275920de tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3243958, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.230135] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243961, 'name': CreateVM_Task, 'duration_secs': 0.357482} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.230322] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a28410ba-c206-449b-91f9-4ba3a023ea24] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 942.230868] env[68800]: DEBUG oslo_concurrency.lockutils [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.231051] env[68800]: DEBUG oslo_concurrency.lockutils [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.231387] env[68800]: DEBUG oslo_concurrency.lockutils [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.231672] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-584b1c5d-0ed2-4f95-8e76-d58e95caa791 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.237773] env[68800]: DEBUG oslo_vmware.api [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Waiting for the task: (returnval){ [ 942.237773] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52d13cb1-0561-92d0-dde0-779bc568c8c5" [ 942.237773] env[68800]: _type = "Task" [ 942.237773] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.246863] env[68800]: DEBUG oslo_vmware.api [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52d13cb1-0561-92d0-dde0-779bc568c8c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.398876] env[68800]: DEBUG oslo_vmware.api [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243955, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61662} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.399102] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 96855855-25b0-4be7-8e86-a67991be9f28/96855855-25b0-4be7-8e86-a67991be9f28.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 942.399277] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 96855855-25b0-4be7-8e86-a67991be9f28] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 942.399539] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91464501-67e9-4387-bb7f-ab0e584a943c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.408885] env[68800]: DEBUG oslo_vmware.api [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Waiting for the task: (returnval){ [ 942.408885] env[68800]: value = "task-3243962" [ 942.408885] env[68800]: _type = "Task" [ 942.408885] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.420598] env[68800]: DEBUG oslo_vmware.api [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243962, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.481607] env[68800]: DEBUG oslo_vmware.api [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243956, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.639904] env[68800]: DEBUG oslo_concurrency.lockutils [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Releasing lock "refresh_cache-6e9376dc-e8d3-465d-9c3d-43f2d96253ec" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.640419] env[68800]: DEBUG nova.compute.manager [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Instance network_info: |[{"id": "b1fcc044-99d7-43c4-8464-fc4b13f1ea6c", "address": "fa:16:3e:c1:50:68", "network": {"id": "aee245cb-ee4d-4a69-b6dd-d607d862d951", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-900599029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84cb1a2d15ae40b294b17dabe7bbbfd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1fcc044-99", "ovs_interfaceid": "b1fcc044-99d7-43c4-8464-fc4b13f1ea6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 942.641028] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:50:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2c019b6-3ef3-4c8f-95bd-edede2c554a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1fcc044-99d7-43c4-8464-fc4b13f1ea6c', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 942.652875] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.656926] env[68800]: DEBUG nova.compute.utils [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 942.658293] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 942.659794] env[68800]: DEBUG nova.compute.manager [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Not allocating networking since 'none' was specified. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 942.660039] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fab63502-70ec-4d9a-a8c3-4e5172fbefc7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.689167] env[68800]: DEBUG oslo_vmware.api [None req-03b08a86-3931-44d5-9e13-26d9275920de tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3243958, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.678243} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.690407] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-03b08a86-3931-44d5-9e13-26d9275920de tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.690608] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-03b08a86-3931-44d5-9e13-26d9275920de tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 942.690936] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-03b08a86-3931-44d5-9e13-26d9275920de tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 942.691052] env[68800]: INFO nova.compute.manager [None req-03b08a86-3931-44d5-9e13-26d9275920de tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Took 1.66 seconds to destroy the instance on the hypervisor. [ 942.691238] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03b08a86-3931-44d5-9e13-26d9275920de tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.691671] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 942.691671] env[68800]: value = "task-3243963" [ 942.691671] env[68800]: _type = "Task" [ 942.691671] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.691861] env[68800]: DEBUG nova.compute.manager [-] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 942.691957] env[68800]: DEBUG nova.network.neutron [-] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 942.704156] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243963, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.749965] env[68800]: DEBUG oslo_vmware.api [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52d13cb1-0561-92d0-dde0-779bc568c8c5, 'name': SearchDatastore_Task, 'duration_secs': 0.028615} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.753049] env[68800]: DEBUG oslo_concurrency.lockutils [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.753311] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: a28410ba-c206-449b-91f9-4ba3a023ea24] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 942.753594] env[68800]: DEBUG oslo_concurrency.lockutils [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.753745] env[68800]: DEBUG oslo_concurrency.lockutils [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.753928] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 942.754433] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-496044f6-393b-449b-ab4a-5e942b22a41a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.768331] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 942.768424] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 942.769149] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bdf45d6-6d4f-4a81-bb32-794bc53f8538 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.775428] env[68800]: DEBUG oslo_vmware.api [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Waiting for the task: (returnval){ [ 942.775428] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ff20f7-95a8-6864-682a-35de605b28ab" [ 942.775428] env[68800]: _type = "Task" [ 942.775428] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.787138] env[68800]: DEBUG oslo_vmware.api [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ff20f7-95a8-6864-682a-35de605b28ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.919500] env[68800]: DEBUG oslo_vmware.api [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243962, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0778} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.919809] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 96855855-25b0-4be7-8e86-a67991be9f28] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 942.923397] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba09f67-e573-4fba-9911-79624ce214c3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.949987] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 96855855-25b0-4be7-8e86-a67991be9f28] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 96855855-25b0-4be7-8e86-a67991be9f28/96855855-25b0-4be7-8e86-a67991be9f28.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.954050] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecaf3560-44d6-4d18-97ce-c68ec51e763b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.973821] env[68800]: DEBUG nova.compute.manager [req-e510048c-a71d-44c0-a325-2c3c0554c975 req-7a97cbfb-075d-4e83-8142-44637cea1041 service nova] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Received event network-vif-deleted-30cc5dba-4476-4a06-886a-55d4073943e9 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.974036] env[68800]: INFO nova.compute.manager [req-e510048c-a71d-44c0-a325-2c3c0554c975 req-7a97cbfb-075d-4e83-8142-44637cea1041 service nova] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Neutron deleted interface 30cc5dba-4476-4a06-886a-55d4073943e9; detaching it from the instance and deleting it from the info cache [ 942.974208] env[68800]: DEBUG nova.network.neutron [req-e510048c-a71d-44c0-a325-2c3c0554c975 req-7a97cbfb-075d-4e83-8142-44637cea1041 service nova] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.981983] env[68800]: DEBUG oslo_vmware.api [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Waiting for the task: (returnval){ [ 942.981983] env[68800]: value = "task-3243964" [ 942.981983] env[68800]: _type = "Task" [ 942.981983] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.991987] env[68800]: DEBUG oslo_vmware.api [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243956, 'name': PowerOnVM_Task, 'duration_secs': 1.031589} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.992880] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 942.993113] env[68800]: INFO nova.compute.manager [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec] Took 9.25 seconds to spawn the instance on the hypervisor. [ 942.993309] env[68800]: DEBUG nova.compute.manager [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 942.994600] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0397c8-d5e9-412f-a4c8-13cb883d9a78 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.000911] env[68800]: DEBUG oslo_vmware.api [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243964, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.175362] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e48f098-64ce-47b4-b438-dc6d05d74024 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.178214] env[68800]: DEBUG nova.compute.manager [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 943.186577] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7dcf24-88fe-4231-b456-3004a602355e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.220320] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bed9d3d-753a-43f7-b3eb-e9a247b2b8ef {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.231781] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6af3802-480d-4c28-9bfc-9d27ebc94088 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.237457] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243963, 'name': CreateVM_Task} progress is 25%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.247746] env[68800]: DEBUG nova.compute.provider_tree [None req-bd0d4577-310f-4797-9bd1-aef4d1fa5680 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.286344] env[68800]: DEBUG oslo_vmware.api [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ff20f7-95a8-6864-682a-35de605b28ab, 'name': SearchDatastore_Task, 'duration_secs': 0.016523} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.287287] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abb6b710-818f-420b-a52d-f08c30310c10 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.293137] env[68800]: DEBUG oslo_vmware.api [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Waiting for the task: (returnval){ [ 943.293137] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]528ad316-89ce-ec07-5ce6-aa195b43fd03" [ 943.293137] env[68800]: _type = "Task" [ 943.293137] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.301473] env[68800]: DEBUG oslo_vmware.api [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]528ad316-89ce-ec07-5ce6-aa195b43fd03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.471689] env[68800]: DEBUG nova.network.neutron [-] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.480319] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-677e364f-4bc4-4ead-bb47-52425fe238d7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.492918] env[68800]: DEBUG oslo_vmware.api [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243964, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.496823] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2883e9-7299-4873-80d2-561ce5f1f643 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.535373] env[68800]: DEBUG nova.compute.manager [req-e510048c-a71d-44c0-a325-2c3c0554c975 req-7a97cbfb-075d-4e83-8142-44637cea1041 service nova] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Detach interface failed, port_id=30cc5dba-4476-4a06-886a-55d4073943e9, reason: Instance 74cb60da-96d0-4cad-ac01-96c090cf6e84 could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 943.536099] env[68800]: INFO nova.compute.manager [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec] Took 39.80 seconds to build instance. [ 943.727128] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243963, 'name': CreateVM_Task, 'duration_secs': 0.770171} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.727301] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 943.727963] env[68800]: DEBUG oslo_concurrency.lockutils [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.728143] env[68800]: DEBUG oslo_concurrency.lockutils [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.728450] env[68800]: DEBUG oslo_concurrency.lockutils [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.728698] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ba33dd4-81b4-4302-aea5-a92bb0cdb15d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.734338] env[68800]: DEBUG oslo_vmware.api [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 943.734338] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ef43c1-1d8a-0d05-b053-bcfe664c73e2" [ 943.734338] env[68800]: _type = "Task" [ 943.734338] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.744104] env[68800]: DEBUG oslo_vmware.api [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ef43c1-1d8a-0d05-b053-bcfe664c73e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.752015] env[68800]: DEBUG nova.scheduler.client.report [None req-bd0d4577-310f-4797-9bd1-aef4d1fa5680 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.803746] env[68800]: DEBUG oslo_vmware.api [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]528ad316-89ce-ec07-5ce6-aa195b43fd03, 'name': SearchDatastore_Task, 'duration_secs': 0.00999} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.803987] env[68800]: DEBUG oslo_concurrency.lockutils [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.804248] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] a28410ba-c206-449b-91f9-4ba3a023ea24/a28410ba-c206-449b-91f9-4ba3a023ea24.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 943.804499] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da6e514a-d763-48d0-b67e-81c3e381c22c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.811728] env[68800]: DEBUG oslo_vmware.api [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Waiting for the task: (returnval){ [ 943.811728] env[68800]: value = "task-3243965" [ 943.811728] env[68800]: _type = "Task" [ 943.811728] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.819533] env[68800]: DEBUG oslo_vmware.api [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': task-3243965, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.974697] env[68800]: INFO nova.compute.manager [-] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Took 1.28 seconds to deallocate network for instance. [ 943.993388] env[68800]: DEBUG oslo_vmware.api [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243964, 'name': ReconfigVM_Task, 'duration_secs': 0.65039} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.993801] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 96855855-25b0-4be7-8e86-a67991be9f28] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 96855855-25b0-4be7-8e86-a67991be9f28/96855855-25b0-4be7-8e86-a67991be9f28.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.994518] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29cdeb7b-e5ba-46e6-8955-9ef8d97523ef {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.002103] env[68800]: DEBUG oslo_vmware.api [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Waiting for the task: (returnval){ [ 944.002103] env[68800]: value = "task-3243966" [ 944.002103] env[68800]: _type = "Task" [ 944.002103] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.017049] env[68800]: DEBUG oslo_vmware.api [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243966, 'name': Rename_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.039425] env[68800]: DEBUG oslo_concurrency.lockutils [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Lock "55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.315s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.189353] env[68800]: DEBUG nova.compute.manager [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 944.216816] env[68800]: DEBUG nova.virt.hardware [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.217130] env[68800]: DEBUG nova.virt.hardware [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.217228] env[68800]: DEBUG nova.virt.hardware [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.217413] env[68800]: DEBUG nova.virt.hardware [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.217686] env[68800]: DEBUG nova.virt.hardware [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.217748] env[68800]: DEBUG nova.virt.hardware [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.217968] env[68800]: DEBUG nova.virt.hardware [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.218137] env[68800]: DEBUG nova.virt.hardware [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.218303] env[68800]: DEBUG nova.virt.hardware [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.218466] env[68800]: DEBUG nova.virt.hardware [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.218649] env[68800]: DEBUG nova.virt.hardware [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 944.219577] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a58110-cd7a-4374-a6f3-a1945e1cc7db {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.230645] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51802cb3-0eef-4334-8be7-5a2b4ff3a6a4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.244773] env[68800]: DEBUG oslo_vmware.api [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ef43c1-1d8a-0d05-b053-bcfe664c73e2, 'name': SearchDatastore_Task, 'duration_secs': 0.027488} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.253127] env[68800]: DEBUG oslo_concurrency.lockutils [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.253455] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 944.253707] env[68800]: DEBUG oslo_concurrency.lockutils [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.255713] env[68800]: DEBUG oslo_concurrency.lockutils [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.255713] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 944.255713] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Instance VIF info [] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 944.261248] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.261248] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d97ae75-5f51-4de0-9391-b174b6a8a67d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.267448] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 944.267913] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa328a6e-cbb1-417c-9523-3135bccb073c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.293607] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 944.293607] env[68800]: value = "task-3243967" [ 944.293607] env[68800]: _type = "Task" [ 944.293607] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.301724] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 944.301933] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 944.306343] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3c7203e-89f3-42bc-a2a7-e664fc081a49 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.309055] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243967, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.317605] env[68800]: DEBUG oslo_vmware.api [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 944.317605] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52cf7e6d-00f2-34f6-16e9-58943dbba032" [ 944.317605] env[68800]: _type = "Task" [ 944.317605] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.326657] env[68800]: DEBUG oslo_vmware.api [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': task-3243965, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.333668] env[68800]: DEBUG oslo_vmware.api [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52cf7e6d-00f2-34f6-16e9-58943dbba032, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.481046] env[68800]: DEBUG oslo_concurrency.lockutils [None req-03b08a86-3931-44d5-9e13-26d9275920de tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.513357] env[68800]: DEBUG oslo_vmware.api [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243966, 'name': Rename_Task, 'duration_secs': 0.158332} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.513708] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 96855855-25b0-4be7-8e86-a67991be9f28] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.513967] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e72360c4-fde1-4231-b3cb-c3a0924f0ca2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.521118] env[68800]: DEBUG oslo_vmware.api [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Waiting for the task: (returnval){ [ 944.521118] env[68800]: value = "task-3243968" [ 944.521118] env[68800]: _type = "Task" [ 944.521118] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.531112] env[68800]: DEBUG oslo_vmware.api [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.770470] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bd0d4577-310f-4797-9bd1-aef4d1fa5680 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.626s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.770683] env[68800]: DEBUG nova.compute.manager [None req-bd0d4577-310f-4797-9bd1-aef4d1fa5680 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=68800) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 944.773562] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f5e1d8d2-477b-46d3-a132-17ef771066c4 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.259s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.773759] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f5e1d8d2-477b-46d3-a132-17ef771066c4 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.776436] env[68800]: DEBUG oslo_concurrency.lockutils [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.157s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.777849] env[68800]: INFO nova.compute.claims [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: 5f7ea455-6146-4fa9-a726-cf655beb92d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 944.805219] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243967, 'name': CreateVM_Task, 'duration_secs': 0.434041} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.806261] env[68800]: INFO nova.scheduler.client.report [None req-f5e1d8d2-477b-46d3-a132-17ef771066c4 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Deleted allocations for instance c27ce6a7-d9a3-4a37-9fc7-c72731f816fa [ 944.807177] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 944.807587] env[68800]: DEBUG oslo_concurrency.lockutils [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.807844] env[68800]: DEBUG oslo_concurrency.lockutils [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.808183] env[68800]: DEBUG oslo_concurrency.lockutils [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.810635] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6224184-e301-4d19-a160-2b31f1d556db {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.818233] env[68800]: DEBUG oslo_vmware.api [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Waiting for the task: (returnval){ [ 944.818233] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52df9c13-b829-85e9-5e0a-81c49aa845d2" [ 944.818233] env[68800]: _type = "Task" [ 944.818233] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.827484] env[68800]: DEBUG oslo_vmware.api [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': task-3243965, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635772} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.828317] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] a28410ba-c206-449b-91f9-4ba3a023ea24/a28410ba-c206-449b-91f9-4ba3a023ea24.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 944.828528] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: a28410ba-c206-449b-91f9-4ba3a023ea24] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 944.828770] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6878ddb6-c3fe-4475-9cf5-cf5296bf87b5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.838041] env[68800]: DEBUG oslo_vmware.api [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52df9c13-b829-85e9-5e0a-81c49aa845d2, 'name': SearchDatastore_Task, 'duration_secs': 0.011337} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.838041] env[68800]: DEBUG oslo_vmware.api [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52cf7e6d-00f2-34f6-16e9-58943dbba032, 'name': SearchDatastore_Task, 'duration_secs': 0.025456} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.838041] env[68800]: DEBUG oslo_concurrency.lockutils [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.838271] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 944.838532] env[68800]: DEBUG oslo_concurrency.lockutils [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.838678] env[68800]: DEBUG oslo_concurrency.lockutils [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.838882] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 944.839646] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c671230-6049-45dd-97d4-8520346d6df2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.841400] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76f3a3d1-a301-42a9-af37-74acae861d1a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.844776] env[68800]: DEBUG oslo_vmware.api [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Waiting for the task: (returnval){ [ 944.844776] env[68800]: value = "task-3243969" [ 944.844776] env[68800]: _type = "Task" [ 944.844776] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.850891] env[68800]: DEBUG oslo_vmware.api [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 944.850891] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520d7816-755d-4991-41e0-7db3bf211859" [ 944.850891] env[68800]: _type = "Task" [ 944.850891] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.855649] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 944.855897] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 944.860647] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8734c9f-e370-4afe-9535-b86184f35c5b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.863448] env[68800]: DEBUG oslo_vmware.api [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': task-3243969, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.868051] env[68800]: DEBUG oslo_vmware.api [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Waiting for the task: (returnval){ [ 944.868051] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]521fe67b-f3bf-bb34-4e51-140923710022" [ 944.868051] env[68800]: _type = "Task" [ 944.868051] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.871928] env[68800]: DEBUG oslo_vmware.api [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520d7816-755d-4991-41e0-7db3bf211859, 'name': SearchDatastore_Task, 'duration_secs': 0.01088} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.875404] env[68800]: DEBUG oslo_concurrency.lockutils [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.875673] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 6e9376dc-e8d3-465d-9c3d-43f2d96253ec/6e9376dc-e8d3-465d-9c3d-43f2d96253ec.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 944.875968] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20e22572-cd9c-4a7d-8864-b74108bcb89b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.884977] env[68800]: DEBUG oslo_vmware.api [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]521fe67b-f3bf-bb34-4e51-140923710022, 'name': SearchDatastore_Task, 'duration_secs': 0.011966} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.887028] env[68800]: DEBUG oslo_vmware.api [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 944.887028] env[68800]: value = "task-3243970" [ 944.887028] env[68800]: _type = "Task" [ 944.887028] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.887263] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9a16cba-0d92-4315-8eee-f78713b7e0e3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.900159] env[68800]: DEBUG oslo_vmware.api [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243970, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.901716] env[68800]: DEBUG oslo_vmware.api [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Waiting for the task: (returnval){ [ 944.901716] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52a6443d-bea2-26cf-cd7b-a2ff30865c53" [ 944.901716] env[68800]: _type = "Task" [ 944.901716] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.910701] env[68800]: DEBUG oslo_vmware.api [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52a6443d-bea2-26cf-cd7b-a2ff30865c53, 'name': SearchDatastore_Task, 'duration_secs': 0.010577} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.911024] env[68800]: DEBUG oslo_concurrency.lockutils [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.911338] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] c51643af-7816-47ac-bdf9-24f0135aacb7/c51643af-7816-47ac-bdf9-24f0135aacb7.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 944.911625] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d8bb250-9a69-40de-a1f3-5ea64754f3b3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.920964] env[68800]: DEBUG oslo_vmware.api [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Waiting for the task: (returnval){ [ 944.920964] env[68800]: value = "task-3243971" [ 944.920964] env[68800]: _type = "Task" [ 944.920964] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.929535] env[68800]: DEBUG oslo_vmware.api [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': task-3243971, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.033911] env[68800]: DEBUG oslo_vmware.api [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243968, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.320040] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f5e1d8d2-477b-46d3-a132-17ef771066c4 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Lock "c27ce6a7-d9a3-4a37-9fc7-c72731f816fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.314s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.347498] env[68800]: INFO nova.scheduler.client.report [None req-bd0d4577-310f-4797-9bd1-aef4d1fa5680 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Deleted allocation for migration 8c96c457-1ea7-4727-a193-3beb77067f56 [ 945.364555] env[68800]: DEBUG oslo_vmware.api [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': task-3243969, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083843} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.364907] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: a28410ba-c206-449b-91f9-4ba3a023ea24] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 945.365895] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9218d5de-d017-49e9-ab01-eb91956484e1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.390582] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: a28410ba-c206-449b-91f9-4ba3a023ea24] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] a28410ba-c206-449b-91f9-4ba3a023ea24/a28410ba-c206-449b-91f9-4ba3a023ea24.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.392547] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd735ad0-9b7f-41f8-8c4d-a193c7f4e3dd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.421097] env[68800]: DEBUG oslo_vmware.api [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243970, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.423499] env[68800]: DEBUG oslo_vmware.api [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Waiting for the task: (returnval){ [ 945.423499] env[68800]: value = "task-3243972" [ 945.423499] env[68800]: _type = "Task" [ 945.423499] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.435947] env[68800]: DEBUG oslo_vmware.api [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': task-3243971, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.439580] env[68800]: DEBUG oslo_vmware.api [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': task-3243972, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.537469] env[68800]: DEBUG oslo_vmware.api [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243968, 'name': PowerOnVM_Task, 'duration_secs': 0.551797} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.537469] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 96855855-25b0-4be7-8e86-a67991be9f28] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.537469] env[68800]: INFO nova.compute.manager [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 96855855-25b0-4be7-8e86-a67991be9f28] Took 9.14 seconds to spawn the instance on the hypervisor. [ 945.537469] env[68800]: DEBUG nova.compute.manager [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 96855855-25b0-4be7-8e86-a67991be9f28] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 945.537469] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855a2513-c50c-436d-b65f-dc642501783a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.858563] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bd0d4577-310f-4797-9bd1-aef4d1fa5680 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "99f2d44f-e361-466f-998c-f23a2b04bcbf" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 35.562s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.904830] env[68800]: DEBUG oslo_vmware.api [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243970, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.704965} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.905112] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 6e9376dc-e8d3-465d-9c3d-43f2d96253ec/6e9376dc-e8d3-465d-9c3d-43f2d96253ec.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 945.905352] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 945.905622] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2abeb03f-afd3-4d9f-881b-c77c421f4ec7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.916599] env[68800]: DEBUG oslo_vmware.api [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 945.916599] env[68800]: value = "task-3243973" [ 945.916599] env[68800]: _type = "Task" [ 945.916599] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.930063] env[68800]: DEBUG oslo_vmware.api [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243973, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.945089] env[68800]: DEBUG oslo_vmware.api [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': task-3243972, 'name': ReconfigVM_Task, 'duration_secs': 0.469828} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.945760] env[68800]: DEBUG oslo_vmware.api [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': task-3243971, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.791625} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.945988] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: a28410ba-c206-449b-91f9-4ba3a023ea24] Reconfigured VM instance instance-0000004a to attach disk [datastore2] a28410ba-c206-449b-91f9-4ba3a023ea24/a28410ba-c206-449b-91f9-4ba3a023ea24.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.946743] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] c51643af-7816-47ac-bdf9-24f0135aacb7/c51643af-7816-47ac-bdf9-24f0135aacb7.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 945.946993] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 945.947848] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5db1a08-8c52-4ed2-8bf0-e072b4879544 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.949558] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a762f707-0a92-4c83-bc20-1c9c84d73356 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.958293] env[68800]: DEBUG oslo_vmware.api [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Waiting for the task: (returnval){ [ 945.958293] env[68800]: value = "task-3243974" [ 945.958293] env[68800]: _type = "Task" [ 945.958293] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.962191] env[68800]: DEBUG oslo_vmware.api [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Waiting for the task: (returnval){ [ 945.962191] env[68800]: value = "task-3243975" [ 945.962191] env[68800]: _type = "Task" [ 945.962191] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.976293] env[68800]: DEBUG oslo_vmware.api [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': task-3243975, 'name': Rename_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.982362] env[68800]: DEBUG oslo_vmware.api [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': task-3243974, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.059915] env[68800]: INFO nova.compute.manager [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 96855855-25b0-4be7-8e86-a67991be9f28] Took 42.27 seconds to build instance. [ 946.261656] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a40d74-ca91-4399-8192-bba014003ccb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.270712] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69270a36-27fa-46e7-ab8e-c01cd1c3883b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.302130] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6c92fd-9768-4098-b65e-c261bb36fca8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.310722] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a8466e-16f7-4f05-9b4f-60f0c1cf8ac8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.327520] env[68800]: DEBUG nova.compute.provider_tree [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.346453] env[68800]: DEBUG nova.objects.instance [None req-abe461b5-99b1-4390-b513-f7ce57a3e355 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lazy-loading 'flavor' on Instance uuid 99f2d44f-e361-466f-998c-f23a2b04bcbf {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 946.428137] env[68800]: DEBUG oslo_vmware.api [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243973, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.184795} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.429186] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 946.429292] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b1f85c-1567-44be-963d-2170ef1d119d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.452158] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 6e9376dc-e8d3-465d-9c3d-43f2d96253ec/6e9376dc-e8d3-465d-9c3d-43f2d96253ec.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 946.452463] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdf49ce2-7636-4e30-856b-afadb740c45a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.479074] env[68800]: DEBUG oslo_vmware.api [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': task-3243975, 'name': Rename_Task, 'duration_secs': 0.168564} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.482904] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: a28410ba-c206-449b-91f9-4ba3a023ea24] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.483234] env[68800]: DEBUG oslo_vmware.api [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 946.483234] env[68800]: value = "task-3243976" [ 946.483234] env[68800]: _type = "Task" [ 946.483234] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.483455] env[68800]: DEBUG oslo_vmware.api [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': task-3243974, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083162} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.483657] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-186640d1-7532-4af3-9f89-5d3b9d072fe7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.485351] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 946.488731] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b40530-008f-4a60-903e-31441e4c8ba2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.503118] env[68800]: DEBUG oslo_vmware.api [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Waiting for the task: (returnval){ [ 946.503118] env[68800]: value = "task-3243977" [ 946.503118] env[68800]: _type = "Task" [ 946.503118] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.512061] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] c51643af-7816-47ac-bdf9-24f0135aacb7/c51643af-7816-47ac-bdf9-24f0135aacb7.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 946.515817] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0aadd4f7-ceef-487e-b7f4-d8e883e5a0ca {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.529753] env[68800]: DEBUG oslo_vmware.api [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243976, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.539247] env[68800]: DEBUG oslo_vmware.api [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': task-3243977, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.540537] env[68800]: DEBUG oslo_vmware.api [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Waiting for the task: (returnval){ [ 946.540537] env[68800]: value = "task-3243978" [ 946.540537] env[68800]: _type = "Task" [ 946.540537] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.548633] env[68800]: DEBUG oslo_vmware.api [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': task-3243978, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.562343] env[68800]: DEBUG oslo_concurrency.lockutils [None req-80a77ab9-c306-408d-869d-7337122359cd tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Lock "96855855-25b0-4be7-8e86-a67991be9f28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.787s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.675728] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b1e50db8-da62-46c7-9eb6-9a150a0ad4a1 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Acquiring lock "e7259d4c-9982-4579-a073-484a8fa49264" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.676082] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b1e50db8-da62-46c7-9eb6-9a150a0ad4a1 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Lock "e7259d4c-9982-4579-a073-484a8fa49264" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.676348] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b1e50db8-da62-46c7-9eb6-9a150a0ad4a1 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Acquiring lock "e7259d4c-9982-4579-a073-484a8fa49264-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.676699] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b1e50db8-da62-46c7-9eb6-9a150a0ad4a1 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Lock "e7259d4c-9982-4579-a073-484a8fa49264-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.676811] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b1e50db8-da62-46c7-9eb6-9a150a0ad4a1 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Lock "e7259d4c-9982-4579-a073-484a8fa49264-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.678959] env[68800]: INFO nova.compute.manager [None req-b1e50db8-da62-46c7-9eb6-9a150a0ad4a1 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Terminating instance [ 946.830651] env[68800]: DEBUG nova.scheduler.client.report [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.850743] env[68800]: DEBUG oslo_concurrency.lockutils [None req-abe461b5-99b1-4390-b513-f7ce57a3e355 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquiring lock "refresh_cache-99f2d44f-e361-466f-998c-f23a2b04bcbf" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.850976] env[68800]: DEBUG oslo_concurrency.lockutils [None req-abe461b5-99b1-4390-b513-f7ce57a3e355 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquired lock "refresh_cache-99f2d44f-e361-466f-998c-f23a2b04bcbf" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.851180] env[68800]: DEBUG nova.network.neutron [None req-abe461b5-99b1-4390-b513-f7ce57a3e355 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.851357] env[68800]: DEBUG nova.objects.instance [None req-abe461b5-99b1-4390-b513-f7ce57a3e355 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lazy-loading 'info_cache' on Instance uuid 99f2d44f-e361-466f-998c-f23a2b04bcbf {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 946.996444] env[68800]: DEBUG oslo_vmware.api [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243976, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.025984] env[68800]: DEBUG oslo_vmware.api [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': task-3243977, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.051692] env[68800]: DEBUG oslo_vmware.api [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': task-3243978, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.095017] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a255262f-8be7-47d2-9e0d-dda66b0f7e6a tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Acquiring lock "55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.095017] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a255262f-8be7-47d2-9e0d-dda66b0f7e6a tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Lock "55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.095017] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a255262f-8be7-47d2-9e0d-dda66b0f7e6a tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Acquiring lock "55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.095017] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a255262f-8be7-47d2-9e0d-dda66b0f7e6a tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Lock "55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.095017] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a255262f-8be7-47d2-9e0d-dda66b0f7e6a tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Lock "55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.096528] env[68800]: INFO nova.compute.manager [None req-a255262f-8be7-47d2-9e0d-dda66b0f7e6a tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec] Terminating instance [ 947.159051] env[68800]: DEBUG oslo_concurrency.lockutils [None req-362d7fce-9018-4826-bad6-763d4dae5919 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Acquiring lock "96855855-25b0-4be7-8e86-a67991be9f28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.159291] env[68800]: DEBUG oslo_concurrency.lockutils [None req-362d7fce-9018-4826-bad6-763d4dae5919 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Lock "96855855-25b0-4be7-8e86-a67991be9f28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.159513] env[68800]: DEBUG oslo_concurrency.lockutils [None req-362d7fce-9018-4826-bad6-763d4dae5919 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Acquiring lock "96855855-25b0-4be7-8e86-a67991be9f28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.159697] env[68800]: DEBUG oslo_concurrency.lockutils [None req-362d7fce-9018-4826-bad6-763d4dae5919 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Lock "96855855-25b0-4be7-8e86-a67991be9f28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.159953] env[68800]: DEBUG oslo_concurrency.lockutils [None req-362d7fce-9018-4826-bad6-763d4dae5919 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Lock "96855855-25b0-4be7-8e86-a67991be9f28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.164909] env[68800]: INFO nova.compute.manager [None req-362d7fce-9018-4826-bad6-763d4dae5919 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 96855855-25b0-4be7-8e86-a67991be9f28] Terminating instance [ 947.184331] env[68800]: DEBUG nova.compute.manager [None req-b1e50db8-da62-46c7-9eb6-9a150a0ad4a1 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 947.184588] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b1e50db8-da62-46c7-9eb6-9a150a0ad4a1 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.185482] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b9bd98-d818-46db-8b20-f118a5ef123c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.193164] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1e50db8-da62-46c7-9eb6-9a150a0ad4a1 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.193396] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-463f8c71-684e-4fc1-80fa-c020aa682917 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.200348] env[68800]: DEBUG oslo_vmware.api [None req-b1e50db8-da62-46c7-9eb6-9a150a0ad4a1 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Waiting for the task: (returnval){ [ 947.200348] env[68800]: value = "task-3243979" [ 947.200348] env[68800]: _type = "Task" [ 947.200348] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.210522] env[68800]: DEBUG oslo_vmware.api [None req-b1e50db8-da62-46c7-9eb6-9a150a0ad4a1 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243979, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.336037] env[68800]: DEBUG oslo_concurrency.lockutils [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.560s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.336653] env[68800]: DEBUG nova.compute.manager [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: 5f7ea455-6146-4fa9-a726-cf655beb92d7] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 947.339599] env[68800]: DEBUG oslo_concurrency.lockutils [None req-cd1090b0-adc3-412f-8d22-0c3516a6cdef tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.568s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.339851] env[68800]: DEBUG nova.objects.instance [None req-cd1090b0-adc3-412f-8d22-0c3516a6cdef tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Lazy-loading 'resources' on Instance uuid b8608521-c253-4f10-a930-8bbf4bc3a987 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.354910] env[68800]: DEBUG nova.objects.base [None req-abe461b5-99b1-4390-b513-f7ce57a3e355 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Object Instance<99f2d44f-e361-466f-998c-f23a2b04bcbf> lazy-loaded attributes: flavor,info_cache {{(pid=68800) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 947.496181] env[68800]: DEBUG oslo_vmware.api [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243976, 'name': ReconfigVM_Task, 'duration_secs': 0.941503} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.496666] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 6e9376dc-e8d3-465d-9c3d-43f2d96253ec/6e9376dc-e8d3-465d-9c3d-43f2d96253ec.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 947.497413] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d2f96d6-0b06-4acd-b731-b24952231efb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.504321] env[68800]: DEBUG oslo_vmware.api [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 947.504321] env[68800]: value = "task-3243980" [ 947.504321] env[68800]: _type = "Task" [ 947.504321] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.512778] env[68800]: DEBUG oslo_vmware.api [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243980, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.525583] env[68800]: DEBUG oslo_vmware.api [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': task-3243977, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.551260] env[68800]: DEBUG oslo_vmware.api [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': task-3243978, 'name': ReconfigVM_Task, 'duration_secs': 0.690202} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.551567] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Reconfigured VM instance instance-0000004b to attach disk [datastore2] c51643af-7816-47ac-bdf9-24f0135aacb7/c51643af-7816-47ac-bdf9-24f0135aacb7.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 947.552190] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-343d4784-c2ff-4abd-a6c6-d80ecd933848 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.558353] env[68800]: DEBUG oslo_vmware.api [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Waiting for the task: (returnval){ [ 947.558353] env[68800]: value = "task-3243981" [ 947.558353] env[68800]: _type = "Task" [ 947.558353] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.566070] env[68800]: DEBUG oslo_vmware.api [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': task-3243981, 'name': Rename_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.601121] env[68800]: DEBUG nova.compute.manager [None req-a255262f-8be7-47d2-9e0d-dda66b0f7e6a tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 947.601413] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a255262f-8be7-47d2-9e0d-dda66b0f7e6a tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.602520] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8126ac-bc9e-4284-8a35-c7d10be4eeee {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.610367] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-a255262f-8be7-47d2-9e0d-dda66b0f7e6a tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.610661] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-962e2003-af3f-4e80-96ad-8b2be788cbec {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.616933] env[68800]: DEBUG oslo_vmware.api [None req-a255262f-8be7-47d2-9e0d-dda66b0f7e6a tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Waiting for the task: (returnval){ [ 947.616933] env[68800]: value = "task-3243982" [ 947.616933] env[68800]: _type = "Task" [ 947.616933] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.628268] env[68800]: DEBUG oslo_vmware.api [None req-a255262f-8be7-47d2-9e0d-dda66b0f7e6a tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.669074] env[68800]: DEBUG nova.compute.manager [None req-362d7fce-9018-4826-bad6-763d4dae5919 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 96855855-25b0-4be7-8e86-a67991be9f28] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 947.669323] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-362d7fce-9018-4826-bad6-763d4dae5919 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 96855855-25b0-4be7-8e86-a67991be9f28] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.670260] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3129310-ea26-4041-8b01-ab064668af90 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.678522] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-362d7fce-9018-4826-bad6-763d4dae5919 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 96855855-25b0-4be7-8e86-a67991be9f28] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.678786] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-315fbbc7-b7a2-47a3-9f1d-11be48745841 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.684850] env[68800]: DEBUG oslo_vmware.api [None req-362d7fce-9018-4826-bad6-763d4dae5919 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Waiting for the task: (returnval){ [ 947.684850] env[68800]: value = "task-3243983" [ 947.684850] env[68800]: _type = "Task" [ 947.684850] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.693063] env[68800]: DEBUG oslo_vmware.api [None req-362d7fce-9018-4826-bad6-763d4dae5919 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243983, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.709991] env[68800]: DEBUG oslo_vmware.api [None req-b1e50db8-da62-46c7-9eb6-9a150a0ad4a1 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243979, 'name': PowerOffVM_Task, 'duration_secs': 0.238777} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.710288] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1e50db8-da62-46c7-9eb6-9a150a0ad4a1 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.710451] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b1e50db8-da62-46c7-9eb6-9a150a0ad4a1 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.710703] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef0b94b0-2323-4b3d-bdf5-10988912375e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.783846] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b1e50db8-da62-46c7-9eb6-9a150a0ad4a1 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 947.784181] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b1e50db8-da62-46c7-9eb6-9a150a0ad4a1 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 947.784503] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1e50db8-da62-46c7-9eb6-9a150a0ad4a1 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Deleting the datastore file [datastore2] e7259d4c-9982-4579-a073-484a8fa49264 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 947.784859] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-823739c4-ea70-49aa-ab52-7181b104760f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.792653] env[68800]: DEBUG oslo_vmware.api [None req-b1e50db8-da62-46c7-9eb6-9a150a0ad4a1 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Waiting for the task: (returnval){ [ 947.792653] env[68800]: value = "task-3243985" [ 947.792653] env[68800]: _type = "Task" [ 947.792653] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.800661] env[68800]: DEBUG oslo_vmware.api [None req-b1e50db8-da62-46c7-9eb6-9a150a0ad4a1 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.843592] env[68800]: DEBUG nova.compute.utils [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 947.849273] env[68800]: DEBUG nova.compute.manager [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: 5f7ea455-6146-4fa9-a726-cf655beb92d7] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 947.849273] env[68800]: DEBUG nova.network.neutron [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: 5f7ea455-6146-4fa9-a726-cf655beb92d7] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 947.941902] env[68800]: DEBUG nova.policy [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe557bcc592d4c08b4e280fa6361607a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'afdfb42235e54e239d59fd3191164f2a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 948.019145] env[68800]: DEBUG oslo_vmware.api [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243980, 'name': Rename_Task, 'duration_secs': 0.16624} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.022357] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.025251] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7ee027a-9596-496e-ad76-a558d14ce6b4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.033185] env[68800]: DEBUG oslo_vmware.api [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': task-3243977, 'name': PowerOnVM_Task, 'duration_secs': 1.111625} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.034598] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: a28410ba-c206-449b-91f9-4ba3a023ea24] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 948.034810] env[68800]: INFO nova.compute.manager [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: a28410ba-c206-449b-91f9-4ba3a023ea24] Took 6.43 seconds to spawn the instance on the hypervisor. [ 948.034992] env[68800]: DEBUG nova.compute.manager [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: a28410ba-c206-449b-91f9-4ba3a023ea24] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 948.035348] env[68800]: DEBUG oslo_vmware.api [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 948.035348] env[68800]: value = "task-3243986" [ 948.035348] env[68800]: _type = "Task" [ 948.035348] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.036057] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202106ad-e971-41c6-bc12-7187a1c70b88 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.049197] env[68800]: DEBUG oslo_vmware.api [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243986, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.069224] env[68800]: DEBUG oslo_vmware.api [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': task-3243981, 'name': Rename_Task, 'duration_secs': 0.155021} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.069624] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.069929] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24ad19d4-7bbb-4aa6-9c9f-986b9a9c93b0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.076574] env[68800]: DEBUG oslo_vmware.api [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Waiting for the task: (returnval){ [ 948.076574] env[68800]: value = "task-3243987" [ 948.076574] env[68800]: _type = "Task" [ 948.076574] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.087711] env[68800]: DEBUG oslo_vmware.api [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': task-3243987, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.088975] env[68800]: DEBUG nova.network.neutron [None req-abe461b5-99b1-4390-b513-f7ce57a3e355 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Updating instance_info_cache with network_info: [{"id": "799e4986-0930-491b-98ff-32f545243230", "address": "fa:16:3e:94:65:06", "network": {"id": "d2aa08d6-a1ed-4602-80f7-7e07ba244d6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2142783339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f658ebcc84a8451b9e8d28db15cd0d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap799e4986-09", "ovs_interfaceid": "799e4986-0930-491b-98ff-32f545243230", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.130911] env[68800]: DEBUG oslo_vmware.api [None req-a255262f-8be7-47d2-9e0d-dda66b0f7e6a tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243982, 'name': PowerOffVM_Task, 'duration_secs': 0.20957} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.131249] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-a255262f-8be7-47d2-9e0d-dda66b0f7e6a tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.131400] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a255262f-8be7-47d2-9e0d-dda66b0f7e6a tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 948.131586] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-facc0b6e-9636-4040-acea-3d0745518578 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.194035] env[68800]: DEBUG oslo_vmware.api [None req-362d7fce-9018-4826-bad6-763d4dae5919 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243983, 'name': PowerOffVM_Task, 'duration_secs': 0.196782} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.196816] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-362d7fce-9018-4826-bad6-763d4dae5919 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 96855855-25b0-4be7-8e86-a67991be9f28] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.197041] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-362d7fce-9018-4826-bad6-763d4dae5919 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 96855855-25b0-4be7-8e86-a67991be9f28] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 948.197504] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-113a49bb-43d0-4974-8d7f-03c9d388f754 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.205943] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a255262f-8be7-47d2-9e0d-dda66b0f7e6a tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.206202] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a255262f-8be7-47d2-9e0d-dda66b0f7e6a tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.206388] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-a255262f-8be7-47d2-9e0d-dda66b0f7e6a tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Deleting the datastore file [datastore1] 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.206663] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24737515-cdb1-4d2d-9522-8720f8babd2a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.216938] env[68800]: DEBUG oslo_vmware.api [None req-a255262f-8be7-47d2-9e0d-dda66b0f7e6a tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Waiting for the task: (returnval){ [ 948.216938] env[68800]: value = "task-3243990" [ 948.216938] env[68800]: _type = "Task" [ 948.216938] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.224410] env[68800]: DEBUG oslo_vmware.api [None req-a255262f-8be7-47d2-9e0d-dda66b0f7e6a tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243990, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.285900] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-362d7fce-9018-4826-bad6-763d4dae5919 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 96855855-25b0-4be7-8e86-a67991be9f28] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.285900] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-362d7fce-9018-4826-bad6-763d4dae5919 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 96855855-25b0-4be7-8e86-a67991be9f28] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.285900] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-362d7fce-9018-4826-bad6-763d4dae5919 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Deleting the datastore file [datastore1] 96855855-25b0-4be7-8e86-a67991be9f28 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.286187] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab63c757-ba4c-413b-8c2b-488cdfc088f2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.293521] env[68800]: DEBUG oslo_vmware.api [None req-362d7fce-9018-4826-bad6-763d4dae5919 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Waiting for the task: (returnval){ [ 948.293521] env[68800]: value = "task-3243991" [ 948.293521] env[68800]: _type = "Task" [ 948.293521] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.307969] env[68800]: DEBUG oslo_vmware.api [None req-b1e50db8-da62-46c7-9eb6-9a150a0ad4a1 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Task: {'id': task-3243985, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199729} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.311246] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1e50db8-da62-46c7-9eb6-9a150a0ad4a1 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.311478] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b1e50db8-da62-46c7-9eb6-9a150a0ad4a1 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.311669] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b1e50db8-da62-46c7-9eb6-9a150a0ad4a1 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.311857] env[68800]: INFO nova.compute.manager [None req-b1e50db8-da62-46c7-9eb6-9a150a0ad4a1 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Took 1.13 seconds to destroy the instance on the hypervisor. [ 948.312117] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1e50db8-da62-46c7-9eb6-9a150a0ad4a1 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.312326] env[68800]: DEBUG oslo_vmware.api [None req-362d7fce-9018-4826-bad6-763d4dae5919 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243991, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.312536] env[68800]: DEBUG nova.compute.manager [-] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 948.312654] env[68800]: DEBUG nova.network.neutron [-] [instance: e7259d4c-9982-4579-a073-484a8fa49264] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 948.350615] env[68800]: DEBUG nova.compute.manager [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: 5f7ea455-6146-4fa9-a726-cf655beb92d7] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 948.380381] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8316e6b7-d771-4185-b31d-ed5074049423 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.389381] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249fa16d-ba20-4517-baa1-241502228e62 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.422568] env[68800]: DEBUG nova.network.neutron [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: 5f7ea455-6146-4fa9-a726-cf655beb92d7] Successfully created port: 67bf0141-03c2-4a55-93fa-b618378b93df {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 948.425034] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8269ae-70c9-454d-9943-f3e4a8ffa1e5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.433414] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36f709d-6d2e-467f-99a9-8e0ffb02f9d7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.447470] env[68800]: DEBUG nova.compute.provider_tree [None req-cd1090b0-adc3-412f-8d22-0c3516a6cdef tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.550123] env[68800]: DEBUG oslo_vmware.api [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243986, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.564276] env[68800]: INFO nova.compute.manager [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: a28410ba-c206-449b-91f9-4ba3a023ea24] Took 36.84 seconds to build instance. [ 948.593527] env[68800]: DEBUG oslo_concurrency.lockutils [None req-abe461b5-99b1-4390-b513-f7ce57a3e355 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Releasing lock "refresh_cache-99f2d44f-e361-466f-998c-f23a2b04bcbf" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.597654] env[68800]: DEBUG oslo_vmware.api [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': task-3243987, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.649249] env[68800]: DEBUG nova.compute.manager [req-80bdc73d-2410-4d53-b951-bfcf01c76d23 req-05ca8161-0e27-4c4a-83c6-6845cd46f7ce service nova] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Received event network-vif-deleted-a88b719d-02e1-45b1-921e-97874dde2ecb {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.649408] env[68800]: INFO nova.compute.manager [req-80bdc73d-2410-4d53-b951-bfcf01c76d23 req-05ca8161-0e27-4c4a-83c6-6845cd46f7ce service nova] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Neutron deleted interface a88b719d-02e1-45b1-921e-97874dde2ecb; detaching it from the instance and deleting it from the info cache [ 948.649607] env[68800]: DEBUG nova.network.neutron [req-80bdc73d-2410-4d53-b951-bfcf01c76d23 req-05ca8161-0e27-4c4a-83c6-6845cd46f7ce service nova] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.726697] env[68800]: DEBUG oslo_vmware.api [None req-a255262f-8be7-47d2-9e0d-dda66b0f7e6a tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243990, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199317} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.726969] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-a255262f-8be7-47d2-9e0d-dda66b0f7e6a tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.727273] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a255262f-8be7-47d2-9e0d-dda66b0f7e6a tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.727563] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a255262f-8be7-47d2-9e0d-dda66b0f7e6a tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.727696] env[68800]: INFO nova.compute.manager [None req-a255262f-8be7-47d2-9e0d-dda66b0f7e6a tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec] Took 1.13 seconds to destroy the instance on the hypervisor. [ 948.728390] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a255262f-8be7-47d2-9e0d-dda66b0f7e6a tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.732023] env[68800]: DEBUG nova.compute.manager [-] [instance: 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 948.732023] env[68800]: DEBUG nova.network.neutron [-] [instance: 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 948.803297] env[68800]: DEBUG oslo_vmware.api [None req-362d7fce-9018-4826-bad6-763d4dae5919 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Task: {'id': task-3243991, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21866} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.803542] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-362d7fce-9018-4826-bad6-763d4dae5919 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.803755] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-362d7fce-9018-4826-bad6-763d4dae5919 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 96855855-25b0-4be7-8e86-a67991be9f28] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.803943] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-362d7fce-9018-4826-bad6-763d4dae5919 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 96855855-25b0-4be7-8e86-a67991be9f28] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.804130] env[68800]: INFO nova.compute.manager [None req-362d7fce-9018-4826-bad6-763d4dae5919 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] [instance: 96855855-25b0-4be7-8e86-a67991be9f28] Took 1.14 seconds to destroy the instance on the hypervisor. [ 948.804366] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-362d7fce-9018-4826-bad6-763d4dae5919 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.804558] env[68800]: DEBUG nova.compute.manager [-] [instance: 96855855-25b0-4be7-8e86-a67991be9f28] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 948.804654] env[68800]: DEBUG nova.network.neutron [-] [instance: 96855855-25b0-4be7-8e86-a67991be9f28] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 948.950739] env[68800]: DEBUG nova.scheduler.client.report [None req-cd1090b0-adc3-412f-8d22-0c3516a6cdef tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.049780] env[68800]: DEBUG oslo_vmware.api [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243986, 'name': PowerOnVM_Task, 'duration_secs': 0.738993} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.050103] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.050318] env[68800]: INFO nova.compute.manager [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Took 10.11 seconds to spawn the instance on the hypervisor. [ 949.050501] env[68800]: DEBUG nova.compute.manager [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.051280] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97e34cc-993f-4851-9195-321f030be16c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.069456] env[68800]: DEBUG oslo_concurrency.lockutils [None req-af25cd0b-a1db-4826-9a4c-076a78f71a75 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Lock "a28410ba-c206-449b-91f9-4ba3a023ea24" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.678s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.087431] env[68800]: DEBUG oslo_vmware.api [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': task-3243987, 'name': PowerOnVM_Task, 'duration_secs': 0.588952} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.088586] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.088791] env[68800]: INFO nova.compute.manager [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Took 4.90 seconds to spawn the instance on the hypervisor. [ 949.088968] env[68800]: DEBUG nova.compute.manager [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.090230] env[68800]: DEBUG nova.compute.manager [req-df888359-0a62-420a-ae12-fa1f88288d13 req-661c126f-1f7a-4a13-987e-fa459e319a08 service nova] [instance: 96855855-25b0-4be7-8e86-a67991be9f28] Received event network-vif-deleted-ad5f8539-91a7-43dd-bae0-ed1a9446a939 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.090460] env[68800]: INFO nova.compute.manager [req-df888359-0a62-420a-ae12-fa1f88288d13 req-661c126f-1f7a-4a13-987e-fa459e319a08 service nova] [instance: 96855855-25b0-4be7-8e86-a67991be9f28] Neutron deleted interface ad5f8539-91a7-43dd-bae0-ed1a9446a939; detaching it from the instance and deleting it from the info cache [ 949.090460] env[68800]: DEBUG nova.network.neutron [req-df888359-0a62-420a-ae12-fa1f88288d13 req-661c126f-1f7a-4a13-987e-fa459e319a08 service nova] [instance: 96855855-25b0-4be7-8e86-a67991be9f28] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.092472] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4f3d1a-2e9f-43b0-8cb2-c6b350e5da52 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.103976] env[68800]: DEBUG nova.network.neutron [-] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.152279] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bed24721-17c9-437e-83ca-56cf844283b0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.162028] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a5496a-7565-4ee3-bcea-16cd05d92a16 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.200013] env[68800]: DEBUG nova.compute.manager [req-80bdc73d-2410-4d53-b951-bfcf01c76d23 req-05ca8161-0e27-4c4a-83c6-6845cd46f7ce service nova] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Detach interface failed, port_id=a88b719d-02e1-45b1-921e-97874dde2ecb, reason: Instance e7259d4c-9982-4579-a073-484a8fa49264 could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 949.360969] env[68800]: DEBUG nova.compute.manager [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: 5f7ea455-6146-4fa9-a726-cf655beb92d7] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 949.389451] env[68800]: DEBUG nova.virt.hardware [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 949.389701] env[68800]: DEBUG nova.virt.hardware [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 949.389856] env[68800]: DEBUG nova.virt.hardware [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 949.390047] env[68800]: DEBUG nova.virt.hardware [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 949.390198] env[68800]: DEBUG nova.virt.hardware [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 949.390347] env[68800]: DEBUG nova.virt.hardware [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 949.390555] env[68800]: DEBUG nova.virt.hardware [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 949.390713] env[68800]: DEBUG nova.virt.hardware [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 949.390882] env[68800]: DEBUG nova.virt.hardware [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 949.391057] env[68800]: DEBUG nova.virt.hardware [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 949.391245] env[68800]: DEBUG nova.virt.hardware [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 949.392157] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65542877-2830-4907-89d3-9e2a75d6789d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.400452] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9205ae5a-ddf6-4eae-b2c4-4d99b9207e0c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.457469] env[68800]: DEBUG oslo_concurrency.lockutils [None req-cd1090b0-adc3-412f-8d22-0c3516a6cdef tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.459918] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5c2f7886-0204-4723-b733-279e9a8b72fb tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.943s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.460171] env[68800]: DEBUG nova.objects.instance [None req-5c2f7886-0204-4723-b733-279e9a8b72fb tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Lazy-loading 'resources' on Instance uuid 913f76bd-2cb4-450b-a506-6687ee98cd86 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.464257] env[68800]: DEBUG nova.network.neutron [-] [instance: 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.482416] env[68800]: INFO nova.scheduler.client.report [None req-cd1090b0-adc3-412f-8d22-0c3516a6cdef tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Deleted allocations for instance b8608521-c253-4f10-a930-8bbf4bc3a987 [ 949.567505] env[68800]: INFO nova.compute.manager [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Took 44.46 seconds to build instance. [ 949.570731] env[68800]: DEBUG nova.network.neutron [-] [instance: 96855855-25b0-4be7-8e86-a67991be9f28] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.597122] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-25366d3e-5f26-493a-acbf-2e5898ff0d5c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.599758] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-abe461b5-99b1-4390-b513-f7ce57a3e355 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 949.600430] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d48f170f-23cd-4f0c-86f2-e52ed2955535 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.607334] env[68800]: INFO nova.compute.manager [-] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Took 1.29 seconds to deallocate network for instance. [ 949.612969] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5828e7b8-3120-4570-98d3-963d5251fd6a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.624848] env[68800]: INFO nova.compute.manager [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Took 36.75 seconds to build instance. [ 949.629038] env[68800]: DEBUG oslo_vmware.api [None req-abe461b5-99b1-4390-b513-f7ce57a3e355 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 949.629038] env[68800]: value = "task-3243992" [ 949.629038] env[68800]: _type = "Task" [ 949.629038] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.639843] env[68800]: DEBUG oslo_vmware.api [None req-abe461b5-99b1-4390-b513-f7ce57a3e355 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243992, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.657538] env[68800]: DEBUG nova.compute.manager [req-df888359-0a62-420a-ae12-fa1f88288d13 req-661c126f-1f7a-4a13-987e-fa459e319a08 service nova] [instance: 96855855-25b0-4be7-8e86-a67991be9f28] Detach interface failed, port_id=ad5f8539-91a7-43dd-bae0-ed1a9446a939, reason: Instance 96855855-25b0-4be7-8e86-a67991be9f28 could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 949.966346] env[68800]: INFO nova.compute.manager [-] [instance: 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec] Took 1.24 seconds to deallocate network for instance. [ 949.998304] env[68800]: DEBUG oslo_concurrency.lockutils [None req-cd1090b0-adc3-412f-8d22-0c3516a6cdef tempest-ServersTestMultiNic-977225143 tempest-ServersTestMultiNic-977225143-project-member] Lock "b8608521-c253-4f10-a930-8bbf4bc3a987" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.535s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.069959] env[68800]: DEBUG oslo_concurrency.lockutils [None req-efaccf47-d651-47ff-b5ee-5f03d644a441 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "6e9376dc-e8d3-465d-9c3d-43f2d96253ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.977s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.073939] env[68800]: INFO nova.compute.manager [-] [instance: 96855855-25b0-4be7-8e86-a67991be9f28] Took 1.27 seconds to deallocate network for instance. [ 950.130277] env[68800]: DEBUG oslo_concurrency.lockutils [None req-68f2954e-b90e-4cb1-a069-3760e5fee178 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Lock "c51643af-7816-47ac-bdf9-24f0135aacb7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.572s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.131270] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b1e50db8-da62-46c7-9eb6-9a150a0ad4a1 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.144479] env[68800]: DEBUG oslo_vmware.api [None req-abe461b5-99b1-4390-b513-f7ce57a3e355 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243992, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.299696] env[68800]: DEBUG nova.network.neutron [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: 5f7ea455-6146-4fa9-a726-cf655beb92d7] Successfully updated port: 67bf0141-03c2-4a55-93fa-b618378b93df {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 950.341489] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "6e9376dc-e8d3-465d-9c3d-43f2d96253ec" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.341740] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "6e9376dc-e8d3-465d-9c3d-43f2d96253ec" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.341917] env[68800]: INFO nova.compute.manager [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Shelving [ 950.403052] env[68800]: INFO nova.compute.manager [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Rebuilding instance [ 950.455380] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff15d9a1-cab5-4178-8585-4f56bb523bab {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.463117] env[68800]: DEBUG nova.compute.manager [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.463966] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8850f6ec-9ca6-420d-ad64-e3062677302c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.469579] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a4b956-86a6-4634-bded-b93e2c5bf8a9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.478202] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a255262f-8be7-47d2-9e0d-dda66b0f7e6a tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.505645] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110fd019-dd09-45bb-87e9-911c085c720e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.513691] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb81725-f3f0-49a9-ae09-c121d80c3758 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.527932] env[68800]: DEBUG nova.compute.provider_tree [None req-5c2f7886-0204-4723-b733-279e9a8b72fb tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.581559] env[68800]: DEBUG oslo_concurrency.lockutils [None req-362d7fce-9018-4826-bad6-763d4dae5919 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.640779] env[68800]: DEBUG oslo_vmware.api [None req-abe461b5-99b1-4390-b513-f7ce57a3e355 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243992, 'name': PowerOnVM_Task, 'duration_secs': 0.577479} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.641105] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-abe461b5-99b1-4390-b513-f7ce57a3e355 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.641308] env[68800]: DEBUG nova.compute.manager [None req-abe461b5-99b1-4390-b513-f7ce57a3e355 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.642112] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2211c2-3e76-42b5-84c3-83de97d871a4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.802855] env[68800]: DEBUG oslo_concurrency.lockutils [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Acquiring lock "refresh_cache-5f7ea455-6146-4fa9-a726-cf655beb92d7" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.802855] env[68800]: DEBUG oslo_concurrency.lockutils [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Acquired lock "refresh_cache-5f7ea455-6146-4fa9-a726-cf655beb92d7" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.803029] env[68800]: DEBUG nova.network.neutron [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: 5f7ea455-6146-4fa9-a726-cf655beb92d7] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.911715] env[68800]: DEBUG nova.compute.manager [req-45fc0440-124e-45d1-83a8-ebea2a273ca3 req-1dc86778-e0db-4e2e-bd2e-48b6d1f30277 service nova] [instance: 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec] Received event network-vif-deleted-174c0b1d-d34b-45c1-9c1e-1638350cc122 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.032027] env[68800]: DEBUG nova.scheduler.client.report [None req-5c2f7886-0204-4723-b733-279e9a8b72fb tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.154245] env[68800]: DEBUG nova.compute.manager [req-0964bde1-038a-47be-8319-9acd8999a1d3 req-8f263519-deb2-4f3f-afdf-9136c14b7a89 service nova] [instance: 5f7ea455-6146-4fa9-a726-cf655beb92d7] Received event network-vif-plugged-67bf0141-03c2-4a55-93fa-b618378b93df {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.154938] env[68800]: DEBUG oslo_concurrency.lockutils [req-0964bde1-038a-47be-8319-9acd8999a1d3 req-8f263519-deb2-4f3f-afdf-9136c14b7a89 service nova] Acquiring lock "5f7ea455-6146-4fa9-a726-cf655beb92d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.155299] env[68800]: DEBUG oslo_concurrency.lockutils [req-0964bde1-038a-47be-8319-9acd8999a1d3 req-8f263519-deb2-4f3f-afdf-9136c14b7a89 service nova] Lock "5f7ea455-6146-4fa9-a726-cf655beb92d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.155595] env[68800]: DEBUG oslo_concurrency.lockutils [req-0964bde1-038a-47be-8319-9acd8999a1d3 req-8f263519-deb2-4f3f-afdf-9136c14b7a89 service nova] Lock "5f7ea455-6146-4fa9-a726-cf655beb92d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.155699] env[68800]: DEBUG nova.compute.manager [req-0964bde1-038a-47be-8319-9acd8999a1d3 req-8f263519-deb2-4f3f-afdf-9136c14b7a89 service nova] [instance: 5f7ea455-6146-4fa9-a726-cf655beb92d7] No waiting events found dispatching network-vif-plugged-67bf0141-03c2-4a55-93fa-b618378b93df {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 951.155915] env[68800]: WARNING nova.compute.manager [req-0964bde1-038a-47be-8319-9acd8999a1d3 req-8f263519-deb2-4f3f-afdf-9136c14b7a89 service nova] [instance: 5f7ea455-6146-4fa9-a726-cf655beb92d7] Received unexpected event network-vif-plugged-67bf0141-03c2-4a55-93fa-b618378b93df for instance with vm_state building and task_state spawning. [ 951.156107] env[68800]: DEBUG nova.compute.manager [req-0964bde1-038a-47be-8319-9acd8999a1d3 req-8f263519-deb2-4f3f-afdf-9136c14b7a89 service nova] [instance: 5f7ea455-6146-4fa9-a726-cf655beb92d7] Received event network-changed-67bf0141-03c2-4a55-93fa-b618378b93df {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.156297] env[68800]: DEBUG nova.compute.manager [req-0964bde1-038a-47be-8319-9acd8999a1d3 req-8f263519-deb2-4f3f-afdf-9136c14b7a89 service nova] [instance: 5f7ea455-6146-4fa9-a726-cf655beb92d7] Refreshing instance network info cache due to event network-changed-67bf0141-03c2-4a55-93fa-b618378b93df. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 951.156514] env[68800]: DEBUG oslo_concurrency.lockutils [req-0964bde1-038a-47be-8319-9acd8999a1d3 req-8f263519-deb2-4f3f-afdf-9136c14b7a89 service nova] Acquiring lock "refresh_cache-5f7ea455-6146-4fa9-a726-cf655beb92d7" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.352333] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.352747] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73cd13e0-a0d4-40a9-9ea8-16337a5d4edf {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.360298] env[68800]: DEBUG oslo_vmware.api [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 951.360298] env[68800]: value = "task-3243993" [ 951.360298] env[68800]: _type = "Task" [ 951.360298] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.376403] env[68800]: DEBUG oslo_vmware.api [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243993, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.377274] env[68800]: DEBUG nova.network.neutron [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: 5f7ea455-6146-4fa9-a726-cf655beb92d7] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 951.483931] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.484296] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51ce1f98-1645-4a1c-8f5a-323bfda060c8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.492254] env[68800]: DEBUG oslo_vmware.api [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Waiting for the task: (returnval){ [ 951.492254] env[68800]: value = "task-3243994" [ 951.492254] env[68800]: _type = "Task" [ 951.492254] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.504123] env[68800]: DEBUG oslo_vmware.api [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': task-3243994, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.538488] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5c2f7886-0204-4723-b733-279e9a8b72fb tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.078s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.540825] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6c089256-ea60-4b03-bac3-b70593a9bb0c tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.336s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.541109] env[68800]: DEBUG nova.objects.instance [None req-6c089256-ea60-4b03-bac3-b70593a9bb0c tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Lazy-loading 'resources' on Instance uuid 949aac90-1d3e-47c1-8d53-eef78adaa390 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.570080] env[68800]: INFO nova.scheduler.client.report [None req-5c2f7886-0204-4723-b733-279e9a8b72fb tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Deleted allocations for instance 913f76bd-2cb4-450b-a506-6687ee98cd86 [ 951.573986] env[68800]: DEBUG nova.network.neutron [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: 5f7ea455-6146-4fa9-a726-cf655beb92d7] Updating instance_info_cache with network_info: [{"id": "67bf0141-03c2-4a55-93fa-b618378b93df", "address": "fa:16:3e:a1:fd:bf", "network": {"id": "61392fd5-0d9c-40c5-b987-3ed7c9fcc0b1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-36638375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afdfb42235e54e239d59fd3191164f2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67bf0141-03", "ovs_interfaceid": "67bf0141-03c2-4a55-93fa-b618378b93df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.870823] env[68800]: DEBUG oslo_vmware.api [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243993, 'name': PowerOffVM_Task, 'duration_secs': 0.222571} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.871090] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.871892] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc5586d-8ff0-495e-90a5-2cf4837758f5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.895801] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2047266-fec7-40f3-929b-dc18d88d6bf5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.002706] env[68800]: DEBUG oslo_vmware.api [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': task-3243994, 'name': PowerOffVM_Task, 'duration_secs': 0.22863} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.002973] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.003231] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 952.004120] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c75d6c7-792f-46a9-9bbc-712738190fec {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.010934] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.011093] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-479e97d5-0f06-43f3-87c6-0f96e26d9960 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.039984] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.040231] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.041220] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Deleting the datastore file [datastore2] c51643af-7816-47ac-bdf9-24f0135aacb7 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.041220] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fcbf8c61-2291-4b35-898f-2f3e0958b3e6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.050323] env[68800]: DEBUG oslo_vmware.api [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Waiting for the task: (returnval){ [ 952.050323] env[68800]: value = "task-3243996" [ 952.050323] env[68800]: _type = "Task" [ 952.050323] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.058774] env[68800]: DEBUG oslo_vmware.api [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': task-3243996, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.081446] env[68800]: DEBUG oslo_concurrency.lockutils [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Releasing lock "refresh_cache-5f7ea455-6146-4fa9-a726-cf655beb92d7" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.081446] env[68800]: DEBUG nova.compute.manager [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: 5f7ea455-6146-4fa9-a726-cf655beb92d7] Instance network_info: |[{"id": "67bf0141-03c2-4a55-93fa-b618378b93df", "address": "fa:16:3e:a1:fd:bf", "network": {"id": "61392fd5-0d9c-40c5-b987-3ed7c9fcc0b1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-36638375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afdfb42235e54e239d59fd3191164f2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67bf0141-03", "ovs_interfaceid": "67bf0141-03c2-4a55-93fa-b618378b93df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 952.081807] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5c2f7886-0204-4723-b733-279e9a8b72fb tempest-SecurityGroupsTestJSON-1309495860 tempest-SecurityGroupsTestJSON-1309495860-project-member] Lock "913f76bd-2cb4-450b-a506-6687ee98cd86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.105s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.083090] env[68800]: DEBUG oslo_concurrency.lockutils [req-0964bde1-038a-47be-8319-9acd8999a1d3 req-8f263519-deb2-4f3f-afdf-9136c14b7a89 service nova] Acquired lock "refresh_cache-5f7ea455-6146-4fa9-a726-cf655beb92d7" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.083187] env[68800]: DEBUG nova.network.neutron [req-0964bde1-038a-47be-8319-9acd8999a1d3 req-8f263519-deb2-4f3f-afdf-9136c14b7a89 service nova] [instance: 5f7ea455-6146-4fa9-a726-cf655beb92d7] Refreshing network info cache for port 67bf0141-03c2-4a55-93fa-b618378b93df {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 952.084504] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: 5f7ea455-6146-4fa9-a726-cf655beb92d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:fd:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aaf99dce-c773-48db-a2d9-00b8d0a7c75d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67bf0141-03c2-4a55-93fa-b618378b93df', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 952.094063] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.094706] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f7ea455-6146-4fa9-a726-cf655beb92d7] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 952.094941] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2369a0b0-17ff-4b07-869f-976bc8b40e79 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.125942] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 952.125942] env[68800]: value = "task-3243997" [ 952.125942] env[68800]: _type = "Task" [ 952.125942] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.145440] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243997, 'name': CreateVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.406615] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Creating Snapshot of the VM instance {{(pid=68800) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 952.407419] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ce71a3c9-2cd2-424d-887b-ef066d6c43c2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.416540] env[68800]: DEBUG oslo_vmware.api [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 952.416540] env[68800]: value = "task-3243998" [ 952.416540] env[68800]: _type = "Task" [ 952.416540] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.426585] env[68800]: DEBUG oslo_vmware.api [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243998, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.559021] env[68800]: DEBUG oslo_vmware.api [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': task-3243996, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223104} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.560355] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.560552] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.560731] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.563762] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3b22a7-fd66-43af-8328-aa8dd8269804 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.574901] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ce6490-ccf1-4981-bbe3-887c7a3559e4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.619054] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f767f31e-ddef-47b0-9e18-c70ecdf26e42 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.621636] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8312e19f-8759-4ad4-b65b-029a24c294b6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquiring lock "99f2d44f-e361-466f-998c-f23a2b04bcbf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.621901] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8312e19f-8759-4ad4-b65b-029a24c294b6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "99f2d44f-e361-466f-998c-f23a2b04bcbf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.622140] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8312e19f-8759-4ad4-b65b-029a24c294b6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquiring lock "99f2d44f-e361-466f-998c-f23a2b04bcbf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.622328] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8312e19f-8759-4ad4-b65b-029a24c294b6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "99f2d44f-e361-466f-998c-f23a2b04bcbf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.622540] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8312e19f-8759-4ad4-b65b-029a24c294b6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "99f2d44f-e361-466f-998c-f23a2b04bcbf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.624877] env[68800]: INFO nova.compute.manager [None req-8312e19f-8759-4ad4-b65b-029a24c294b6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Terminating instance [ 952.636816] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703b1368-8a18-4486-bdb8-34b90a423c18 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.644179] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3243997, 'name': CreateVM_Task, 'duration_secs': 0.39113} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.644898] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f7ea455-6146-4fa9-a726-cf655beb92d7] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 952.645699] env[68800]: DEBUG oslo_concurrency.lockutils [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.646061] env[68800]: DEBUG oslo_concurrency.lockutils [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.646345] env[68800]: DEBUG oslo_concurrency.lockutils [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.656314] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e28102e8-fd63-48fa-abf6-7deda608713f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.658277] env[68800]: DEBUG nova.compute.provider_tree [None req-6c089256-ea60-4b03-bac3-b70593a9bb0c tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.662621] env[68800]: DEBUG oslo_vmware.api [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Waiting for the task: (returnval){ [ 952.662621] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]527caa1b-ca00-f989-068d-017eae944d57" [ 952.662621] env[68800]: _type = "Task" [ 952.662621] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.670968] env[68800]: DEBUG oslo_vmware.api [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]527caa1b-ca00-f989-068d-017eae944d57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.926207] env[68800]: DEBUG oslo_vmware.api [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243998, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.018420] env[68800]: DEBUG nova.network.neutron [req-0964bde1-038a-47be-8319-9acd8999a1d3 req-8f263519-deb2-4f3f-afdf-9136c14b7a89 service nova] [instance: 5f7ea455-6146-4fa9-a726-cf655beb92d7] Updated VIF entry in instance network info cache for port 67bf0141-03c2-4a55-93fa-b618378b93df. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 953.018779] env[68800]: DEBUG nova.network.neutron [req-0964bde1-038a-47be-8319-9acd8999a1d3 req-8f263519-deb2-4f3f-afdf-9136c14b7a89 service nova] [instance: 5f7ea455-6146-4fa9-a726-cf655beb92d7] Updating instance_info_cache with network_info: [{"id": "67bf0141-03c2-4a55-93fa-b618378b93df", "address": "fa:16:3e:a1:fd:bf", "network": {"id": "61392fd5-0d9c-40c5-b987-3ed7c9fcc0b1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-36638375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afdfb42235e54e239d59fd3191164f2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67bf0141-03", "ovs_interfaceid": "67bf0141-03c2-4a55-93fa-b618378b93df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.135687] env[68800]: DEBUG nova.compute.manager [None req-8312e19f-8759-4ad4-b65b-029a24c294b6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 953.135866] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8312e19f-8759-4ad4-b65b-029a24c294b6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 953.136784] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b732385d-d981-4dd3-a1d2-ac04ebffb17f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.144390] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-8312e19f-8759-4ad4-b65b-029a24c294b6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.144390] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53b85736-e365-4559-a656-9b646ff37e67 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.151790] env[68800]: DEBUG oslo_vmware.api [None req-8312e19f-8759-4ad4-b65b-029a24c294b6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 953.151790] env[68800]: value = "task-3243999" [ 953.151790] env[68800]: _type = "Task" [ 953.151790] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.161893] env[68800]: DEBUG nova.scheduler.client.report [None req-6c089256-ea60-4b03-bac3-b70593a9bb0c tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.165466] env[68800]: DEBUG oslo_vmware.api [None req-8312e19f-8759-4ad4-b65b-029a24c294b6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.177494] env[68800]: DEBUG oslo_vmware.api [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]527caa1b-ca00-f989-068d-017eae944d57, 'name': SearchDatastore_Task, 'duration_secs': 0.013692} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.178395] env[68800]: DEBUG oslo_concurrency.lockutils [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.180098] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: 5f7ea455-6146-4fa9-a726-cf655beb92d7] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 953.180417] env[68800]: DEBUG oslo_concurrency.lockutils [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.180616] env[68800]: DEBUG oslo_concurrency.lockutils [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.180846] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.181174] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24a9fbf1-bf5e-44fd-9b29-cde077ae5489 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.190240] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.190456] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 953.191271] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ff297e1-95c6-439a-9107-4ffb28d780d6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.200021] env[68800]: DEBUG oslo_vmware.api [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Waiting for the task: (returnval){ [ 953.200021] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5276eabe-976d-bde9-c511-676f088bdc0a" [ 953.200021] env[68800]: _type = "Task" [ 953.200021] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.207034] env[68800]: DEBUG oslo_vmware.api [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5276eabe-976d-bde9-c511-676f088bdc0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.430914] env[68800]: DEBUG oslo_vmware.api [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3243998, 'name': CreateSnapshot_Task, 'duration_secs': 0.966818} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.431470] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Created Snapshot of the VM instance {{(pid=68800) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 953.432093] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6a044d-6b24-4e59-bad4-2f9836ee88b8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.522269] env[68800]: DEBUG oslo_concurrency.lockutils [req-0964bde1-038a-47be-8319-9acd8999a1d3 req-8f263519-deb2-4f3f-afdf-9136c14b7a89 service nova] Releasing lock "refresh_cache-5f7ea455-6146-4fa9-a726-cf655beb92d7" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.620023] env[68800]: DEBUG nova.virt.hardware [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 953.620023] env[68800]: DEBUG nova.virt.hardware [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.620023] env[68800]: DEBUG nova.virt.hardware [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.620505] env[68800]: DEBUG nova.virt.hardware [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.620826] env[68800]: DEBUG nova.virt.hardware [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.621199] env[68800]: DEBUG nova.virt.hardware [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 953.621528] env[68800]: DEBUG nova.virt.hardware [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 953.621800] env[68800]: DEBUG nova.virt.hardware [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 953.622091] env[68800]: DEBUG nova.virt.hardware [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 953.622486] env[68800]: DEBUG nova.virt.hardware [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 953.622790] env[68800]: DEBUG nova.virt.hardware [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 953.624030] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e12edc4-e5ee-404c-9558-0ba127c4f0fb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.633096] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b27cbea-24de-4921-9ec3-3f888bd135bf {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.651015] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Instance VIF info [] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.654282] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.654741] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.659179] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e07e2700-784c-4c11-b8e9-684aca361a62 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.677873] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6c089256-ea60-4b03-bac3-b70593a9bb0c tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.137s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.681092] env[68800]: DEBUG oslo_concurrency.lockutils [None req-986c2725-bd83-4275-9026-c6b15affaf84 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.522s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.681470] env[68800]: DEBUG nova.objects.instance [None req-986c2725-bd83-4275-9026-c6b15affaf84 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Lazy-loading 'resources' on Instance uuid 2f746cfa-4d45-40d2-b39f-a7df3f22ada1 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.691307] env[68800]: DEBUG oslo_vmware.api [None req-8312e19f-8759-4ad4-b65b-029a24c294b6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3243999, 'name': PowerOffVM_Task, 'duration_secs': 0.188558} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.692414] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-8312e19f-8759-4ad4-b65b-029a24c294b6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.692491] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8312e19f-8759-4ad4-b65b-029a24c294b6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 953.692699] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.692699] env[68800]: value = "task-3244000" [ 953.692699] env[68800]: _type = "Task" [ 953.692699] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.692879] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99b9d5f7-f31f-4f1f-8bbc-11fa207189a6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.709230] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244000, 'name': CreateVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.710315] env[68800]: INFO nova.scheduler.client.report [None req-6c089256-ea60-4b03-bac3-b70593a9bb0c tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Deleted allocations for instance 949aac90-1d3e-47c1-8d53-eef78adaa390 [ 953.718103] env[68800]: DEBUG oslo_vmware.api [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5276eabe-976d-bde9-c511-676f088bdc0a, 'name': SearchDatastore_Task, 'duration_secs': 0.009512} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.723708] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48112436-d670-4d2c-ac7d-f50cde6b89c3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.729617] env[68800]: DEBUG oslo_vmware.api [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Waiting for the task: (returnval){ [ 953.729617] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]521e6e48-ef39-61e9-2204-a18fb65093f8" [ 953.729617] env[68800]: _type = "Task" [ 953.729617] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.740123] env[68800]: DEBUG oslo_vmware.api [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]521e6e48-ef39-61e9-2204-a18fb65093f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.765316] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8312e19f-8759-4ad4-b65b-029a24c294b6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 953.766497] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8312e19f-8759-4ad4-b65b-029a24c294b6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 953.766497] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-8312e19f-8759-4ad4-b65b-029a24c294b6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Deleting the datastore file [datastore2] 99f2d44f-e361-466f-998c-f23a2b04bcbf {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 953.766497] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db4bad3b-5615-4e59-8ee6-034e6eb591d6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.775332] env[68800]: DEBUG oslo_vmware.api [None req-8312e19f-8759-4ad4-b65b-029a24c294b6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 953.775332] env[68800]: value = "task-3244002" [ 953.775332] env[68800]: _type = "Task" [ 953.775332] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.782472] env[68800]: DEBUG oslo_vmware.api [None req-8312e19f-8759-4ad4-b65b-029a24c294b6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244002, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.953869] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Creating linked-clone VM from snapshot {{(pid=68800) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 953.955340] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f975673b-808c-4ace-8885-cd4d45005aca {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.967723] env[68800]: DEBUG oslo_vmware.api [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 953.967723] env[68800]: value = "task-3244003" [ 953.967723] env[68800]: _type = "Task" [ 953.967723] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.978321] env[68800]: DEBUG oslo_vmware.api [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244003, 'name': CloneVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.207754] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244000, 'name': CreateVM_Task, 'duration_secs': 0.322621} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.207754] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 954.207754] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.207990] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.208292] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.208803] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d995b0a-d078-48ee-9188-624476ccb5d9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.217492] env[68800]: DEBUG oslo_vmware.api [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Waiting for the task: (returnval){ [ 954.217492] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529acebf-5190-7d8f-2daa-09d88e3fd67a" [ 954.217492] env[68800]: _type = "Task" [ 954.217492] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.230668] env[68800]: DEBUG oslo_vmware.api [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529acebf-5190-7d8f-2daa-09d88e3fd67a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.232671] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6c089256-ea60-4b03-bac3-b70593a9bb0c tempest-VolumesAdminNegativeTest-709246671 tempest-VolumesAdminNegativeTest-709246671-project-member] Lock "949aac90-1d3e-47c1-8d53-eef78adaa390" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.907s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.243776] env[68800]: DEBUG oslo_vmware.api [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]521e6e48-ef39-61e9-2204-a18fb65093f8, 'name': SearchDatastore_Task, 'duration_secs': 0.015939} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.244075] env[68800]: DEBUG oslo_concurrency.lockutils [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.244385] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 5f7ea455-6146-4fa9-a726-cf655beb92d7/5f7ea455-6146-4fa9-a726-cf655beb92d7.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.244730] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71fee326-9de7-4650-aada-2e00363db62e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.254957] env[68800]: DEBUG oslo_vmware.api [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Waiting for the task: (returnval){ [ 954.254957] env[68800]: value = "task-3244004" [ 954.254957] env[68800]: _type = "Task" [ 954.254957] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.269638] env[68800]: DEBUG oslo_vmware.api [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244004, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.284827] env[68800]: DEBUG oslo_vmware.api [None req-8312e19f-8759-4ad4-b65b-029a24c294b6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244002, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19183} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.284827] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-8312e19f-8759-4ad4-b65b-029a24c294b6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 954.285094] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8312e19f-8759-4ad4-b65b-029a24c294b6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 954.285322] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8312e19f-8759-4ad4-b65b-029a24c294b6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 954.285532] env[68800]: INFO nova.compute.manager [None req-8312e19f-8759-4ad4-b65b-029a24c294b6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Took 1.15 seconds to destroy the instance on the hypervisor. [ 954.285924] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8312e19f-8759-4ad4-b65b-029a24c294b6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.286203] env[68800]: DEBUG nova.compute.manager [-] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 954.286284] env[68800]: DEBUG nova.network.neutron [-] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 954.481249] env[68800]: DEBUG oslo_vmware.api [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244003, 'name': CloneVM_Task} progress is 94%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.726167] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0428cb66-f5b4-44f6-856f-f747b98e6864 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.742711] env[68800]: DEBUG oslo_vmware.api [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529acebf-5190-7d8f-2daa-09d88e3fd67a, 'name': SearchDatastore_Task, 'duration_secs': 0.014352} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.745385] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.745385] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.745809] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.746049] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.746299] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.746717] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb10f1c3-827e-4525-a438-de304b080817 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.750083] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc91fef1-ca92-46d8-9b38-93e6ea8f9bae {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.787938] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f30ac8-f749-4d6b-badf-ed4919b8535c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.790861] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.791196] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 954.795133] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed648792-6d90-41f5-bbc9-668c3b552515 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.798215] env[68800]: DEBUG oslo_vmware.api [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244004, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519139} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.799168] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 5f7ea455-6146-4fa9-a726-cf655beb92d7/5f7ea455-6146-4fa9-a726-cf655beb92d7.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 954.799294] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: 5f7ea455-6146-4fa9-a726-cf655beb92d7] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 954.799872] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1bb6f28-7e46-44b7-a19a-7de3a67b1780 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.806245] env[68800]: DEBUG oslo_vmware.api [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Waiting for the task: (returnval){ [ 954.806245] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52b8b7f9-a95e-7fab-549f-6d007faec7d7" [ 954.806245] env[68800]: _type = "Task" [ 954.806245] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.807811] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1c9a43-c26b-4e92-bca9-71f9b9364f64 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.816259] env[68800]: DEBUG oslo_vmware.api [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Waiting for the task: (returnval){ [ 954.816259] env[68800]: value = "task-3244005" [ 954.816259] env[68800]: _type = "Task" [ 954.816259] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.830235] env[68800]: DEBUG nova.compute.provider_tree [None req-986c2725-bd83-4275-9026-c6b15affaf84 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.832287] env[68800]: DEBUG oslo_vmware.api [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52b8b7f9-a95e-7fab-549f-6d007faec7d7, 'name': SearchDatastore_Task, 'duration_secs': 0.012566} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.832839] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d158b35-cda1-4c63-aef7-9d126f9f9e4b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.838477] env[68800]: DEBUG oslo_vmware.api [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244005, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.840619] env[68800]: DEBUG oslo_vmware.api [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Waiting for the task: (returnval){ [ 954.840619] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52f4e623-4bfe-ce01-78ed-ac6e9d4c4edb" [ 954.840619] env[68800]: _type = "Task" [ 954.840619] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.849463] env[68800]: DEBUG oslo_vmware.api [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52f4e623-4bfe-ce01-78ed-ac6e9d4c4edb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.980869] env[68800]: DEBUG oslo_vmware.api [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244003, 'name': CloneVM_Task} progress is 94%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.325835] env[68800]: DEBUG oslo_vmware.api [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244005, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.150261} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.326371] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: 5f7ea455-6146-4fa9-a726-cf655beb92d7] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 955.327219] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3877a72-1935-4f42-90fe-d86630110faa {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.336194] env[68800]: DEBUG nova.scheduler.client.report [None req-986c2725-bd83-4275-9026-c6b15affaf84 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.360069] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: 5f7ea455-6146-4fa9-a726-cf655beb92d7] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 5f7ea455-6146-4fa9-a726-cf655beb92d7/5f7ea455-6146-4fa9-a726-cf655beb92d7.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.360069] env[68800]: DEBUG oslo_concurrency.lockutils [None req-986c2725-bd83-4275-9026-c6b15affaf84 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.678s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.364791] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-665d76a3-b65e-4353-95d8-9f2195ad3e9d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.379674] env[68800]: DEBUG oslo_concurrency.lockutils [None req-505828e0-1dc7-4f9d-9ae3-a5d5e050c677 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.100s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.379925] env[68800]: DEBUG nova.objects.instance [None req-505828e0-1dc7-4f9d-9ae3-a5d5e050c677 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Lazy-loading 'resources' on Instance uuid b6ce6d33-aebc-420e-afe7-9e0908a2c560 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.389739] env[68800]: DEBUG oslo_vmware.api [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52f4e623-4bfe-ce01-78ed-ac6e9d4c4edb, 'name': SearchDatastore_Task, 'duration_secs': 0.010132} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.391123] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.391411] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] c51643af-7816-47ac-bdf9-24f0135aacb7/c51643af-7816-47ac-bdf9-24f0135aacb7.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 955.391991] env[68800]: DEBUG oslo_vmware.api [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Waiting for the task: (returnval){ [ 955.391991] env[68800]: value = "task-3244006" [ 955.391991] env[68800]: _type = "Task" [ 955.391991] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.392196] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aee5f032-a0c8-4c97-8dbf-00da29400dcd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.407072] env[68800]: DEBUG oslo_vmware.api [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244006, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.408159] env[68800]: INFO nova.scheduler.client.report [None req-986c2725-bd83-4275-9026-c6b15affaf84 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Deleted allocations for instance 2f746cfa-4d45-40d2-b39f-a7df3f22ada1 [ 955.411015] env[68800]: DEBUG oslo_vmware.api [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Waiting for the task: (returnval){ [ 955.411015] env[68800]: value = "task-3244007" [ 955.411015] env[68800]: _type = "Task" [ 955.411015] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.424447] env[68800]: DEBUG oslo_vmware.api [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': task-3244007, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.456050] env[68800]: DEBUG nova.compute.manager [req-9ad179cf-0f36-47b6-bc9f-7871316a29b0 req-cca2646c-2054-4ba3-bc75-57c3566e92fb service nova] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Received event network-vif-deleted-799e4986-0930-491b-98ff-32f545243230 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.456050] env[68800]: INFO nova.compute.manager [req-9ad179cf-0f36-47b6-bc9f-7871316a29b0 req-cca2646c-2054-4ba3-bc75-57c3566e92fb service nova] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Neutron deleted interface 799e4986-0930-491b-98ff-32f545243230; detaching it from the instance and deleting it from the info cache [ 955.456050] env[68800]: DEBUG nova.network.neutron [req-9ad179cf-0f36-47b6-bc9f-7871316a29b0 req-cca2646c-2054-4ba3-bc75-57c3566e92fb service nova] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.480832] env[68800]: DEBUG oslo_vmware.api [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244003, 'name': CloneVM_Task} progress is 95%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.906498] env[68800]: DEBUG oslo_vmware.api [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244006, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.924545] env[68800]: DEBUG oslo_vmware.api [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': task-3244007, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.925073] env[68800]: DEBUG oslo_concurrency.lockutils [None req-986c2725-bd83-4275-9026-c6b15affaf84 tempest-ImagesOneServerNegativeTestJSON-2089304275 tempest-ImagesOneServerNegativeTestJSON-2089304275-project-member] Lock "2f746cfa-4d45-40d2-b39f-a7df3f22ada1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.274s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.937224] env[68800]: DEBUG nova.network.neutron [-] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.960703] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-263dea02-c35a-400f-81d4-0a2f41ca98af {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.982862] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8696982b-1f86-422f-8550-68a4df6303ab {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.998681] env[68800]: DEBUG oslo_vmware.api [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244003, 'name': CloneVM_Task, 'duration_secs': 1.762638} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.998947] env[68800]: INFO nova.virt.vmwareapi.vmops [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Created linked-clone VM from snapshot [ 956.000061] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3db65f5-5907-4729-9e10-3adbbb30f050 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.019914] env[68800]: DEBUG nova.compute.manager [req-9ad179cf-0f36-47b6-bc9f-7871316a29b0 req-cca2646c-2054-4ba3-bc75-57c3566e92fb service nova] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Detach interface failed, port_id=799e4986-0930-491b-98ff-32f545243230, reason: Instance 99f2d44f-e361-466f-998c-f23a2b04bcbf could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 956.027947] env[68800]: DEBUG nova.virt.vmwareapi.images [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Uploading image 32e34aca-ef59-418f-ba61-3f35a091f957 {{(pid=68800) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 956.056182] env[68800]: DEBUG oslo_vmware.rw_handles [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 956.056182] env[68800]: value = "vm-648297" [ 956.056182] env[68800]: _type = "VirtualMachine" [ 956.056182] env[68800]: }. {{(pid=68800) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 956.056182] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-51369dfb-4a7c-48c2-a384-a9382539a34f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.062723] env[68800]: DEBUG oslo_vmware.rw_handles [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lease: (returnval){ [ 956.062723] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c3e29d-df1d-69fe-1346-32b299d88ea4" [ 956.062723] env[68800]: _type = "HttpNfcLease" [ 956.062723] env[68800]: } obtained for exporting VM: (result){ [ 956.062723] env[68800]: value = "vm-648297" [ 956.062723] env[68800]: _type = "VirtualMachine" [ 956.062723] env[68800]: }. {{(pid=68800) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 956.062723] env[68800]: DEBUG oslo_vmware.api [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the lease: (returnval){ [ 956.062723] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c3e29d-df1d-69fe-1346-32b299d88ea4" [ 956.062723] env[68800]: _type = "HttpNfcLease" [ 956.062723] env[68800]: } to be ready. {{(pid=68800) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 956.073678] env[68800]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 956.073678] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c3e29d-df1d-69fe-1346-32b299d88ea4" [ 956.073678] env[68800]: _type = "HttpNfcLease" [ 956.073678] env[68800]: } is ready. {{(pid=68800) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 956.074241] env[68800]: DEBUG oslo_vmware.rw_handles [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 956.074241] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c3e29d-df1d-69fe-1346-32b299d88ea4" [ 956.074241] env[68800]: _type = "HttpNfcLease" [ 956.074241] env[68800]: }. {{(pid=68800) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 956.075031] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82915a50-a8ea-4a5d-8c25-cacffc032186 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.085669] env[68800]: DEBUG oslo_vmware.rw_handles [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e3eaef-76ea-4853-4803-49294bb26780/disk-0.vmdk from lease info. {{(pid=68800) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 956.085851] env[68800]: DEBUG oslo_vmware.rw_handles [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e3eaef-76ea-4853-4803-49294bb26780/disk-0.vmdk for reading. {{(pid=68800) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 956.186866] env[68800]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-48e625be-3e2e-4b90-928c-692be2f443ac {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.411182] env[68800]: DEBUG oslo_vmware.api [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244006, 'name': ReconfigVM_Task, 'duration_secs': 0.587533} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.413292] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: 5f7ea455-6146-4fa9-a726-cf655beb92d7] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 5f7ea455-6146-4fa9-a726-cf655beb92d7/5f7ea455-6146-4fa9-a726-cf655beb92d7.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.414320] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8ad6456-a253-4a69-bc74-3388c59b49d0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.424771] env[68800]: DEBUG oslo_vmware.api [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': task-3244007, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521132} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.428149] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] c51643af-7816-47ac-bdf9-24f0135aacb7/c51643af-7816-47ac-bdf9-24f0135aacb7.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 956.428508] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 956.428802] env[68800]: DEBUG oslo_vmware.api [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Waiting for the task: (returnval){ [ 956.428802] env[68800]: value = "task-3244009" [ 956.428802] env[68800]: _type = "Task" [ 956.428802] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.429384] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6373bf33-bb17-476e-a819-a749d04b8726 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.440128] env[68800]: DEBUG oslo_vmware.api [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244009, 'name': Rename_Task} progress is 10%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.442646] env[68800]: DEBUG oslo_vmware.api [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Waiting for the task: (returnval){ [ 956.442646] env[68800]: value = "task-3244010" [ 956.442646] env[68800]: _type = "Task" [ 956.442646] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.443111] env[68800]: INFO nova.compute.manager [-] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Took 2.16 seconds to deallocate network for instance. [ 956.460310] env[68800]: DEBUG oslo_vmware.api [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': task-3244010, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.487075] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fc7c3e-990c-4ca2-b324-d05acedb74bf {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.499795] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8dba6ad-3cd1-47fb-a0b9-26a51d7ec560 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.534187] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85684b7f-ab0c-4369-a38e-1b7412647c9a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.542460] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c408e0b9-380c-4547-b0eb-641e5d80107a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.557795] env[68800]: DEBUG nova.compute.provider_tree [None req-505828e0-1dc7-4f9d-9ae3-a5d5e050c677 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.944180] env[68800]: DEBUG oslo_vmware.api [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244009, 'name': Rename_Task, 'duration_secs': 0.148477} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.947674] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: 5f7ea455-6146-4fa9-a726-cf655beb92d7] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.947875] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3399cde6-02f6-4ae9-a04a-26cb1395eb7f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.955925] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8312e19f-8759-4ad4-b65b-029a24c294b6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.956268] env[68800]: DEBUG oslo_vmware.api [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': task-3244010, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078687} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.957719] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.958091] env[68800]: DEBUG oslo_vmware.api [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Waiting for the task: (returnval){ [ 956.958091] env[68800]: value = "task-3244011" [ 956.958091] env[68800]: _type = "Task" [ 956.958091] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.958825] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b5c04c-ef9c-4970-92f7-1b89fff98e35 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.992219] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] c51643af-7816-47ac-bdf9-24f0135aacb7/c51643af-7816-47ac-bdf9-24f0135aacb7.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.998723] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bbe1ac0-2d06-4105-8fc4-1b1550a9e65f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.015692] env[68800]: DEBUG oslo_vmware.api [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244011, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.020659] env[68800]: DEBUG oslo_vmware.api [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Waiting for the task: (returnval){ [ 957.020659] env[68800]: value = "task-3244012" [ 957.020659] env[68800]: _type = "Task" [ 957.020659] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.034113] env[68800]: DEBUG oslo_vmware.api [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': task-3244012, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.063201] env[68800]: DEBUG nova.scheduler.client.report [None req-505828e0-1dc7-4f9d-9ae3-a5d5e050c677 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.474979] env[68800]: DEBUG oslo_vmware.api [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244011, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.534309] env[68800]: DEBUG oslo_vmware.api [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': task-3244012, 'name': ReconfigVM_Task, 'duration_secs': 0.446459} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.534608] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Reconfigured VM instance instance-0000004b to attach disk [datastore1] c51643af-7816-47ac-bdf9-24f0135aacb7/c51643af-7816-47ac-bdf9-24f0135aacb7.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.535478] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18ef8c63-f092-4e90-9593-51acb1015f48 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.546020] env[68800]: DEBUG oslo_vmware.api [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Waiting for the task: (returnval){ [ 957.546020] env[68800]: value = "task-3244013" [ 957.546020] env[68800]: _type = "Task" [ 957.546020] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.556155] env[68800]: DEBUG oslo_vmware.api [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': task-3244013, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.572040] env[68800]: DEBUG oslo_concurrency.lockutils [None req-505828e0-1dc7-4f9d-9ae3-a5d5e050c677 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.192s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.574830] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.259s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.576519] env[68800]: INFO nova.compute.claims [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 957.605346] env[68800]: INFO nova.scheduler.client.report [None req-505828e0-1dc7-4f9d-9ae3-a5d5e050c677 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Deleted allocations for instance b6ce6d33-aebc-420e-afe7-9e0908a2c560 [ 957.977993] env[68800]: DEBUG oslo_vmware.api [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244011, 'name': PowerOnVM_Task, 'duration_secs': 0.607127} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.978861] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: 5f7ea455-6146-4fa9-a726-cf655beb92d7] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 957.978932] env[68800]: INFO nova.compute.manager [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: 5f7ea455-6146-4fa9-a726-cf655beb92d7] Took 8.62 seconds to spawn the instance on the hypervisor. [ 957.979202] env[68800]: DEBUG nova.compute.manager [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: 5f7ea455-6146-4fa9-a726-cf655beb92d7] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 957.980106] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ea5888-3ad5-4d82-b1f5-621fbbe1921b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.059298] env[68800]: DEBUG oslo_vmware.api [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': task-3244013, 'name': Rename_Task, 'duration_secs': 0.160203} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.060047] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.060337] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-709748ca-fd40-45e6-add2-deae4dbb9e23 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.068546] env[68800]: DEBUG oslo_vmware.api [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Waiting for the task: (returnval){ [ 958.068546] env[68800]: value = "task-3244014" [ 958.068546] env[68800]: _type = "Task" [ 958.068546] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.085512] env[68800]: DEBUG oslo_vmware.api [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': task-3244014, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.114360] env[68800]: DEBUG oslo_concurrency.lockutils [None req-505828e0-1dc7-4f9d-9ae3-a5d5e050c677 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Lock "b6ce6d33-aebc-420e-afe7-9e0908a2c560" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.370s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.307275] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1cf08b93-f582-4468-b138-db58661b2cad tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquiring lock "9edbd4b6-b890-4a22-896a-26e315d18fd0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.307506] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1cf08b93-f582-4468-b138-db58661b2cad tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Lock "9edbd4b6-b890-4a22-896a-26e315d18fd0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.307718] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1cf08b93-f582-4468-b138-db58661b2cad tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquiring lock "9edbd4b6-b890-4a22-896a-26e315d18fd0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.307899] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1cf08b93-f582-4468-b138-db58661b2cad tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Lock "9edbd4b6-b890-4a22-896a-26e315d18fd0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.308172] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1cf08b93-f582-4468-b138-db58661b2cad tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Lock "9edbd4b6-b890-4a22-896a-26e315d18fd0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.311078] env[68800]: INFO nova.compute.manager [None req-1cf08b93-f582-4468-b138-db58661b2cad tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 9edbd4b6-b890-4a22-896a-26e315d18fd0] Terminating instance [ 958.506610] env[68800]: INFO nova.compute.manager [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: 5f7ea455-6146-4fa9-a726-cf655beb92d7] Took 39.90 seconds to build instance. [ 958.580791] env[68800]: DEBUG oslo_vmware.api [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': task-3244014, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.816140] env[68800]: DEBUG nova.compute.manager [None req-1cf08b93-f582-4468-b138-db58661b2cad tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 9edbd4b6-b890-4a22-896a-26e315d18fd0] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.816374] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf08b93-f582-4468-b138-db58661b2cad tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 9edbd4b6-b890-4a22-896a-26e315d18fd0] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.817464] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed5b843-2aa5-4b10-9a49-9d2b71cd3475 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.826022] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cf08b93-f582-4468-b138-db58661b2cad tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 9edbd4b6-b890-4a22-896a-26e315d18fd0] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.828794] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5759bc3e-f270-42b0-963b-a98dbca8a15c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.838109] env[68800]: DEBUG oslo_vmware.api [None req-1cf08b93-f582-4468-b138-db58661b2cad tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 958.838109] env[68800]: value = "task-3244015" [ 958.838109] env[68800]: _type = "Task" [ 958.838109] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.846932] env[68800]: DEBUG oslo_vmware.api [None req-1cf08b93-f582-4468-b138-db58661b2cad tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3244015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.007761] env[68800]: DEBUG oslo_concurrency.lockutils [None req-524c2635-dc39-4857-b5b4-56e3f9fd0657 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Lock "5f7ea455-6146-4fa9-a726-cf655beb92d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.323s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.043648] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e48b1e-8c3a-42fa-ac63-6596a28f3f3b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.050991] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39e1dd2-2612-4fa2-b85d-5fe5f6c0cec0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.084923] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e8e221-930d-4a7c-bf4d-72e5fa941f2c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.093264] env[68800]: DEBUG oslo_vmware.api [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': task-3244014, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.096630] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf0e75c-1753-488a-a6cd-4216d59b5c4f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.117829] env[68800]: DEBUG nova.compute.provider_tree [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.133437] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d8fad3c4-fc0d-45ee-bef1-6b756397e730 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Acquiring lock "d09d6489-64ed-44b7-8a61-ee59d6160ba4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.133780] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d8fad3c4-fc0d-45ee-bef1-6b756397e730 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Lock "d09d6489-64ed-44b7-8a61-ee59d6160ba4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.133989] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d8fad3c4-fc0d-45ee-bef1-6b756397e730 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Acquiring lock "d09d6489-64ed-44b7-8a61-ee59d6160ba4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.134190] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d8fad3c4-fc0d-45ee-bef1-6b756397e730 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Lock "d09d6489-64ed-44b7-8a61-ee59d6160ba4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.134357] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d8fad3c4-fc0d-45ee-bef1-6b756397e730 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Lock "d09d6489-64ed-44b7-8a61-ee59d6160ba4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.141589] env[68800]: INFO nova.compute.manager [None req-d8fad3c4-fc0d-45ee-bef1-6b756397e730 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] Terminating instance [ 959.348100] env[68800]: DEBUG oslo_vmware.api [None req-1cf08b93-f582-4468-b138-db58661b2cad tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3244015, 'name': PowerOffVM_Task, 'duration_secs': 0.257669} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.348898] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cf08b93-f582-4468-b138-db58661b2cad tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 9edbd4b6-b890-4a22-896a-26e315d18fd0] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.349217] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf08b93-f582-4468-b138-db58661b2cad tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 9edbd4b6-b890-4a22-896a-26e315d18fd0] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.350917] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-428ad3c1-04f4-4a57-a9d7-294538e29451 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.425575] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf08b93-f582-4468-b138-db58661b2cad tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 9edbd4b6-b890-4a22-896a-26e315d18fd0] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.425575] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf08b93-f582-4468-b138-db58661b2cad tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 9edbd4b6-b890-4a22-896a-26e315d18fd0] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.426041] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cf08b93-f582-4468-b138-db58661b2cad tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Deleting the datastore file [datastore1] 9edbd4b6-b890-4a22-896a-26e315d18fd0 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.426128] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04035fac-4243-4f0a-984d-bfdbd66b99fd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.439325] env[68800]: DEBUG oslo_vmware.api [None req-1cf08b93-f582-4468-b138-db58661b2cad tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 959.439325] env[68800]: value = "task-3244017" [ 959.439325] env[68800]: _type = "Task" [ 959.439325] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.450047] env[68800]: DEBUG oslo_vmware.api [None req-1cf08b93-f582-4468-b138-db58661b2cad tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3244017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.595487] env[68800]: DEBUG oslo_vmware.api [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': task-3244014, 'name': PowerOnVM_Task, 'duration_secs': 1.167037} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.595811] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.596029] env[68800]: DEBUG nova.compute.manager [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.596864] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf99dcee-2642-4cc6-9c9a-adc823780765 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.619992] env[68800]: DEBUG nova.scheduler.client.report [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.646276] env[68800]: DEBUG nova.compute.manager [None req-d8fad3c4-fc0d-45ee-bef1-6b756397e730 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 959.646394] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d8fad3c4-fc0d-45ee-bef1-6b756397e730 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 959.647837] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd22500e-ae03-493e-a751-77d7d1ef8387 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.657894] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8fad3c4-fc0d-45ee-bef1-6b756397e730 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.658187] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eaf96b2b-a2d8-4718-b082-dac56453fac6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.664392] env[68800]: DEBUG oslo_vmware.api [None req-d8fad3c4-fc0d-45ee-bef1-6b756397e730 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Waiting for the task: (returnval){ [ 959.664392] env[68800]: value = "task-3244018" [ 959.664392] env[68800]: _type = "Task" [ 959.664392] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.673436] env[68800]: DEBUG oslo_vmware.api [None req-d8fad3c4-fc0d-45ee-bef1-6b756397e730 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Task: {'id': task-3244018, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.951468] env[68800]: DEBUG oslo_vmware.api [None req-1cf08b93-f582-4468-b138-db58661b2cad tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3244017, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339564} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.951745] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cf08b93-f582-4468-b138-db58661b2cad tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.952028] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf08b93-f582-4468-b138-db58661b2cad tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 9edbd4b6-b890-4a22-896a-26e315d18fd0] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.952222] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf08b93-f582-4468-b138-db58661b2cad tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 9edbd4b6-b890-4a22-896a-26e315d18fd0] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.952314] env[68800]: INFO nova.compute.manager [None req-1cf08b93-f582-4468-b138-db58661b2cad tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 9edbd4b6-b890-4a22-896a-26e315d18fd0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 959.953408] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1cf08b93-f582-4468-b138-db58661b2cad tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.953408] env[68800]: DEBUG nova.compute.manager [-] [instance: 9edbd4b6-b890-4a22-896a-26e315d18fd0] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 959.953586] env[68800]: DEBUG nova.network.neutron [-] [instance: 9edbd4b6-b890-4a22-896a-26e315d18fd0] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 960.002128] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9a5a77c3-abc2-43ea-8080-28a5e78090b2 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Acquiring lock "5f7ea455-6146-4fa9-a726-cf655beb92d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.002403] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9a5a77c3-abc2-43ea-8080-28a5e78090b2 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Lock "5f7ea455-6146-4fa9-a726-cf655beb92d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.002622] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9a5a77c3-abc2-43ea-8080-28a5e78090b2 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Acquiring lock "5f7ea455-6146-4fa9-a726-cf655beb92d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.002806] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9a5a77c3-abc2-43ea-8080-28a5e78090b2 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Lock "5f7ea455-6146-4fa9-a726-cf655beb92d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.003084] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9a5a77c3-abc2-43ea-8080-28a5e78090b2 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Lock "5f7ea455-6146-4fa9-a726-cf655beb92d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.005298] env[68800]: INFO nova.compute.manager [None req-9a5a77c3-abc2-43ea-8080-28a5e78090b2 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: 5f7ea455-6146-4fa9-a726-cf655beb92d7] Terminating instance [ 960.115917] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.132076] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.556s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.132076] env[68800]: DEBUG nova.compute.manager [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 960.135497] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a0d4cc49-0171-4217-a4b6-3a5515756960 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.295s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.135726] env[68800]: DEBUG nova.objects.instance [None req-a0d4cc49-0171-4217-a4b6-3a5515756960 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Lazy-loading 'resources' on Instance uuid d0fbab34-bbfe-44a1-9fe8-4493c50e625b {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.176867] env[68800]: DEBUG oslo_vmware.api [None req-d8fad3c4-fc0d-45ee-bef1-6b756397e730 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Task: {'id': task-3244018, 'name': PowerOffVM_Task, 'duration_secs': 0.339942} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.177394] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8fad3c4-fc0d-45ee-bef1-6b756397e730 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.177663] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d8fad3c4-fc0d-45ee-bef1-6b756397e730 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.178016] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab4a1b01-d00c-4850-86cd-86a16b997843 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.249466] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d8fad3c4-fc0d-45ee-bef1-6b756397e730 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.250190] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d8fad3c4-fc0d-45ee-bef1-6b756397e730 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.250190] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8fad3c4-fc0d-45ee-bef1-6b756397e730 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Deleting the datastore file [datastore1] d09d6489-64ed-44b7-8a61-ee59d6160ba4 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.250507] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-debbd942-8bad-4ec3-9d5e-79247a7d0a48 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.257377] env[68800]: DEBUG oslo_vmware.api [None req-d8fad3c4-fc0d-45ee-bef1-6b756397e730 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Waiting for the task: (returnval){ [ 960.257377] env[68800]: value = "task-3244020" [ 960.257377] env[68800]: _type = "Task" [ 960.257377] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.269575] env[68800]: DEBUG oslo_vmware.api [None req-d8fad3c4-fc0d-45ee-bef1-6b756397e730 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Task: {'id': task-3244020, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.354085] env[68800]: DEBUG nova.compute.manager [req-19523a92-4afd-4e1d-a6e6-20dee1084b67 req-b98b616a-e622-47a7-86a5-c73af4a2c425 service nova] [instance: 9edbd4b6-b890-4a22-896a-26e315d18fd0] Received event network-vif-deleted-7fe0ce95-ee78-47c8-8d11-f2e5e0f449c8 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.354777] env[68800]: INFO nova.compute.manager [req-19523a92-4afd-4e1d-a6e6-20dee1084b67 req-b98b616a-e622-47a7-86a5-c73af4a2c425 service nova] [instance: 9edbd4b6-b890-4a22-896a-26e315d18fd0] Neutron deleted interface 7fe0ce95-ee78-47c8-8d11-f2e5e0f449c8; detaching it from the instance and deleting it from the info cache [ 960.355014] env[68800]: DEBUG nova.network.neutron [req-19523a92-4afd-4e1d-a6e6-20dee1084b67 req-b98b616a-e622-47a7-86a5-c73af4a2c425 service nova] [instance: 9edbd4b6-b890-4a22-896a-26e315d18fd0] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.509457] env[68800]: DEBUG nova.compute.manager [None req-9a5a77c3-abc2-43ea-8080-28a5e78090b2 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: 5f7ea455-6146-4fa9-a726-cf655beb92d7] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 960.509610] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5a77c3-abc2-43ea-8080-28a5e78090b2 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: 5f7ea455-6146-4fa9-a726-cf655beb92d7] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.510903] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a932f990-d0ed-4639-ab47-0d9d9fc528d1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.523017] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a5a77c3-abc2-43ea-8080-28a5e78090b2 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: 5f7ea455-6146-4fa9-a726-cf655beb92d7] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.523017] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b058145-4f6c-4719-86ee-1ddebad22bec {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.529657] env[68800]: DEBUG oslo_vmware.api [None req-9a5a77c3-abc2-43ea-8080-28a5e78090b2 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Waiting for the task: (returnval){ [ 960.529657] env[68800]: value = "task-3244021" [ 960.529657] env[68800]: _type = "Task" [ 960.529657] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.540815] env[68800]: DEBUG oslo_vmware.api [None req-9a5a77c3-abc2-43ea-8080-28a5e78090b2 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.640826] env[68800]: DEBUG nova.compute.utils [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 960.645290] env[68800]: DEBUG nova.compute.manager [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 960.645432] env[68800]: DEBUG nova.network.neutron [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 960.727797] env[68800]: DEBUG nova.policy [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dcb26b82540f41e5b314ced827d7be6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9af8613e45c64f74935a120197e0aed9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 960.769322] env[68800]: DEBUG oslo_vmware.api [None req-d8fad3c4-fc0d-45ee-bef1-6b756397e730 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Task: {'id': task-3244020, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211513} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.772426] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8fad3c4-fc0d-45ee-bef1-6b756397e730 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.772812] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d8fad3c4-fc0d-45ee-bef1-6b756397e730 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.772892] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d8fad3c4-fc0d-45ee-bef1-6b756397e730 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.773095] env[68800]: INFO nova.compute.manager [None req-d8fad3c4-fc0d-45ee-bef1-6b756397e730 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 960.773376] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8fad3c4-fc0d-45ee-bef1-6b756397e730 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.773948] env[68800]: DEBUG nova.compute.manager [-] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 960.774184] env[68800]: DEBUG nova.network.neutron [-] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 960.828150] env[68800]: DEBUG nova.network.neutron [-] [instance: 9edbd4b6-b890-4a22-896a-26e315d18fd0] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.863488] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7d74dac0-5e13-4028-8bd1-f640ab0790cb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.874474] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34bb4ea-4168-49e4-88cf-c4166cc0303e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.918042] env[68800]: DEBUG nova.compute.manager [req-19523a92-4afd-4e1d-a6e6-20dee1084b67 req-b98b616a-e622-47a7-86a5-c73af4a2c425 service nova] [instance: 9edbd4b6-b890-4a22-896a-26e315d18fd0] Detach interface failed, port_id=7fe0ce95-ee78-47c8-8d11-f2e5e0f449c8, reason: Instance 9edbd4b6-b890-4a22-896a-26e315d18fd0 could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 961.039772] env[68800]: DEBUG oslo_vmware.api [None req-9a5a77c3-abc2-43ea-8080-28a5e78090b2 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244021, 'name': PowerOffVM_Task, 'duration_secs': 0.34059} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.040069] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a5a77c3-abc2-43ea-8080-28a5e78090b2 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: 5f7ea455-6146-4fa9-a726-cf655beb92d7] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.040349] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5a77c3-abc2-43ea-8080-28a5e78090b2 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: 5f7ea455-6146-4fa9-a726-cf655beb92d7] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 961.040627] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc86243e-95c3-4af3-8825-bdb838a4e51e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.116090] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5a77c3-abc2-43ea-8080-28a5e78090b2 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: 5f7ea455-6146-4fa9-a726-cf655beb92d7] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 961.116357] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5a77c3-abc2-43ea-8080-28a5e78090b2 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: 5f7ea455-6146-4fa9-a726-cf655beb92d7] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 961.116525] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a5a77c3-abc2-43ea-8080-28a5e78090b2 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Deleting the datastore file [datastore1] 5f7ea455-6146-4fa9-a726-cf655beb92d7 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 961.117046] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18c01aa6-056a-4e11-9cbd-5c325982a123 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.124424] env[68800]: DEBUG oslo_vmware.api [None req-9a5a77c3-abc2-43ea-8080-28a5e78090b2 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Waiting for the task: (returnval){ [ 961.124424] env[68800]: value = "task-3244023" [ 961.124424] env[68800]: _type = "Task" [ 961.124424] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.137664] env[68800]: DEBUG oslo_vmware.api [None req-9a5a77c3-abc2-43ea-8080-28a5e78090b2 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244023, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.141717] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6054f2-6842-496a-b063-4b0a3adce720 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.149249] env[68800]: DEBUG nova.compute.manager [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 961.152540] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31472da0-c80b-4325-9795-316cf0458fac {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.191190] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0294d1a8-d01e-49b4-bc74-cd0243349c10 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.199573] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f73250b-f051-48a4-bc3a-b85e2b62824c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.215509] env[68800]: DEBUG nova.compute.provider_tree [None req-a0d4cc49-0171-4217-a4b6-3a5515756960 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.330550] env[68800]: INFO nova.compute.manager [-] [instance: 9edbd4b6-b890-4a22-896a-26e315d18fd0] Took 1.38 seconds to deallocate network for instance. [ 961.340106] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3e5b9931-69fd-4d06-804e-502941ef1ce5 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Acquiring lock "c51643af-7816-47ac-bdf9-24f0135aacb7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.340621] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3e5b9931-69fd-4d06-804e-502941ef1ce5 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Lock "c51643af-7816-47ac-bdf9-24f0135aacb7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.342325] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3e5b9931-69fd-4d06-804e-502941ef1ce5 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Acquiring lock "c51643af-7816-47ac-bdf9-24f0135aacb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.342325] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3e5b9931-69fd-4d06-804e-502941ef1ce5 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Lock "c51643af-7816-47ac-bdf9-24f0135aacb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.342325] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3e5b9931-69fd-4d06-804e-502941ef1ce5 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Lock "c51643af-7816-47ac-bdf9-24f0135aacb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.343544] env[68800]: INFO nova.compute.manager [None req-3e5b9931-69fd-4d06-804e-502941ef1ce5 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Terminating instance [ 961.642629] env[68800]: DEBUG oslo_vmware.api [None req-9a5a77c3-abc2-43ea-8080-28a5e78090b2 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244023, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.348566} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.643258] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a5a77c3-abc2-43ea-8080-28a5e78090b2 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.643607] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5a77c3-abc2-43ea-8080-28a5e78090b2 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: 5f7ea455-6146-4fa9-a726-cf655beb92d7] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.643950] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5a77c3-abc2-43ea-8080-28a5e78090b2 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: 5f7ea455-6146-4fa9-a726-cf655beb92d7] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.646817] env[68800]: INFO nova.compute.manager [None req-9a5a77c3-abc2-43ea-8080-28a5e78090b2 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: 5f7ea455-6146-4fa9-a726-cf655beb92d7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 961.646817] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a5a77c3-abc2-43ea-8080-28a5e78090b2 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.646817] env[68800]: DEBUG nova.compute.manager [-] [instance: 5f7ea455-6146-4fa9-a726-cf655beb92d7] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 961.646817] env[68800]: DEBUG nova.network.neutron [-] [instance: 5f7ea455-6146-4fa9-a726-cf655beb92d7] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 961.719338] env[68800]: DEBUG nova.scheduler.client.report [None req-a0d4cc49-0171-4217-a4b6-3a5515756960 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.837490] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1cf08b93-f582-4468-b138-db58661b2cad tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.848329] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3e5b9931-69fd-4d06-804e-502941ef1ce5 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Acquiring lock "refresh_cache-c51643af-7816-47ac-bdf9-24f0135aacb7" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.848491] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3e5b9931-69fd-4d06-804e-502941ef1ce5 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Acquired lock "refresh_cache-c51643af-7816-47ac-bdf9-24f0135aacb7" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.849105] env[68800]: DEBUG nova.network.neutron [None req-3e5b9931-69fd-4d06-804e-502941ef1ce5 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.073843] env[68800]: DEBUG nova.compute.manager [req-f79540e7-986e-4e46-bd76-cd0a3975b5cd req-4fa6e73d-7d52-4a45-9107-774994828a73 service nova] [instance: 5f7ea455-6146-4fa9-a726-cf655beb92d7] Received event network-vif-deleted-67bf0141-03c2-4a55-93fa-b618378b93df {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.073843] env[68800]: INFO nova.compute.manager [req-f79540e7-986e-4e46-bd76-cd0a3975b5cd req-4fa6e73d-7d52-4a45-9107-774994828a73 service nova] [instance: 5f7ea455-6146-4fa9-a726-cf655beb92d7] Neutron deleted interface 67bf0141-03c2-4a55-93fa-b618378b93df; detaching it from the instance and deleting it from the info cache [ 962.073843] env[68800]: DEBUG nova.network.neutron [req-f79540e7-986e-4e46-bd76-cd0a3975b5cd req-4fa6e73d-7d52-4a45-9107-774994828a73 service nova] [instance: 5f7ea455-6146-4fa9-a726-cf655beb92d7] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.169376] env[68800]: DEBUG nova.compute.manager [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 962.178627] env[68800]: DEBUG nova.network.neutron [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] Successfully created port: 8da2ad3d-0247-41f7-afbb-2103977a7088 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 962.209473] env[68800]: DEBUG nova.virt.hardware [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ee927465fb9487bd1d425e388cd96c85',container_format='bare',created_at=2025-04-03T09:14:17Z,direct_url=,disk_format='vmdk',id=6e33f393-fee8-4771-8185-5dade07d4bb4,min_disk=1,min_ram=0,name='tempest-test-snap-1868149523',owner='9af8613e45c64f74935a120197e0aed9',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-03T09:14:33Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 962.209723] env[68800]: DEBUG nova.virt.hardware [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 962.209880] env[68800]: DEBUG nova.virt.hardware [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 962.210217] env[68800]: DEBUG nova.virt.hardware [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 962.210217] env[68800]: DEBUG nova.virt.hardware [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 962.210378] env[68800]: DEBUG nova.virt.hardware [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 962.210559] env[68800]: DEBUG nova.virt.hardware [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 962.210720] env[68800]: DEBUG nova.virt.hardware [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 962.210884] env[68800]: DEBUG nova.virt.hardware [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 962.211065] env[68800]: DEBUG nova.virt.hardware [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 962.211248] env[68800]: DEBUG nova.virt.hardware [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 962.212511] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635fdcf9-00cb-4873-8b8b-07a97502fcff {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.220926] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77424a5-fa13-4d10-b8e9-61d149c2332f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.226746] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a0d4cc49-0171-4217-a4b6-3a5515756960 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.091s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.229043] env[68800]: DEBUG oslo_concurrency.lockutils [None req-da085526-4b4b-4cf1-a933-e15c5b035a09 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.266s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.229327] env[68800]: DEBUG nova.objects.instance [None req-da085526-4b4b-4cf1-a933-e15c5b035a09 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Lazy-loading 'resources' on Instance uuid f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.257982] env[68800]: INFO nova.scheduler.client.report [None req-a0d4cc49-0171-4217-a4b6-3a5515756960 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Deleted allocations for instance d0fbab34-bbfe-44a1-9fe8-4493c50e625b [ 962.382341] env[68800]: DEBUG nova.network.neutron [None req-3e5b9931-69fd-4d06-804e-502941ef1ce5 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 962.417925] env[68800]: DEBUG nova.network.neutron [-] [instance: 5f7ea455-6146-4fa9-a726-cf655beb92d7] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.476947] env[68800]: DEBUG nova.network.neutron [None req-3e5b9931-69fd-4d06-804e-502941ef1ce5 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.563972] env[68800]: DEBUG nova.compute.manager [req-4cab8d72-5131-461a-8182-c7e4a9c5c8fe req-a3007b35-1bf9-4bfa-a65f-11c20d45c292 service nova] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] Received event network-vif-deleted-0b156ab7-96ac-44ad-be40-35fd9daa71f2 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.564836] env[68800]: INFO nova.compute.manager [req-4cab8d72-5131-461a-8182-c7e4a9c5c8fe req-a3007b35-1bf9-4bfa-a65f-11c20d45c292 service nova] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] Neutron deleted interface 0b156ab7-96ac-44ad-be40-35fd9daa71f2; detaching it from the instance and deleting it from the info cache [ 962.564836] env[68800]: DEBUG nova.network.neutron [req-4cab8d72-5131-461a-8182-c7e4a9c5c8fe req-a3007b35-1bf9-4bfa-a65f-11c20d45c292 service nova] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.577307] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-22787384-57dd-4de0-aef8-7a6a171b9da1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.589026] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14fb3f0d-11e0-4809-b6a4-914436a3f439 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.629361] env[68800]: DEBUG nova.compute.manager [req-f79540e7-986e-4e46-bd76-cd0a3975b5cd req-4fa6e73d-7d52-4a45-9107-774994828a73 service nova] [instance: 5f7ea455-6146-4fa9-a726-cf655beb92d7] Detach interface failed, port_id=67bf0141-03c2-4a55-93fa-b618378b93df, reason: Instance 5f7ea455-6146-4fa9-a726-cf655beb92d7 could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 962.768854] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a0d4cc49-0171-4217-a4b6-3a5515756960 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Lock "d0fbab34-bbfe-44a1-9fe8-4493c50e625b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.352s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.921734] env[68800]: INFO nova.compute.manager [-] [instance: 5f7ea455-6146-4fa9-a726-cf655beb92d7] Took 1.27 seconds to deallocate network for instance. [ 962.981372] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3e5b9931-69fd-4d06-804e-502941ef1ce5 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Releasing lock "refresh_cache-c51643af-7816-47ac-bdf9-24f0135aacb7" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.981372] env[68800]: DEBUG nova.compute.manager [None req-3e5b9931-69fd-4d06-804e-502941ef1ce5 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 962.981372] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5b9931-69fd-4d06-804e-502941ef1ce5 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.981372] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1617533d-af4b-406c-9e14-dc7f54c96f74 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.991089] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e5b9931-69fd-4d06-804e-502941ef1ce5 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.991089] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5bd34b7d-ca88-4c4c-9a77-e544827b39b5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.001114] env[68800]: DEBUG oslo_vmware.api [None req-3e5b9931-69fd-4d06-804e-502941ef1ce5 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Waiting for the task: (returnval){ [ 963.001114] env[68800]: value = "task-3244024" [ 963.001114] env[68800]: _type = "Task" [ 963.001114] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.012857] env[68800]: DEBUG oslo_vmware.api [None req-3e5b9931-69fd-4d06-804e-502941ef1ce5 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': task-3244024, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.030060] env[68800]: DEBUG nova.network.neutron [-] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.072020] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a8c86dd2-f4ca-4265-83d9-ffcae488da7d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.086962] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b28618-7838-4276-9c29-b79362e4ff18 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.134722] env[68800]: DEBUG nova.compute.manager [req-4cab8d72-5131-461a-8182-c7e4a9c5c8fe req-a3007b35-1bf9-4bfa-a65f-11c20d45c292 service nova] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] Detach interface failed, port_id=0b156ab7-96ac-44ad-be40-35fd9daa71f2, reason: Instance d09d6489-64ed-44b7-8a61-ee59d6160ba4 could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 963.274314] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4819200d-1e42-49b9-a71c-1a14685fe84c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.286288] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c1a50c-bf0a-4fed-95b2-1afdb8af8856 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.326096] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c0b8f2-e643-4578-aa52-2771412c5604 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.331755] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669bb2c7-0b1b-4ae8-9e52-c21b7a73fb49 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.348016] env[68800]: DEBUG nova.compute.provider_tree [None req-da085526-4b4b-4cf1-a933-e15c5b035a09 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.434772] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9a5a77c3-abc2-43ea-8080-28a5e78090b2 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.517749] env[68800]: DEBUG oslo_vmware.api [None req-3e5b9931-69fd-4d06-804e-502941ef1ce5 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': task-3244024, 'name': PowerOffVM_Task, 'duration_secs': 0.172986} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.518046] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e5b9931-69fd-4d06-804e-502941ef1ce5 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.518224] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5b9931-69fd-4d06-804e-502941ef1ce5 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.518553] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56d000fa-7bb7-4eda-a6af-8e59ac43d246 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.534944] env[68800]: INFO nova.compute.manager [-] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] Took 2.76 seconds to deallocate network for instance. [ 963.545862] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5b9931-69fd-4d06-804e-502941ef1ce5 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.546085] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5b9931-69fd-4d06-804e-502941ef1ce5 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.546358] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e5b9931-69fd-4d06-804e-502941ef1ce5 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Deleting the datastore file [datastore1] c51643af-7816-47ac-bdf9-24f0135aacb7 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.546654] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-968091e2-082c-49a0-9fba-dd496d4a256c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.555466] env[68800]: DEBUG oslo_vmware.api [None req-3e5b9931-69fd-4d06-804e-502941ef1ce5 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Waiting for the task: (returnval){ [ 963.555466] env[68800]: value = "task-3244026" [ 963.555466] env[68800]: _type = "Task" [ 963.555466] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.565893] env[68800]: DEBUG oslo_vmware.api [None req-3e5b9931-69fd-4d06-804e-502941ef1ce5 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': task-3244026, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.851989] env[68800]: DEBUG nova.scheduler.client.report [None req-da085526-4b4b-4cf1-a933-e15c5b035a09 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.916733] env[68800]: DEBUG oslo_vmware.rw_handles [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e3eaef-76ea-4853-4803-49294bb26780/disk-0.vmdk. {{(pid=68800) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 963.917719] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a24663-4e66-444c-825a-29f2afe36944 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.925208] env[68800]: DEBUG oslo_vmware.rw_handles [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e3eaef-76ea-4853-4803-49294bb26780/disk-0.vmdk is in state: ready. {{(pid=68800) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 963.925482] env[68800]: ERROR oslo_vmware.rw_handles [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e3eaef-76ea-4853-4803-49294bb26780/disk-0.vmdk due to incomplete transfer. [ 963.925617] env[68800]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-10b0ba7c-0b14-40b0-a79d-52670703319d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.933234] env[68800]: DEBUG oslo_vmware.rw_handles [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e3eaef-76ea-4853-4803-49294bb26780/disk-0.vmdk. {{(pid=68800) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 963.933491] env[68800]: DEBUG nova.virt.vmwareapi.images [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Uploaded image 32e34aca-ef59-418f-ba61-3f35a091f957 to the Glance image server {{(pid=68800) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 963.936177] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Destroying the VM {{(pid=68800) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 963.936450] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fc3a59a7-de73-4b6d-930c-6256cb21cd6a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.942216] env[68800]: DEBUG oslo_vmware.api [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 963.942216] env[68800]: value = "task-3244027" [ 963.942216] env[68800]: _type = "Task" [ 963.942216] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.951471] env[68800]: DEBUG oslo_vmware.api [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244027, 'name': Destroy_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.042399] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d8fad3c4-fc0d-45ee-bef1-6b756397e730 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.073375] env[68800]: DEBUG oslo_vmware.api [None req-3e5b9931-69fd-4d06-804e-502941ef1ce5 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': task-3244026, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102101} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.073760] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e5b9931-69fd-4d06-804e-502941ef1ce5 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 964.073903] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5b9931-69fd-4d06-804e-502941ef1ce5 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 964.074129] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5b9931-69fd-4d06-804e-502941ef1ce5 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 964.074330] env[68800]: INFO nova.compute.manager [None req-3e5b9931-69fd-4d06-804e-502941ef1ce5 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Took 1.09 seconds to destroy the instance on the hypervisor. [ 964.074630] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e5b9931-69fd-4d06-804e-502941ef1ce5 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.074879] env[68800]: DEBUG nova.compute.manager [-] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 964.074980] env[68800]: DEBUG nova.network.neutron [-] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 964.107272] env[68800]: DEBUG nova.network.neutron [-] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 964.139999] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Acquiring lock "e6fea3a3-2836-4ca0-bd3b-b042c8884308" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.140316] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Lock "e6fea3a3-2836-4ca0-bd3b-b042c8884308" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.358823] env[68800]: DEBUG oslo_concurrency.lockutils [None req-da085526-4b4b-4cf1-a933-e15c5b035a09 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.130s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.364252] env[68800]: DEBUG oslo_concurrency.lockutils [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.934s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.364252] env[68800]: INFO nova.compute.claims [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 964.372371] env[68800]: DEBUG nova.network.neutron [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] Successfully updated port: 8da2ad3d-0247-41f7-afbb-2103977a7088 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 964.399655] env[68800]: INFO nova.scheduler.client.report [None req-da085526-4b4b-4cf1-a933-e15c5b035a09 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Deleted allocations for instance f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3 [ 964.454217] env[68800]: DEBUG oslo_vmware.api [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244027, 'name': Destroy_Task, 'duration_secs': 0.364201} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.455301] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Destroyed the VM [ 964.455301] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Deleting Snapshot of the VM instance {{(pid=68800) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 964.455301] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ce9bc8af-c6ae-4971-b929-844597354be8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.462284] env[68800]: DEBUG oslo_vmware.api [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 964.462284] env[68800]: value = "task-3244028" [ 964.462284] env[68800]: _type = "Task" [ 964.462284] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.473699] env[68800]: DEBUG oslo_vmware.api [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244028, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.609951] env[68800]: DEBUG nova.network.neutron [-] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.641773] env[68800]: DEBUG nova.compute.manager [req-c150669d-0148-4ffe-bef1-7288f41ff388 req-dc34b1a7-517b-4d70-a4a9-7a30f8e49a1c service nova] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] Received event network-vif-plugged-8da2ad3d-0247-41f7-afbb-2103977a7088 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.641971] env[68800]: DEBUG oslo_concurrency.lockutils [req-c150669d-0148-4ffe-bef1-7288f41ff388 req-dc34b1a7-517b-4d70-a4a9-7a30f8e49a1c service nova] Acquiring lock "2457cac1-020a-4cbd-a774-efe75430d11e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.642206] env[68800]: DEBUG oslo_concurrency.lockutils [req-c150669d-0148-4ffe-bef1-7288f41ff388 req-dc34b1a7-517b-4d70-a4a9-7a30f8e49a1c service nova] Lock "2457cac1-020a-4cbd-a774-efe75430d11e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.642377] env[68800]: DEBUG oslo_concurrency.lockutils [req-c150669d-0148-4ffe-bef1-7288f41ff388 req-dc34b1a7-517b-4d70-a4a9-7a30f8e49a1c service nova] Lock "2457cac1-020a-4cbd-a774-efe75430d11e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.642567] env[68800]: DEBUG nova.compute.manager [req-c150669d-0148-4ffe-bef1-7288f41ff388 req-dc34b1a7-517b-4d70-a4a9-7a30f8e49a1c service nova] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] No waiting events found dispatching network-vif-plugged-8da2ad3d-0247-41f7-afbb-2103977a7088 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 964.642771] env[68800]: WARNING nova.compute.manager [req-c150669d-0148-4ffe-bef1-7288f41ff388 req-dc34b1a7-517b-4d70-a4a9-7a30f8e49a1c service nova] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] Received unexpected event network-vif-plugged-8da2ad3d-0247-41f7-afbb-2103977a7088 for instance with vm_state building and task_state spawning. [ 964.642942] env[68800]: DEBUG nova.compute.manager [req-c150669d-0148-4ffe-bef1-7288f41ff388 req-dc34b1a7-517b-4d70-a4a9-7a30f8e49a1c service nova] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] Received event network-changed-8da2ad3d-0247-41f7-afbb-2103977a7088 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.644279] env[68800]: DEBUG nova.compute.manager [req-c150669d-0148-4ffe-bef1-7288f41ff388 req-dc34b1a7-517b-4d70-a4a9-7a30f8e49a1c service nova] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] Refreshing instance network info cache due to event network-changed-8da2ad3d-0247-41f7-afbb-2103977a7088. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 964.644504] env[68800]: DEBUG oslo_concurrency.lockutils [req-c150669d-0148-4ffe-bef1-7288f41ff388 req-dc34b1a7-517b-4d70-a4a9-7a30f8e49a1c service nova] Acquiring lock "refresh_cache-2457cac1-020a-4cbd-a774-efe75430d11e" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.644671] env[68800]: DEBUG oslo_concurrency.lockutils [req-c150669d-0148-4ffe-bef1-7288f41ff388 req-dc34b1a7-517b-4d70-a4a9-7a30f8e49a1c service nova] Acquired lock "refresh_cache-2457cac1-020a-4cbd-a774-efe75430d11e" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.644928] env[68800]: DEBUG nova.network.neutron [req-c150669d-0148-4ffe-bef1-7288f41ff388 req-dc34b1a7-517b-4d70-a4a9-7a30f8e49a1c service nova] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] Refreshing network info cache for port 8da2ad3d-0247-41f7-afbb-2103977a7088 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 964.646768] env[68800]: DEBUG nova.compute.manager [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 964.877465] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquiring lock "refresh_cache-2457cac1-020a-4cbd-a774-efe75430d11e" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.914097] env[68800]: DEBUG oslo_concurrency.lockutils [None req-da085526-4b4b-4cf1-a933-e15c5b035a09 tempest-ListServersNegativeTestJSON-741659330 tempest-ListServersNegativeTestJSON-741659330-project-member] Lock "f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.428s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.977944] env[68800]: DEBUG oslo_vmware.api [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244028, 'name': RemoveSnapshot_Task, 'duration_secs': 0.390175} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.978252] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Deleted Snapshot of the VM instance {{(pid=68800) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 964.978531] env[68800]: DEBUG nova.compute.manager [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 964.979403] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6700e3-0eb1-407e-ae07-2d531f0d1f1b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.113276] env[68800]: INFO nova.compute.manager [-] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Took 1.04 seconds to deallocate network for instance. [ 965.173111] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.184650] env[68800]: DEBUG nova.network.neutron [req-c150669d-0148-4ffe-bef1-7288f41ff388 req-dc34b1a7-517b-4d70-a4a9-7a30f8e49a1c service nova] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 965.496666] env[68800]: INFO nova.compute.manager [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Shelve offloading [ 965.557410] env[68800]: DEBUG nova.network.neutron [req-c150669d-0148-4ffe-bef1-7288f41ff388 req-dc34b1a7-517b-4d70-a4a9-7a30f8e49a1c service nova] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.620429] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3e5b9931-69fd-4d06-804e-502941ef1ce5 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.889444] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bc9858-b385-4a2e-a49f-5bc485f372b3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.898430] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4a01e3-24c7-4793-abe8-5435d1152d8a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.931604] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea66b9d-ba0c-44d3-a9f1-a6a1d3ec5603 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.941604] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203d47b8-3daa-476c-b9ac-c2d1801324ba {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.960690] env[68800]: DEBUG nova.compute.provider_tree [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.006857] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.006857] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3389a69-0804-4af9-88fe-671061adc831 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.014796] env[68800]: DEBUG oslo_vmware.api [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 966.014796] env[68800]: value = "task-3244029" [ 966.014796] env[68800]: _type = "Task" [ 966.014796] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.024616] env[68800]: DEBUG oslo_vmware.api [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244029, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.066204] env[68800]: DEBUG oslo_concurrency.lockutils [req-c150669d-0148-4ffe-bef1-7288f41ff388 req-dc34b1a7-517b-4d70-a4a9-7a30f8e49a1c service nova] Releasing lock "refresh_cache-2457cac1-020a-4cbd-a774-efe75430d11e" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.066653] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquired lock "refresh_cache-2457cac1-020a-4cbd-a774-efe75430d11e" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.066771] env[68800]: DEBUG nova.network.neutron [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.463787] env[68800]: DEBUG nova.scheduler.client.report [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.527501] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] VM already powered off {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 966.527501] env[68800]: DEBUG nova.compute.manager [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.528202] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6cac365-98a5-4c31-949c-425621b66850 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.534549] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "refresh_cache-6e9376dc-e8d3-465d-9c3d-43f2d96253ec" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.534723] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquired lock "refresh_cache-6e9376dc-e8d3-465d-9c3d-43f2d96253ec" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.534897] env[68800]: DEBUG nova.network.neutron [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.612943] env[68800]: DEBUG nova.network.neutron [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 966.911488] env[68800]: DEBUG nova.network.neutron [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] Updating instance_info_cache with network_info: [{"id": "8da2ad3d-0247-41f7-afbb-2103977a7088", "address": "fa:16:3e:ea:78:6e", "network": {"id": "aca1897c-e1c0-4bf2-8f31-e3beb70072b1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2007247084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9af8613e45c64f74935a120197e0aed9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8da2ad3d-02", "ovs_interfaceid": "8da2ad3d-0247-41f7-afbb-2103977a7088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.975214] env[68800]: DEBUG oslo_concurrency.lockutils [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.975214] env[68800]: DEBUG nova.compute.manager [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 966.978072] env[68800]: DEBUG oslo_concurrency.lockutils [None req-03b08a86-3931-44d5-9e13-26d9275920de tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.497s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.978301] env[68800]: DEBUG nova.objects.instance [None req-03b08a86-3931-44d5-9e13-26d9275920de tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Lazy-loading 'resources' on Instance uuid 74cb60da-96d0-4cad-ac01-96c090cf6e84 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.389442] env[68800]: DEBUG nova.network.neutron [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Updating instance_info_cache with network_info: [{"id": "b1fcc044-99d7-43c4-8464-fc4b13f1ea6c", "address": "fa:16:3e:c1:50:68", "network": {"id": "aee245cb-ee4d-4a69-b6dd-d607d862d951", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-900599029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84cb1a2d15ae40b294b17dabe7bbbfd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1fcc044-99", "ovs_interfaceid": "b1fcc044-99d7-43c4-8464-fc4b13f1ea6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.413204] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Releasing lock "refresh_cache-2457cac1-020a-4cbd-a774-efe75430d11e" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.413552] env[68800]: DEBUG nova.compute.manager [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] Instance network_info: |[{"id": "8da2ad3d-0247-41f7-afbb-2103977a7088", "address": "fa:16:3e:ea:78:6e", "network": {"id": "aca1897c-e1c0-4bf2-8f31-e3beb70072b1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2007247084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9af8613e45c64f74935a120197e0aed9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8da2ad3d-02", "ovs_interfaceid": "8da2ad3d-0247-41f7-afbb-2103977a7088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 967.414022] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:78:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff3ecd2f-0b10-4faf-a512-fd7a20c28df1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8da2ad3d-0247-41f7-afbb-2103977a7088', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 967.421569] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.422380] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 967.422641] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d6f3f85-73c9-498a-bd99-bc2c047ecdfc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.443587] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 967.443587] env[68800]: value = "task-3244030" [ 967.443587] env[68800]: _type = "Task" [ 967.443587] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.451820] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244030, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.481480] env[68800]: DEBUG nova.compute.utils [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 967.482951] env[68800]: DEBUG nova.compute.manager [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 967.483252] env[68800]: DEBUG nova.network.neutron [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 967.559316] env[68800]: DEBUG nova.policy [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83b0be026c654300938c403b983dd69f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e277eebb9a24cfdb9394944f1ab1108', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 967.892063] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Releasing lock "refresh_cache-6e9376dc-e8d3-465d-9c3d-43f2d96253ec" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.902548] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a039bc-b619-405f-aa22-55d45cfacb9c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.911536] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b35ef0d-94d9-4553-b518-5afa57a2ff07 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.954052] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22be707-75f9-48d4-9fb5-5f0f1c51bc25 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.965641] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244030, 'name': CreateVM_Task, 'duration_secs': 0.345775} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.966843] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f94f27-a7a8-4381-947a-a71cf6024de0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.970890] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 967.971279] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e33f393-fee8-4771-8185-5dade07d4bb4" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.971449] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e33f393-fee8-4771-8185-5dade07d4bb4" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.971817] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e33f393-fee8-4771-8185-5dade07d4bb4" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.972397] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd4cd823-aed9-4d50-8a93-7e2a637f1ee6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.984537] env[68800]: DEBUG nova.compute.provider_tree [None req-03b08a86-3931-44d5-9e13-26d9275920de tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.988060] env[68800]: DEBUG oslo_vmware.api [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 967.988060] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]523fb189-0155-4291-0a16-2156bf115f5b" [ 967.988060] env[68800]: _type = "Task" [ 967.988060] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.990074] env[68800]: DEBUG nova.compute.manager [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 967.999673] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e33f393-fee8-4771-8185-5dade07d4bb4" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.999913] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] Processing image 6e33f393-fee8-4771-8185-5dade07d4bb4 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 968.000166] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e33f393-fee8-4771-8185-5dade07d4bb4/6e33f393-fee8-4771-8185-5dade07d4bb4.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.000312] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e33f393-fee8-4771-8185-5dade07d4bb4/6e33f393-fee8-4771-8185-5dade07d4bb4.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.000486] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 968.000738] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c320dba6-fa59-4501-8299-2015fc6ea9c8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.011300] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 968.011592] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 968.012608] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e720cf8-0dfd-4658-be7e-e950dcf85a1c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.019087] env[68800]: DEBUG oslo_vmware.api [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 968.019087] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]522cb33c-f98d-4988-e0d5-c7093ada0fae" [ 968.019087] env[68800]: _type = "Task" [ 968.019087] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.027470] env[68800]: DEBUG oslo_vmware.api [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]522cb33c-f98d-4988-e0d5-c7093ada0fae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.210961] env[68800]: DEBUG nova.network.neutron [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Successfully created port: 409f1b77-9a18-4028-9e4e-0e168283238d {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 968.333074] env[68800]: DEBUG nova.compute.manager [req-ea57b0da-d07a-490e-88b5-4701774b48cf req-976b7ef1-df82-4b93-9fbc-c74c83d8cc39 service nova] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Received event network-vif-unplugged-b1fcc044-99d7-43c4-8464-fc4b13f1ea6c {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.333394] env[68800]: DEBUG oslo_concurrency.lockutils [req-ea57b0da-d07a-490e-88b5-4701774b48cf req-976b7ef1-df82-4b93-9fbc-c74c83d8cc39 service nova] Acquiring lock "6e9376dc-e8d3-465d-9c3d-43f2d96253ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.334233] env[68800]: DEBUG oslo_concurrency.lockutils [req-ea57b0da-d07a-490e-88b5-4701774b48cf req-976b7ef1-df82-4b93-9fbc-c74c83d8cc39 service nova] Lock "6e9376dc-e8d3-465d-9c3d-43f2d96253ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.334233] env[68800]: DEBUG oslo_concurrency.lockutils [req-ea57b0da-d07a-490e-88b5-4701774b48cf req-976b7ef1-df82-4b93-9fbc-c74c83d8cc39 service nova] Lock "6e9376dc-e8d3-465d-9c3d-43f2d96253ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.334233] env[68800]: DEBUG nova.compute.manager [req-ea57b0da-d07a-490e-88b5-4701774b48cf req-976b7ef1-df82-4b93-9fbc-c74c83d8cc39 service nova] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] No waiting events found dispatching network-vif-unplugged-b1fcc044-99d7-43c4-8464-fc4b13f1ea6c {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 968.334233] env[68800]: WARNING nova.compute.manager [req-ea57b0da-d07a-490e-88b5-4701774b48cf req-976b7ef1-df82-4b93-9fbc-c74c83d8cc39 service nova] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Received unexpected event network-vif-unplugged-b1fcc044-99d7-43c4-8464-fc4b13f1ea6c for instance with vm_state shelved and task_state shelving_offloading. [ 968.381018] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.381931] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0cb89b8-2b04-4242-8f41-1cf8fbceec11 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.392033] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.392386] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2406abdf-8dda-42d1-9ab4-9bfa48d14691 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.464690] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.465096] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.465346] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Deleting the datastore file [datastore1] 6e9376dc-e8d3-465d-9c3d-43f2d96253ec {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.465711] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bcd4460b-e378-4374-acdc-e22344989fdc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.475046] env[68800]: DEBUG oslo_vmware.api [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 968.475046] env[68800]: value = "task-3244032" [ 968.475046] env[68800]: _type = "Task" [ 968.475046] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.483436] env[68800]: DEBUG oslo_vmware.api [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.487479] env[68800]: DEBUG nova.scheduler.client.report [None req-03b08a86-3931-44d5-9e13-26d9275920de tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.495897] env[68800]: INFO nova.virt.block_device [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Booting with volume d59dcf18-0178-471c-8ee0-9130e14635ee at /dev/sda [ 968.533343] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] Preparing fetch location {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 968.534168] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] Fetch image to [datastore1] OSTACK_IMG_13b6be66-a4bd-48c0-8791-5950848b28a1/OSTACK_IMG_13b6be66-a4bd-48c0-8791-5950848b28a1.vmdk {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 968.534358] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] Downloading stream optimized image 6e33f393-fee8-4771-8185-5dade07d4bb4 to [datastore1] OSTACK_IMG_13b6be66-a4bd-48c0-8791-5950848b28a1/OSTACK_IMG_13b6be66-a4bd-48c0-8791-5950848b28a1.vmdk on the data store datastore1 as vApp {{(pid=68800) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 968.537048] env[68800]: DEBUG nova.virt.vmwareapi.images [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] Downloading image file data 6e33f393-fee8-4771-8185-5dade07d4bb4 to the ESX as VM named 'OSTACK_IMG_13b6be66-a4bd-48c0-8791-5950848b28a1' {{(pid=68800) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 968.552021] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8b93c96c-e9ca-49b3-95ac-21ab49084115 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.563538] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ab0d11-cf9b-4ddf-a94b-24b708e15f64 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.610067] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 968.623381] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 968.625341] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8b153fc3-9914-4d30-a5f6-b25da9c30c4a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.634793] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fdcb0c-1d4f-4bf4-ade1-59d8d9ecd3f5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.676701] env[68800]: DEBUG oslo_vmware.rw_handles [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 968.676701] env[68800]: value = "resgroup-9" [ 968.676701] env[68800]: _type = "ResourcePool" [ 968.676701] env[68800]: }. {{(pid=68800) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 968.678622] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4adaaf88-f282-42a6-a627-bcabacafa3d0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.682131] env[68800]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-242afc06-da9e-4ee8-920f-05bf73a6f59f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.703760] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbe2ceb-3d5d-4e02-8c72-b32d9465ca4d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.708271] env[68800]: DEBUG oslo_vmware.rw_handles [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lease: (returnval){ [ 968.708271] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52430395-aa0a-0464-6961-10ac7de1ff01" [ 968.708271] env[68800]: _type = "HttpNfcLease" [ 968.708271] env[68800]: } obtained for vApp import into resource pool (val){ [ 968.708271] env[68800]: value = "resgroup-9" [ 968.708271] env[68800]: _type = "ResourcePool" [ 968.708271] env[68800]: }. {{(pid=68800) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 968.708695] env[68800]: DEBUG oslo_vmware.api [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the lease: (returnval){ [ 968.708695] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52430395-aa0a-0464-6961-10ac7de1ff01" [ 968.708695] env[68800]: _type = "HttpNfcLease" [ 968.708695] env[68800]: } to be ready. {{(pid=68800) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 968.718856] env[68800]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 968.718856] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52430395-aa0a-0464-6961-10ac7de1ff01" [ 968.718856] env[68800]: _type = "HttpNfcLease" [ 968.718856] env[68800]: } is initializing. {{(pid=68800) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 968.724749] env[68800]: DEBUG nova.virt.block_device [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Updating existing volume attachment record: 8d921b33-583f-451c-a55b-5197e4708ebc {{(pid=68800) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 968.985369] env[68800]: DEBUG oslo_vmware.api [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148626} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.985641] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.985937] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.986023] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.994247] env[68800]: DEBUG oslo_concurrency.lockutils [None req-03b08a86-3931-44d5-9e13-26d9275920de tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.015s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.995542] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b1e50db8-da62-46c7-9eb6-9a150a0ad4a1 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.864s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.995542] env[68800]: DEBUG nova.objects.instance [None req-b1e50db8-da62-46c7-9eb6-9a150a0ad4a1 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Lazy-loading 'resources' on Instance uuid e7259d4c-9982-4579-a073-484a8fa49264 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.020436] env[68800]: INFO nova.scheduler.client.report [None req-03b08a86-3931-44d5-9e13-26d9275920de tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Deleted allocations for instance 74cb60da-96d0-4cad-ac01-96c090cf6e84 [ 969.034491] env[68800]: INFO nova.scheduler.client.report [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Deleted allocations for instance 6e9376dc-e8d3-465d-9c3d-43f2d96253ec [ 969.138600] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 969.138886] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 969.139118] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 969.139315] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 969.139498] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 969.139690] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 969.139883] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68800) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 969.140161] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager.update_available_resource {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 969.219148] env[68800]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 969.219148] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52430395-aa0a-0464-6961-10ac7de1ff01" [ 969.219148] env[68800]: _type = "HttpNfcLease" [ 969.219148] env[68800]: } is ready. {{(pid=68800) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 969.219148] env[68800]: DEBUG oslo_vmware.rw_handles [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 969.219148] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52430395-aa0a-0464-6961-10ac7de1ff01" [ 969.219148] env[68800]: _type = "HttpNfcLease" [ 969.219148] env[68800]: }. {{(pid=68800) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 969.219148] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8026899b-a0cf-4a9c-81e1-f8e2d154a6c9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.228174] env[68800]: DEBUG oslo_vmware.rw_handles [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d0f126-537d-4612-89f1-a8aaa4ad6825/disk-0.vmdk from lease info. {{(pid=68800) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 969.228385] env[68800]: DEBUG oslo_vmware.rw_handles [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d0f126-537d-4612-89f1-a8aaa4ad6825/disk-0.vmdk. {{(pid=68800) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 969.302731] env[68800]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-be117e0e-0142-42e7-befd-2e22b4509bfb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.535649] env[68800]: DEBUG oslo_concurrency.lockutils [None req-03b08a86-3931-44d5-9e13-26d9275920de tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Lock "74cb60da-96d0-4cad-ac01-96c090cf6e84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.013s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.539457] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.568444] env[68800]: DEBUG oslo_concurrency.lockutils [None req-236aa5db-5ad4-4479-8a79-57b03d13bb40 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Acquiring lock "dee516d0-4241-427f-87f4-49201f04bfd1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.568782] env[68800]: DEBUG oslo_concurrency.lockutils [None req-236aa5db-5ad4-4479-8a79-57b03d13bb40 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Lock "dee516d0-4241-427f-87f4-49201f04bfd1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.649868] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.991719] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33f2a4b-dba8-4a90-974f-e016fe4af1ca {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.003039] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d41d5e0-cd0d-4ced-92af-85fba5e3955c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.042950] env[68800]: DEBUG oslo_vmware.rw_handles [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Completed reading data from the image iterator. {{(pid=68800) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 970.043260] env[68800]: DEBUG oslo_vmware.rw_handles [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d0f126-537d-4612-89f1-a8aaa4ad6825/disk-0.vmdk. {{(pid=68800) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 970.044308] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a7bb7d-f0bf-4b3d-955b-24a573efd428 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.051238] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d57146-0396-4264-9bf1-e14b9f9de761 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.055650] env[68800]: DEBUG oslo_vmware.rw_handles [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d0f126-537d-4612-89f1-a8aaa4ad6825/disk-0.vmdk is in state: ready. {{(pid=68800) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 970.055849] env[68800]: DEBUG oslo_vmware.rw_handles [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d0f126-537d-4612-89f1-a8aaa4ad6825/disk-0.vmdk. {{(pid=68800) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 970.059448] env[68800]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-5e5cad60-812b-4a7c-85c2-eed9211d75db {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.061036] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892a6a38-0ed4-4ee5-88e6-553de7354f56 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.076469] env[68800]: DEBUG nova.compute.utils [None req-236aa5db-5ad4-4479-8a79-57b03d13bb40 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 970.078372] env[68800]: DEBUG nova.compute.provider_tree [None req-b1e50db8-da62-46c7-9eb6-9a150a0ad4a1 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.216119] env[68800]: DEBUG nova.network.neutron [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Successfully updated port: 409f1b77-9a18-4028-9e4e-0e168283238d {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 970.315118] env[68800]: DEBUG oslo_vmware.rw_handles [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d0f126-537d-4612-89f1-a8aaa4ad6825/disk-0.vmdk. {{(pid=68800) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 970.315118] env[68800]: INFO nova.virt.vmwareapi.images [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] Downloaded image file data 6e33f393-fee8-4771-8185-5dade07d4bb4 [ 970.315118] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c10ae30-cd92-43ed-84c5-b73eb6855c90 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.347150] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09efa7b9-856e-48cc-b8e5-b201d914accb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.377655] env[68800]: INFO nova.virt.vmwareapi.images [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] The imported VM was unregistered [ 970.380846] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] Caching image {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 970.381102] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Creating directory with path [datastore1] devstack-image-cache_base/6e33f393-fee8-4771-8185-5dade07d4bb4 {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 970.381865] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f250b23f-ad04-437e-bcf8-a4889efb697d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.400043] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Created directory with path [datastore1] devstack-image-cache_base/6e33f393-fee8-4771-8185-5dade07d4bb4 {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 970.400043] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_13b6be66-a4bd-48c0-8791-5950848b28a1/OSTACK_IMG_13b6be66-a4bd-48c0-8791-5950848b28a1.vmdk to [datastore1] devstack-image-cache_base/6e33f393-fee8-4771-8185-5dade07d4bb4/6e33f393-fee8-4771-8185-5dade07d4bb4.vmdk. {{(pid=68800) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 970.400043] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-5cdd7500-5996-403a-b86e-f90bb626fd1d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.407095] env[68800]: DEBUG oslo_vmware.api [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 970.407095] env[68800]: value = "task-3244035" [ 970.407095] env[68800]: _type = "Task" [ 970.407095] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.416819] env[68800]: DEBUG oslo_vmware.api [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244035, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.580711] env[68800]: DEBUG oslo_concurrency.lockutils [None req-236aa5db-5ad4-4479-8a79-57b03d13bb40 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Lock "dee516d0-4241-427f-87f4-49201f04bfd1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.582117] env[68800]: DEBUG nova.scheduler.client.report [None req-b1e50db8-da62-46c7-9eb6-9a150a0ad4a1 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.720042] env[68800]: DEBUG oslo_concurrency.lockutils [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Acquiring lock "refresh_cache-da4455e3-6c39-4895-93c0-66aca7ca621b" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.720042] env[68800]: DEBUG oslo_concurrency.lockutils [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Acquired lock "refresh_cache-da4455e3-6c39-4895-93c0-66aca7ca621b" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.720194] env[68800]: DEBUG nova.network.neutron [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.815253] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5eebb680-e047-4de6-8fde-f822525f8d28 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "6e9376dc-e8d3-465d-9c3d-43f2d96253ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.872646] env[68800]: DEBUG nova.compute.manager [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 970.873205] env[68800]: DEBUG nova.virt.hardware [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 970.873424] env[68800]: DEBUG nova.virt.hardware [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 970.873632] env[68800]: DEBUG nova.virt.hardware [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.873831] env[68800]: DEBUG nova.virt.hardware [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 970.875285] env[68800]: DEBUG nova.virt.hardware [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.875285] env[68800]: DEBUG nova.virt.hardware [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 970.875285] env[68800]: DEBUG nova.virt.hardware [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 970.875285] env[68800]: DEBUG nova.virt.hardware [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 970.875285] env[68800]: DEBUG nova.virt.hardware [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 970.875285] env[68800]: DEBUG nova.virt.hardware [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 970.875285] env[68800]: DEBUG nova.virt.hardware [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 970.876121] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827a70c9-1382-42a6-832e-3f165f12432f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.890486] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cdbbd1-f2a6-43e1-8ab4-c4b565c9717f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.919989] env[68800]: DEBUG oslo_vmware.api [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244035, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.999112] env[68800]: DEBUG nova.compute.manager [req-56c02e85-53a2-495d-96ac-70222bcc4ab1 req-de2e6f4f-1a46-4780-a8a9-6a3af9e879ed service nova] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Received event network-changed-b1fcc044-99d7-43c4-8464-fc4b13f1ea6c {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.999112] env[68800]: DEBUG nova.compute.manager [req-56c02e85-53a2-495d-96ac-70222bcc4ab1 req-de2e6f4f-1a46-4780-a8a9-6a3af9e879ed service nova] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Refreshing instance network info cache due to event network-changed-b1fcc044-99d7-43c4-8464-fc4b13f1ea6c. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 971.000062] env[68800]: DEBUG oslo_concurrency.lockutils [req-56c02e85-53a2-495d-96ac-70222bcc4ab1 req-de2e6f4f-1a46-4780-a8a9-6a3af9e879ed service nova] Acquiring lock "refresh_cache-6e9376dc-e8d3-465d-9c3d-43f2d96253ec" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.000640] env[68800]: DEBUG oslo_concurrency.lockutils [req-56c02e85-53a2-495d-96ac-70222bcc4ab1 req-de2e6f4f-1a46-4780-a8a9-6a3af9e879ed service nova] Acquired lock "refresh_cache-6e9376dc-e8d3-465d-9c3d-43f2d96253ec" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.000640] env[68800]: DEBUG nova.network.neutron [req-56c02e85-53a2-495d-96ac-70222bcc4ab1 req-de2e6f4f-1a46-4780-a8a9-6a3af9e879ed service nova] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Refreshing network info cache for port b1fcc044-99d7-43c4-8464-fc4b13f1ea6c {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 971.094320] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b1e50db8-da62-46c7-9eb6-9a150a0ad4a1 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.099s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.096336] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a255262f-8be7-47d2-9e0d-dda66b0f7e6a tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.618s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.096772] env[68800]: DEBUG nova.objects.instance [None req-a255262f-8be7-47d2-9e0d-dda66b0f7e6a tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Lazy-loading 'resources' on Instance uuid 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.130537] env[68800]: INFO nova.scheduler.client.report [None req-b1e50db8-da62-46c7-9eb6-9a150a0ad4a1 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Deleted allocations for instance e7259d4c-9982-4579-a073-484a8fa49264 [ 971.283172] env[68800]: DEBUG nova.network.neutron [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 971.423844] env[68800]: DEBUG oslo_vmware.api [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244035, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.587452] env[68800]: DEBUG nova.network.neutron [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Updating instance_info_cache with network_info: [{"id": "409f1b77-9a18-4028-9e4e-0e168283238d", "address": "fa:16:3e:ea:52:00", "network": {"id": "027740e4-dc55-404c-92de-8516353c335e", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2101358492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e277eebb9a24cfdb9394944f1ab1108", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap409f1b77-9a", "ovs_interfaceid": "409f1b77-9a18-4028-9e4e-0e168283238d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.592824] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c4389415-f4e6-40c8-af8e-7a5e922acd3c tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Acquiring lock "94b55bc9-3a6d-4b46-a2f9-159dc00839b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.596328] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c4389415-f4e6-40c8-af8e-7a5e922acd3c tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Lock "94b55bc9-3a6d-4b46-a2f9-159dc00839b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.596328] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c4389415-f4e6-40c8-af8e-7a5e922acd3c tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Acquiring lock "94b55bc9-3a6d-4b46-a2f9-159dc00839b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.596328] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c4389415-f4e6-40c8-af8e-7a5e922acd3c tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Lock "94b55bc9-3a6d-4b46-a2f9-159dc00839b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.596328] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c4389415-f4e6-40c8-af8e-7a5e922acd3c tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Lock "94b55bc9-3a6d-4b46-a2f9-159dc00839b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.596328] env[68800]: INFO nova.compute.manager [None req-c4389415-f4e6-40c8-af8e-7a5e922acd3c tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Terminating instance [ 971.645037] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b1e50db8-da62-46c7-9eb6-9a150a0ad4a1 tempest-MigrationsAdminTest-2074644349 tempest-MigrationsAdminTest-2074644349-project-member] Lock "e7259d4c-9982-4579-a073-484a8fa49264" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.969s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.686349] env[68800]: DEBUG oslo_concurrency.lockutils [None req-236aa5db-5ad4-4479-8a79-57b03d13bb40 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Acquiring lock "dee516d0-4241-427f-87f4-49201f04bfd1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.686598] env[68800]: DEBUG oslo_concurrency.lockutils [None req-236aa5db-5ad4-4479-8a79-57b03d13bb40 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Lock "dee516d0-4241-427f-87f4-49201f04bfd1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.687093] env[68800]: INFO nova.compute.manager [None req-236aa5db-5ad4-4479-8a79-57b03d13bb40 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Attaching volume 44d4922a-03b7-46ff-85e8-c1206af930e5 to /dev/sdb [ 971.748541] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9ddef7-6da6-45c2-8387-ccdf3c9396a4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.765697] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c42caf-7ea0-421a-9926-621ebcce727c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.784364] env[68800]: DEBUG nova.virt.block_device [None req-236aa5db-5ad4-4479-8a79-57b03d13bb40 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Updating existing volume attachment record: 56012883-7797-4356-97be-e970fa938b75 {{(pid=68800) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 971.927705] env[68800]: DEBUG oslo_vmware.api [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244035, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.023387] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54a7c4a-5cea-41cb-a5f3-43b6e07edbaf {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.034244] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f89d343-d7c8-467c-898a-ee50f9c1ba22 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.069961] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcec055d-fcad-408d-8045-49ad4e40edc4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.082118] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af69dda5-ca3e-4b30-8d93-9eed6a1a71f0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.090174] env[68800]: DEBUG oslo_concurrency.lockutils [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Releasing lock "refresh_cache-da4455e3-6c39-4895-93c0-66aca7ca621b" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.090539] env[68800]: DEBUG nova.compute.manager [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Instance network_info: |[{"id": "409f1b77-9a18-4028-9e4e-0e168283238d", "address": "fa:16:3e:ea:52:00", "network": {"id": "027740e4-dc55-404c-92de-8516353c335e", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2101358492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e277eebb9a24cfdb9394944f1ab1108", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap409f1b77-9a", "ovs_interfaceid": "409f1b77-9a18-4028-9e4e-0e168283238d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 972.100432] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:52:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '329d0e4b-4190-484a-8560-9356dc31beca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '409f1b77-9a18-4028-9e4e-0e168283238d', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.112033] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Creating folder: Project (6e277eebb9a24cfdb9394944f1ab1108). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 972.112033] env[68800]: DEBUG nova.compute.provider_tree [None req-a255262f-8be7-47d2-9e0d-dda66b0f7e6a tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.112033] env[68800]: DEBUG nova.compute.manager [None req-c4389415-f4e6-40c8-af8e-7a5e922acd3c tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 972.112273] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c4389415-f4e6-40c8-af8e-7a5e922acd3c tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 972.112388] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aea5f080-93e5-41eb-9dbb-e5fee0b568ee {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.115978] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b247127-994f-4596-b45c-4c8d74065daa {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.124942] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4389415-f4e6-40c8-af8e-7a5e922acd3c tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.125885] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1d4d221-cb84-4be9-add0-4829ec28ffde {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.138922] env[68800]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 972.139286] env[68800]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68800) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 972.139664] env[68800]: DEBUG oslo_vmware.api [None req-c4389415-f4e6-40c8-af8e-7a5e922acd3c tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Waiting for the task: (returnval){ [ 972.139664] env[68800]: value = "task-3244038" [ 972.139664] env[68800]: _type = "Task" [ 972.139664] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.139982] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Folder already exists: Project (6e277eebb9a24cfdb9394944f1ab1108). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 972.140947] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Creating folder: Instances. Parent ref: group-v648282. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 972.141443] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af1956b3-4c81-4ca3-b80f-c5db79245a33 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.153221] env[68800]: DEBUG oslo_vmware.api [None req-c4389415-f4e6-40c8-af8e-7a5e922acd3c tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3244038, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.161410] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Created folder: Instances in parent group-v648282. [ 972.161676] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.161918] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.162153] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4687eab7-0b31-4379-b902-7c74784944d1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.180363] env[68800]: DEBUG nova.network.neutron [req-56c02e85-53a2-495d-96ac-70222bcc4ab1 req-de2e6f4f-1a46-4780-a8a9-6a3af9e879ed service nova] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Updated VIF entry in instance network info cache for port b1fcc044-99d7-43c4-8464-fc4b13f1ea6c. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 972.180666] env[68800]: DEBUG nova.network.neutron [req-56c02e85-53a2-495d-96ac-70222bcc4ab1 req-de2e6f4f-1a46-4780-a8a9-6a3af9e879ed service nova] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Updating instance_info_cache with network_info: [{"id": "b1fcc044-99d7-43c4-8464-fc4b13f1ea6c", "address": "fa:16:3e:c1:50:68", "network": {"id": "aee245cb-ee4d-4a69-b6dd-d607d862d951", "bridge": null, "label": "tempest-DeleteServersTestJSON-900599029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84cb1a2d15ae40b294b17dabe7bbbfd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb1fcc044-99", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.188633] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 972.188633] env[68800]: value = "task-3244040" [ 972.188633] env[68800]: _type = "Task" [ 972.188633] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.203115] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244040, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.429362] env[68800]: DEBUG oslo_vmware.api [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244035, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.616568] env[68800]: DEBUG nova.scheduler.client.report [None req-a255262f-8be7-47d2-9e0d-dda66b0f7e6a tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.658591] env[68800]: DEBUG oslo_vmware.api [None req-c4389415-f4e6-40c8-af8e-7a5e922acd3c tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3244038, 'name': PowerOffVM_Task, 'duration_secs': 0.417704} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.659028] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4389415-f4e6-40c8-af8e-7a5e922acd3c tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 972.660020] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c4389415-f4e6-40c8-af8e-7a5e922acd3c tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 972.660020] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1788c99-09a6-411d-bb32-dacf585b140a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.684583] env[68800]: DEBUG oslo_concurrency.lockutils [req-56c02e85-53a2-495d-96ac-70222bcc4ab1 req-de2e6f4f-1a46-4780-a8a9-6a3af9e879ed service nova] Releasing lock "refresh_cache-6e9376dc-e8d3-465d-9c3d-43f2d96253ec" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.684583] env[68800]: DEBUG nova.compute.manager [req-56c02e85-53a2-495d-96ac-70222bcc4ab1 req-de2e6f4f-1a46-4780-a8a9-6a3af9e879ed service nova] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Received event network-vif-plugged-409f1b77-9a18-4028-9e4e-0e168283238d {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.684583] env[68800]: DEBUG oslo_concurrency.lockutils [req-56c02e85-53a2-495d-96ac-70222bcc4ab1 req-de2e6f4f-1a46-4780-a8a9-6a3af9e879ed service nova] Acquiring lock "da4455e3-6c39-4895-93c0-66aca7ca621b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.684583] env[68800]: DEBUG oslo_concurrency.lockutils [req-56c02e85-53a2-495d-96ac-70222bcc4ab1 req-de2e6f4f-1a46-4780-a8a9-6a3af9e879ed service nova] Lock "da4455e3-6c39-4895-93c0-66aca7ca621b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.684583] env[68800]: DEBUG oslo_concurrency.lockutils [req-56c02e85-53a2-495d-96ac-70222bcc4ab1 req-de2e6f4f-1a46-4780-a8a9-6a3af9e879ed service nova] Lock "da4455e3-6c39-4895-93c0-66aca7ca621b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.684583] env[68800]: DEBUG nova.compute.manager [req-56c02e85-53a2-495d-96ac-70222bcc4ab1 req-de2e6f4f-1a46-4780-a8a9-6a3af9e879ed service nova] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] No waiting events found dispatching network-vif-plugged-409f1b77-9a18-4028-9e4e-0e168283238d {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 972.684583] env[68800]: WARNING nova.compute.manager [req-56c02e85-53a2-495d-96ac-70222bcc4ab1 req-de2e6f4f-1a46-4780-a8a9-6a3af9e879ed service nova] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Received unexpected event network-vif-plugged-409f1b77-9a18-4028-9e4e-0e168283238d for instance with vm_state building and task_state spawning. [ 972.684583] env[68800]: DEBUG nova.compute.manager [req-56c02e85-53a2-495d-96ac-70222bcc4ab1 req-de2e6f4f-1a46-4780-a8a9-6a3af9e879ed service nova] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Received event network-changed-409f1b77-9a18-4028-9e4e-0e168283238d {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.684583] env[68800]: DEBUG nova.compute.manager [req-56c02e85-53a2-495d-96ac-70222bcc4ab1 req-de2e6f4f-1a46-4780-a8a9-6a3af9e879ed service nova] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Refreshing instance network info cache due to event network-changed-409f1b77-9a18-4028-9e4e-0e168283238d. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 972.684989] env[68800]: DEBUG oslo_concurrency.lockutils [req-56c02e85-53a2-495d-96ac-70222bcc4ab1 req-de2e6f4f-1a46-4780-a8a9-6a3af9e879ed service nova] Acquiring lock "refresh_cache-da4455e3-6c39-4895-93c0-66aca7ca621b" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.684989] env[68800]: DEBUG oslo_concurrency.lockutils [req-56c02e85-53a2-495d-96ac-70222bcc4ab1 req-de2e6f4f-1a46-4780-a8a9-6a3af9e879ed service nova] Acquired lock "refresh_cache-da4455e3-6c39-4895-93c0-66aca7ca621b" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.685079] env[68800]: DEBUG nova.network.neutron [req-56c02e85-53a2-495d-96ac-70222bcc4ab1 req-de2e6f4f-1a46-4780-a8a9-6a3af9e879ed service nova] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Refreshing network info cache for port 409f1b77-9a18-4028-9e4e-0e168283238d {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.708020] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244040, 'name': CreateVM_Task} progress is 25%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.760139] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c4389415-f4e6-40c8-af8e-7a5e922acd3c tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 972.760139] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c4389415-f4e6-40c8-af8e-7a5e922acd3c tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 972.760280] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4389415-f4e6-40c8-af8e-7a5e922acd3c tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Deleting the datastore file [datastore2] 94b55bc9-3a6d-4b46-a2f9-159dc00839b4 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 972.760577] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06f24c11-020e-4413-b482-395698d96c2d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.775804] env[68800]: DEBUG oslo_vmware.api [None req-c4389415-f4e6-40c8-af8e-7a5e922acd3c tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Waiting for the task: (returnval){ [ 972.775804] env[68800]: value = "task-3244044" [ 972.775804] env[68800]: _type = "Task" [ 972.775804] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.789682] env[68800]: DEBUG oslo_vmware.api [None req-c4389415-f4e6-40c8-af8e-7a5e922acd3c tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3244044, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.926806] env[68800]: DEBUG oslo_vmware.api [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244035, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.482877} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.927402] env[68800]: INFO nova.virt.vmwareapi.ds_util [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_13b6be66-a4bd-48c0-8791-5950848b28a1/OSTACK_IMG_13b6be66-a4bd-48c0-8791-5950848b28a1.vmdk to [datastore1] devstack-image-cache_base/6e33f393-fee8-4771-8185-5dade07d4bb4/6e33f393-fee8-4771-8185-5dade07d4bb4.vmdk. [ 972.927673] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] Cleaning up location [datastore1] OSTACK_IMG_13b6be66-a4bd-48c0-8791-5950848b28a1 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 972.927887] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_13b6be66-a4bd-48c0-8791-5950848b28a1 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 972.928603] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03c3863f-eab8-4138-9b36-a20f1a21cff2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.938818] env[68800]: DEBUG oslo_vmware.api [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 972.938818] env[68800]: value = "task-3244045" [ 972.938818] env[68800]: _type = "Task" [ 972.938818] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.950103] env[68800]: DEBUG oslo_vmware.api [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244045, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.122938] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a255262f-8be7-47d2-9e0d-dda66b0f7e6a tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.026s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.126084] env[68800]: DEBUG oslo_concurrency.lockutils [None req-362d7fce-9018-4826-bad6-763d4dae5919 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.544s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.126084] env[68800]: DEBUG nova.objects.instance [None req-362d7fce-9018-4826-bad6-763d4dae5919 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Lazy-loading 'resources' on Instance uuid 96855855-25b0-4be7-8e86-a67991be9f28 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.160897] env[68800]: INFO nova.scheduler.client.report [None req-a255262f-8be7-47d2-9e0d-dda66b0f7e6a tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Deleted allocations for instance 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec [ 973.212039] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244040, 'name': CreateVM_Task, 'duration_secs': 0.926321} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.212236] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 973.212960] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'guest_format': None, 'disk_bus': None, 'attachment_id': '8d921b33-583f-451c-a55b-5197e4708ebc', 'device_type': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648285', 'volume_id': 'd59dcf18-0178-471c-8ee0-9130e14635ee', 'name': 'volume-d59dcf18-0178-471c-8ee0-9130e14635ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da4455e3-6c39-4895-93c0-66aca7ca621b', 'attached_at': '', 'detached_at': '', 'volume_id': 'd59dcf18-0178-471c-8ee0-9130e14635ee', 'serial': 'd59dcf18-0178-471c-8ee0-9130e14635ee'}, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=68800) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 973.213646] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Root volume attach. Driver type: vmdk {{(pid=68800) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 973.216129] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd95090-9fcb-4e63-9c71-c401def98ea2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.223963] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a535d63-c099-4063-9aa8-e3b6baa74f82 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.234020] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27361f4-7607-4922-b10c-5d8788cb244d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.241826] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-859b580d-a9b8-4ae1-ad00-0ec56fe9c8b1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.252595] env[68800]: DEBUG oslo_vmware.api [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Waiting for the task: (returnval){ [ 973.252595] env[68800]: value = "task-3244046" [ 973.252595] env[68800]: _type = "Task" [ 973.252595] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.263014] env[68800]: DEBUG oslo_vmware.api [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Task: {'id': task-3244046, 'name': RelocateVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.291937] env[68800]: DEBUG oslo_vmware.api [None req-c4389415-f4e6-40c8-af8e-7a5e922acd3c tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Task: {'id': task-3244044, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.367337} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.293165] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4389415-f4e6-40c8-af8e-7a5e922acd3c tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 973.295931] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c4389415-f4e6-40c8-af8e-7a5e922acd3c tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 973.295931] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c4389415-f4e6-40c8-af8e-7a5e922acd3c tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 973.295931] env[68800]: INFO nova.compute.manager [None req-c4389415-f4e6-40c8-af8e-7a5e922acd3c tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Took 1.18 seconds to destroy the instance on the hypervisor. [ 973.295931] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4389415-f4e6-40c8-af8e-7a5e922acd3c tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.295931] env[68800]: DEBUG nova.compute.manager [-] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 973.295931] env[68800]: DEBUG nova.network.neutron [-] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 973.307646] env[68800]: DEBUG oslo_concurrency.lockutils [None req-748fa034-e171-4cbc-bef6-9a360c3ebbfc tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "interface-8fc1914e-feaf-4004-92d1-af93a6e5b399-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.308593] env[68800]: DEBUG oslo_concurrency.lockutils [None req-748fa034-e171-4cbc-bef6-9a360c3ebbfc tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "interface-8fc1914e-feaf-4004-92d1-af93a6e5b399-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.308766] env[68800]: DEBUG nova.objects.instance [None req-748fa034-e171-4cbc-bef6-9a360c3ebbfc tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lazy-loading 'flavor' on Instance uuid 8fc1914e-feaf-4004-92d1-af93a6e5b399 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.456594] env[68800]: DEBUG oslo_vmware.api [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244045, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.070835} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.456865] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 973.457038] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e33f393-fee8-4771-8185-5dade07d4bb4/6e33f393-fee8-4771-8185-5dade07d4bb4.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.457305] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e33f393-fee8-4771-8185-5dade07d4bb4/6e33f393-fee8-4771-8185-5dade07d4bb4.vmdk to [datastore1] 2457cac1-020a-4cbd-a774-efe75430d11e/2457cac1-020a-4cbd-a774-efe75430d11e.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 973.457573] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10c04149-9ac0-46c3-ab7a-1eb638a4d456 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.469046] env[68800]: DEBUG oslo_vmware.api [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 973.469046] env[68800]: value = "task-3244047" [ 973.469046] env[68800]: _type = "Task" [ 973.469046] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.476248] env[68800]: DEBUG oslo_vmware.api [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.677487] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a255262f-8be7-47d2-9e0d-dda66b0f7e6a tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Lock "55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.584s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.765417] env[68800]: DEBUG oslo_vmware.api [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Task: {'id': task-3244046, 'name': RelocateVM_Task, 'duration_secs': 0.417326} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.765720] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Volume attach. Driver type: vmdk {{(pid=68800) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 973.765924] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648285', 'volume_id': 'd59dcf18-0178-471c-8ee0-9130e14635ee', 'name': 'volume-d59dcf18-0178-471c-8ee0-9130e14635ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da4455e3-6c39-4895-93c0-66aca7ca621b', 'attached_at': '', 'detached_at': '', 'volume_id': 'd59dcf18-0178-471c-8ee0-9130e14635ee', 'serial': 'd59dcf18-0178-471c-8ee0-9130e14635ee'} {{(pid=68800) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 973.766754] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0311d6fa-0a2c-4ea2-acbc-d46b4ec2866d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.795642] env[68800]: DEBUG nova.network.neutron [req-56c02e85-53a2-495d-96ac-70222bcc4ab1 req-de2e6f4f-1a46-4780-a8a9-6a3af9e879ed service nova] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Updated VIF entry in instance network info cache for port 409f1b77-9a18-4028-9e4e-0e168283238d. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 973.795642] env[68800]: DEBUG nova.network.neutron [req-56c02e85-53a2-495d-96ac-70222bcc4ab1 req-de2e6f4f-1a46-4780-a8a9-6a3af9e879ed service nova] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Updating instance_info_cache with network_info: [{"id": "409f1b77-9a18-4028-9e4e-0e168283238d", "address": "fa:16:3e:ea:52:00", "network": {"id": "027740e4-dc55-404c-92de-8516353c335e", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2101358492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e277eebb9a24cfdb9394944f1ab1108", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap409f1b77-9a", "ovs_interfaceid": "409f1b77-9a18-4028-9e4e-0e168283238d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.803321] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4043b605-ea84-4dce-a003-c94ac7de2e1d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.838669] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] volume-d59dcf18-0178-471c-8ee0-9130e14635ee/volume-d59dcf18-0178-471c-8ee0-9130e14635ee.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.842227] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34b26255-9d30-45a4-bce8-48b3b2cca906 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.867871] env[68800]: DEBUG oslo_vmware.api [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Waiting for the task: (returnval){ [ 973.867871] env[68800]: value = "task-3244048" [ 973.867871] env[68800]: _type = "Task" [ 973.867871] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.881868] env[68800]: DEBUG oslo_vmware.api [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Task: {'id': task-3244048, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.960485] env[68800]: DEBUG oslo_concurrency.lockutils [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Acquiring lock "f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.960754] env[68800]: DEBUG oslo_concurrency.lockutils [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Lock "f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.979398] env[68800]: DEBUG oslo_vmware.api [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.084783] env[68800]: DEBUG nova.objects.instance [None req-748fa034-e171-4cbc-bef6-9a360c3ebbfc tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lazy-loading 'pci_requests' on Instance uuid 8fc1914e-feaf-4004-92d1-af93a6e5b399 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.159316] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edc0531-d1a8-46cf-a016-849b073f1c04 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.172166] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a110b54-934f-4bbf-9814-8092d0d28585 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.213116] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aaa39ca-97a0-498d-b460-326316e73eeb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.222135] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4071345-a540-4d7c-9f22-a47d7ea8d840 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.241576] env[68800]: DEBUG nova.compute.provider_tree [None req-362d7fce-9018-4826-bad6-763d4dae5919 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.300927] env[68800]: DEBUG oslo_concurrency.lockutils [req-56c02e85-53a2-495d-96ac-70222bcc4ab1 req-de2e6f4f-1a46-4780-a8a9-6a3af9e879ed service nova] Releasing lock "refresh_cache-da4455e3-6c39-4895-93c0-66aca7ca621b" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.383458] env[68800]: DEBUG oslo_vmware.api [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Task: {'id': task-3244048, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.465045] env[68800]: DEBUG nova.compute.manager [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 974.468029] env[68800]: DEBUG nova.network.neutron [-] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.487508] env[68800]: DEBUG oslo_vmware.api [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.587702] env[68800]: DEBUG nova.objects.base [None req-748fa034-e171-4cbc-bef6-9a360c3ebbfc tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Object Instance<8fc1914e-feaf-4004-92d1-af93a6e5b399> lazy-loaded attributes: flavor,pci_requests {{(pid=68800) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 974.587847] env[68800]: DEBUG nova.network.neutron [None req-748fa034-e171-4cbc-bef6-9a360c3ebbfc tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 974.681244] env[68800]: DEBUG nova.policy [None req-748fa034-e171-4cbc-bef6-9a360c3ebbfc tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31eea260dc9f479b9390ca2cc13e8b10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a55e3ff738d49f8ae6b119fe8712bb8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 974.744247] env[68800]: DEBUG nova.scheduler.client.report [None req-362d7fce-9018-4826-bad6-763d4dae5919 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.759231] env[68800]: DEBUG nova.compute.manager [req-c17320ba-e45d-4c36-9d15-9116475d61f0 req-d4be3dc5-8209-4e8f-8196-90edebf97f4c service nova] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Received event network-vif-deleted-15afed70-9249-49e1-b502-ceb7142e3135 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.884318] env[68800]: DEBUG oslo_vmware.api [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Task: {'id': task-3244048, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.976867] env[68800]: INFO nova.compute.manager [-] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Took 1.68 seconds to deallocate network for instance. [ 974.994198] env[68800]: DEBUG oslo_vmware.api [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244047, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.998853] env[68800]: DEBUG oslo_concurrency.lockutils [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.254026] env[68800]: DEBUG oslo_concurrency.lockutils [None req-362d7fce-9018-4826-bad6-763d4dae5919 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.126s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.254738] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8312e19f-8759-4ad4-b65b-029a24c294b6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.298s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.255332] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8312e19f-8759-4ad4-b65b-029a24c294b6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.257744] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.142s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.258094] env[68800]: DEBUG nova.objects.instance [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68800) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 975.285029] env[68800]: INFO nova.scheduler.client.report [None req-362d7fce-9018-4826-bad6-763d4dae5919 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Deleted allocations for instance 96855855-25b0-4be7-8e86-a67991be9f28 [ 975.285029] env[68800]: INFO nova.scheduler.client.report [None req-8312e19f-8759-4ad4-b65b-029a24c294b6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Deleted allocations for instance 99f2d44f-e361-466f-998c-f23a2b04bcbf [ 975.381576] env[68800]: DEBUG nova.network.neutron [None req-748fa034-e171-4cbc-bef6-9a360c3ebbfc tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Successfully created port: f4a94953-c31a-4e3f-9f8a-c6dfa4e8c03b {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 975.388375] env[68800]: DEBUG oslo_vmware.api [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Task: {'id': task-3244048, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.485491] env[68800]: DEBUG oslo_vmware.api [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244047, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.488152] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c4389415-f4e6-40c8-af8e-7a5e922acd3c tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.798691] env[68800]: DEBUG oslo_concurrency.lockutils [None req-362d7fce-9018-4826-bad6-763d4dae5919 tempest-MultipleCreateTestJSON-1085953421 tempest-MultipleCreateTestJSON-1085953421-project-member] Lock "96855855-25b0-4be7-8e86-a67991be9f28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.639s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.799813] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8312e19f-8759-4ad4-b65b-029a24c294b6 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "99f2d44f-e361-466f-998c-f23a2b04bcbf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.178s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.884347] env[68800]: DEBUG oslo_vmware.api [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Task: {'id': task-3244048, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.986994] env[68800]: DEBUG oslo_vmware.api [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244047, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.065100] env[68800]: DEBUG oslo_concurrency.lockutils [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Acquiring lock "ef8bcba4-6707-478a-aeac-c6995c899432" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.065391] env[68800]: DEBUG oslo_concurrency.lockutils [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Lock "ef8bcba4-6707-478a-aeac-c6995c899432" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.268337] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d42d78cb-dcb2-43d4-a0af-e83f92600e2e tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.269919] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1cf08b93-f582-4468-b138-db58661b2cad tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.433s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.270130] env[68800]: DEBUG nova.objects.instance [None req-1cf08b93-f582-4468-b138-db58661b2cad tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Lazy-loading 'resources' on Instance uuid 9edbd4b6-b890-4a22-896a-26e315d18fd0 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.385040] env[68800]: DEBUG oslo_vmware.api [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Task: {'id': task-3244048, 'name': ReconfigVM_Task, 'duration_secs': 2.169059} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.386192] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Reconfigured VM instance instance-0000004e to attach disk [datastore1] volume-d59dcf18-0178-471c-8ee0-9130e14635ee/volume-d59dcf18-0178-471c-8ee0-9130e14635ee.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.390603] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59fff1cb-053e-4c30-ae44-320bf278cac0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.411140] env[68800]: DEBUG oslo_vmware.api [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Waiting for the task: (returnval){ [ 976.411140] env[68800]: value = "task-3244049" [ 976.411140] env[68800]: _type = "Task" [ 976.411140] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.423917] env[68800]: DEBUG oslo_vmware.api [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Task: {'id': task-3244049, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.483134] env[68800]: DEBUG oslo_vmware.api [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244047, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.568147] env[68800]: DEBUG nova.compute.manager [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] [instance: ef8bcba4-6707-478a-aeac-c6995c899432] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 976.928416] env[68800]: DEBUG oslo_vmware.api [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Task: {'id': task-3244049, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.990071] env[68800]: DEBUG oslo_vmware.api [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244047, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.100083] env[68800]: DEBUG oslo_concurrency.lockutils [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.189706] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2924308-a00b-4ec6-92be-b7690f4c16c6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.201116] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb23101-7955-4ef1-8340-a6c35db8864d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.258115] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a5ae06-6aaa-42e9-b4c8-c55f4d66495d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.271785] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0937d70c-67d9-44c1-9f1d-2285c12be0be {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.293244] env[68800]: DEBUG nova.compute.provider_tree [None req-1cf08b93-f582-4468-b138-db58661b2cad tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.422478] env[68800]: DEBUG oslo_vmware.api [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Task: {'id': task-3244049, 'name': ReconfigVM_Task, 'duration_secs': 0.720542} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.422740] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648285', 'volume_id': 'd59dcf18-0178-471c-8ee0-9130e14635ee', 'name': 'volume-d59dcf18-0178-471c-8ee0-9130e14635ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da4455e3-6c39-4895-93c0-66aca7ca621b', 'attached_at': '', 'detached_at': '', 'volume_id': 'd59dcf18-0178-471c-8ee0-9130e14635ee', 'serial': 'd59dcf18-0178-471c-8ee0-9130e14635ee'} {{(pid=68800) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 977.423430] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1ec6834-5f1e-43d1-aa29-eba1129e3ce8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.432669] env[68800]: DEBUG oslo_vmware.api [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Waiting for the task: (returnval){ [ 977.432669] env[68800]: value = "task-3244051" [ 977.432669] env[68800]: _type = "Task" [ 977.432669] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.454385] env[68800]: DEBUG oslo_vmware.api [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Task: {'id': task-3244051, 'name': Rename_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.486418] env[68800]: DEBUG oslo_vmware.api [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244047, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.630814} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.487580] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e33f393-fee8-4771-8185-5dade07d4bb4/6e33f393-fee8-4771-8185-5dade07d4bb4.vmdk to [datastore1] 2457cac1-020a-4cbd-a774-efe75430d11e/2457cac1-020a-4cbd-a774-efe75430d11e.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 977.487792] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c85ecb5-bbff-4b65-b534-faf71c207589 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.520781] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 2457cac1-020a-4cbd-a774-efe75430d11e/2457cac1-020a-4cbd-a774-efe75430d11e.vmdk or device None with type streamOptimized {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 977.521157] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-358dc70b-ef83-4402-9279-c4ca095c3efe {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.545502] env[68800]: DEBUG oslo_vmware.api [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 977.545502] env[68800]: value = "task-3244052" [ 977.545502] env[68800]: _type = "Task" [ 977.545502] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.561051] env[68800]: DEBUG oslo_vmware.api [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244052, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.798910] env[68800]: DEBUG nova.scheduler.client.report [None req-1cf08b93-f582-4468-b138-db58661b2cad tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.873343] env[68800]: DEBUG nova.network.neutron [None req-748fa034-e171-4cbc-bef6-9a360c3ebbfc tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Successfully updated port: f4a94953-c31a-4e3f-9f8a-c6dfa4e8c03b {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 977.944731] env[68800]: DEBUG oslo_vmware.api [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Task: {'id': task-3244051, 'name': Rename_Task, 'duration_secs': 0.245265} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.946278] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.946278] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e574493-599a-4606-b785-52f4996017ef {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.956146] env[68800]: DEBUG oslo_vmware.api [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Waiting for the task: (returnval){ [ 977.956146] env[68800]: value = "task-3244053" [ 977.956146] env[68800]: _type = "Task" [ 977.956146] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.967945] env[68800]: DEBUG oslo_vmware.api [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Task: {'id': task-3244053, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.976432] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquiring lock "8b8a05f1-f724-4450-9b01-e6a63236ad35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.977287] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "8b8a05f1-f724-4450-9b01-e6a63236ad35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.060991] env[68800]: DEBUG oslo_vmware.api [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244052, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.284334] env[68800]: DEBUG nova.compute.manager [req-188bee0f-2e5f-4634-ae1f-198e2d78c0e0 req-b1840889-76f4-4567-b1dc-1bfb1b703cdd service nova] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Received event network-vif-plugged-f4a94953-c31a-4e3f-9f8a-c6dfa4e8c03b {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.284621] env[68800]: DEBUG oslo_concurrency.lockutils [req-188bee0f-2e5f-4634-ae1f-198e2d78c0e0 req-b1840889-76f4-4567-b1dc-1bfb1b703cdd service nova] Acquiring lock "8fc1914e-feaf-4004-92d1-af93a6e5b399-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.284853] env[68800]: DEBUG oslo_concurrency.lockutils [req-188bee0f-2e5f-4634-ae1f-198e2d78c0e0 req-b1840889-76f4-4567-b1dc-1bfb1b703cdd service nova] Lock "8fc1914e-feaf-4004-92d1-af93a6e5b399-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.285033] env[68800]: DEBUG oslo_concurrency.lockutils [req-188bee0f-2e5f-4634-ae1f-198e2d78c0e0 req-b1840889-76f4-4567-b1dc-1bfb1b703cdd service nova] Lock "8fc1914e-feaf-4004-92d1-af93a6e5b399-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.285204] env[68800]: DEBUG nova.compute.manager [req-188bee0f-2e5f-4634-ae1f-198e2d78c0e0 req-b1840889-76f4-4567-b1dc-1bfb1b703cdd service nova] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] No waiting events found dispatching network-vif-plugged-f4a94953-c31a-4e3f-9f8a-c6dfa4e8c03b {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 978.285378] env[68800]: WARNING nova.compute.manager [req-188bee0f-2e5f-4634-ae1f-198e2d78c0e0 req-b1840889-76f4-4567-b1dc-1bfb1b703cdd service nova] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Received unexpected event network-vif-plugged-f4a94953-c31a-4e3f-9f8a-c6dfa4e8c03b for instance with vm_state active and task_state None. [ 978.304658] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1cf08b93-f582-4468-b138-db58661b2cad tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.035s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.308349] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9a5a77c3-abc2-43ea-8080-28a5e78090b2 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.873s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.308349] env[68800]: DEBUG nova.objects.instance [None req-9a5a77c3-abc2-43ea-8080-28a5e78090b2 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Lazy-loading 'resources' on Instance uuid 5f7ea455-6146-4fa9-a726-cf655beb92d7 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.338822] env[68800]: INFO nova.scheduler.client.report [None req-1cf08b93-f582-4468-b138-db58661b2cad tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Deleted allocations for instance 9edbd4b6-b890-4a22-896a-26e315d18fd0 [ 978.377403] env[68800]: DEBUG oslo_concurrency.lockutils [None req-748fa034-e171-4cbc-bef6-9a360c3ebbfc tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "refresh_cache-8fc1914e-feaf-4004-92d1-af93a6e5b399" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.377595] env[68800]: DEBUG oslo_concurrency.lockutils [None req-748fa034-e171-4cbc-bef6-9a360c3ebbfc tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquired lock "refresh_cache-8fc1914e-feaf-4004-92d1-af93a6e5b399" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.377886] env[68800]: DEBUG nova.network.neutron [None req-748fa034-e171-4cbc-bef6-9a360c3ebbfc tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.467761] env[68800]: DEBUG oslo_vmware.api [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Task: {'id': task-3244053, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.478899] env[68800]: DEBUG nova.compute.manager [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 978.561568] env[68800]: DEBUG oslo_vmware.api [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244052, 'name': ReconfigVM_Task, 'duration_secs': 0.574075} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.562073] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 2457cac1-020a-4cbd-a774-efe75430d11e/2457cac1-020a-4cbd-a774-efe75430d11e.vmdk or device None with type streamOptimized {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 978.563989] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a70e804-eccb-4c70-8375-82bb726e3ca1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.577282] env[68800]: DEBUG oslo_vmware.api [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 978.577282] env[68800]: value = "task-3244054" [ 978.577282] env[68800]: _type = "Task" [ 978.577282] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.586804] env[68800]: DEBUG oslo_vmware.api [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244054, 'name': Rename_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.850519] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1cf08b93-f582-4468-b138-db58661b2cad tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Lock "9edbd4b6-b890-4a22-896a-26e315d18fd0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.541s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.851732] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-236aa5db-5ad4-4479-8a79-57b03d13bb40 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Volume attach. Driver type: vmdk {{(pid=68800) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 978.851732] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-236aa5db-5ad4-4479-8a79-57b03d13bb40 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648303', 'volume_id': '44d4922a-03b7-46ff-85e8-c1206af930e5', 'name': 'volume-44d4922a-03b7-46ff-85e8-c1206af930e5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dee516d0-4241-427f-87f4-49201f04bfd1', 'attached_at': '', 'detached_at': '', 'volume_id': '44d4922a-03b7-46ff-85e8-c1206af930e5', 'serial': '44d4922a-03b7-46ff-85e8-c1206af930e5'} {{(pid=68800) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 978.852996] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3926355f-3ad2-4ee0-bcd4-92e60f7d829e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.880829] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2beca3f-629e-4f10-9e83-124c8ca45435 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.916385] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-236aa5db-5ad4-4479-8a79-57b03d13bb40 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] volume-44d4922a-03b7-46ff-85e8-c1206af930e5/volume-44d4922a-03b7-46ff-85e8-c1206af930e5.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.920945] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-990e75f1-0cb4-4f10-b457-5d7e9f1b928b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.949774] env[68800]: DEBUG oslo_vmware.api [None req-236aa5db-5ad4-4479-8a79-57b03d13bb40 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 978.949774] env[68800]: value = "task-3244055" [ 978.949774] env[68800]: _type = "Task" [ 978.949774] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.955291] env[68800]: WARNING nova.network.neutron [None req-748fa034-e171-4cbc-bef6-9a360c3ebbfc tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] 42ecce2f-2b8f-412c-a25a-eac985a7bc3e already exists in list: networks containing: ['42ecce2f-2b8f-412c-a25a-eac985a7bc3e']. ignoring it [ 978.969284] env[68800]: DEBUG oslo_vmware.api [None req-236aa5db-5ad4-4479-8a79-57b03d13bb40 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3244055, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.979506] env[68800]: DEBUG oslo_vmware.api [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Task: {'id': task-3244053, 'name': PowerOnVM_Task, 'duration_secs': 0.5494} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.980095] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 978.980152] env[68800]: INFO nova.compute.manager [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Took 8.11 seconds to spawn the instance on the hypervisor. [ 978.980539] env[68800]: DEBUG nova.compute.manager [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 978.983254] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac8bf73-8b8f-401f-b796-90e5019bfe18 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.015439] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.088113] env[68800]: DEBUG oslo_vmware.api [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244054, 'name': Rename_Task, 'duration_secs': 0.158891} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.092316] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 979.092476] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14f35d8a-49de-40bd-8efc-12082704fb2b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.100097] env[68800]: DEBUG oslo_vmware.api [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 979.100097] env[68800]: value = "task-3244056" [ 979.100097] env[68800]: _type = "Task" [ 979.100097] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.109846] env[68800]: DEBUG oslo_vmware.api [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244056, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.265398] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f758bc8-f2ae-4d8f-a354-477339a1cd04 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.277741] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec4531b-1990-4057-818e-01466b4c8a73 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.320266] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a72773-6f0d-4e89-992c-574a70371109 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.334923] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9e1f98-c894-4f84-9d02-58e3dc00d95b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.352155] env[68800]: DEBUG nova.compute.provider_tree [None req-9a5a77c3-abc2-43ea-8080-28a5e78090b2 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.440592] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8e53077f-d929-4ed7-989c-b79cc139f853 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquiring lock "0200ac67-ec70-479f-a0be-af4c17410c61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.440977] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8e53077f-d929-4ed7-989c-b79cc139f853 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Lock "0200ac67-ec70-479f-a0be-af4c17410c61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.441341] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8e53077f-d929-4ed7-989c-b79cc139f853 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquiring lock "0200ac67-ec70-479f-a0be-af4c17410c61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.441640] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8e53077f-d929-4ed7-989c-b79cc139f853 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Lock "0200ac67-ec70-479f-a0be-af4c17410c61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.441870] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8e53077f-d929-4ed7-989c-b79cc139f853 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Lock "0200ac67-ec70-479f-a0be-af4c17410c61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.444488] env[68800]: INFO nova.compute.manager [None req-8e53077f-d929-4ed7-989c-b79cc139f853 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Terminating instance [ 979.468724] env[68800]: DEBUG oslo_vmware.api [None req-236aa5db-5ad4-4479-8a79-57b03d13bb40 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3244055, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.513381] env[68800]: INFO nova.compute.manager [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Took 38.10 seconds to build instance. [ 979.611439] env[68800]: DEBUG oslo_vmware.api [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244056, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.666183] env[68800]: DEBUG nova.network.neutron [None req-748fa034-e171-4cbc-bef6-9a360c3ebbfc tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Updating instance_info_cache with network_info: [{"id": "ca862ceb-249f-4f97-a863-d0a1f320b7bc", "address": "fa:16:3e:5c:e1:ae", "network": {"id": "42ecce2f-2b8f-412c-a25a-eac985a7bc3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-882241878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a55e3ff738d49f8ae6b119fe8712bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca862ceb-24", "ovs_interfaceid": "ca862ceb-249f-4f97-a863-d0a1f320b7bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f4a94953-c31a-4e3f-9f8a-c6dfa4e8c03b", "address": "fa:16:3e:5a:f4:b4", "network": {"id": "42ecce2f-2b8f-412c-a25a-eac985a7bc3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-882241878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a55e3ff738d49f8ae6b119fe8712bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4a94953-c3", "ovs_interfaceid": "f4a94953-c31a-4e3f-9f8a-c6dfa4e8c03b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.857588] env[68800]: DEBUG nova.scheduler.client.report [None req-9a5a77c3-abc2-43ea-8080-28a5e78090b2 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.948746] env[68800]: DEBUG nova.compute.manager [None req-8e53077f-d929-4ed7-989c-b79cc139f853 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 979.948977] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8e53077f-d929-4ed7-989c-b79cc139f853 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.949886] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1261551e-ebcd-4959-b5eb-250e67f69ed1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.963268] env[68800]: DEBUG oslo_vmware.api [None req-236aa5db-5ad4-4479-8a79-57b03d13bb40 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3244055, 'name': ReconfigVM_Task, 'duration_secs': 0.600845} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.965649] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-236aa5db-5ad4-4479-8a79-57b03d13bb40 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Reconfigured VM instance instance-0000003f to attach disk [datastore1] volume-44d4922a-03b7-46ff-85e8-c1206af930e5/volume-44d4922a-03b7-46ff-85e8-c1206af930e5.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.970377] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e53077f-d929-4ed7-989c-b79cc139f853 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.970643] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d906f7d-e219-40f8-a7b8-6e34b0d86ba2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.981089] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82fd4140-bc51-45cf-a073-4614bf085f33 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.990297] env[68800]: DEBUG oslo_vmware.api [None req-236aa5db-5ad4-4479-8a79-57b03d13bb40 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 979.990297] env[68800]: value = "task-3244057" [ 979.990297] env[68800]: _type = "Task" [ 979.990297] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.991827] env[68800]: DEBUG oslo_vmware.api [None req-8e53077f-d929-4ed7-989c-b79cc139f853 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 979.991827] env[68800]: value = "task-3244058" [ 979.991827] env[68800]: _type = "Task" [ 979.991827] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.004382] env[68800]: DEBUG oslo_vmware.api [None req-236aa5db-5ad4-4479-8a79-57b03d13bb40 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3244057, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.009028] env[68800]: DEBUG oslo_vmware.api [None req-8e53077f-d929-4ed7-989c-b79cc139f853 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3244058, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.015751] env[68800]: DEBUG oslo_concurrency.lockutils [None req-40ff8502-d4fd-4923-91b6-8ce2f6e122da tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Lock "da4455e3-6c39-4895-93c0-66aca7ca621b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.618s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.112902] env[68800]: DEBUG oslo_vmware.api [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244056, 'name': PowerOnVM_Task, 'duration_secs': 0.793539} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.112902] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 980.112902] env[68800]: INFO nova.compute.manager [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] Took 17.94 seconds to spawn the instance on the hypervisor. [ 980.112902] env[68800]: DEBUG nova.compute.manager [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 980.113335] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c658070-cc40-4931-a548-321d9a393b0e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.169721] env[68800]: DEBUG oslo_concurrency.lockutils [None req-748fa034-e171-4cbc-bef6-9a360c3ebbfc tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Releasing lock "refresh_cache-8fc1914e-feaf-4004-92d1-af93a6e5b399" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.170446] env[68800]: DEBUG oslo_concurrency.lockutils [None req-748fa034-e171-4cbc-bef6-9a360c3ebbfc tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "8fc1914e-feaf-4004-92d1-af93a6e5b399" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.170600] env[68800]: DEBUG oslo_concurrency.lockutils [None req-748fa034-e171-4cbc-bef6-9a360c3ebbfc tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquired lock "8fc1914e-feaf-4004-92d1-af93a6e5b399" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.171839] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f52ac96-d77b-44ec-9406-1ce22a5a8bce {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.195397] env[68800]: DEBUG nova.virt.hardware [None req-748fa034-e171-4cbc-bef6-9a360c3ebbfc tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 980.195397] env[68800]: DEBUG nova.virt.hardware [None req-748fa034-e171-4cbc-bef6-9a360c3ebbfc tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 980.195397] env[68800]: DEBUG nova.virt.hardware [None req-748fa034-e171-4cbc-bef6-9a360c3ebbfc tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.195397] env[68800]: DEBUG nova.virt.hardware [None req-748fa034-e171-4cbc-bef6-9a360c3ebbfc tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 980.195397] env[68800]: DEBUG nova.virt.hardware [None req-748fa034-e171-4cbc-bef6-9a360c3ebbfc tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.195397] env[68800]: DEBUG nova.virt.hardware [None req-748fa034-e171-4cbc-bef6-9a360c3ebbfc tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 980.195397] env[68800]: DEBUG nova.virt.hardware [None req-748fa034-e171-4cbc-bef6-9a360c3ebbfc tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 980.195397] env[68800]: DEBUG nova.virt.hardware [None req-748fa034-e171-4cbc-bef6-9a360c3ebbfc tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 980.195397] env[68800]: DEBUG nova.virt.hardware [None req-748fa034-e171-4cbc-bef6-9a360c3ebbfc tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 980.195397] env[68800]: DEBUG nova.virt.hardware [None req-748fa034-e171-4cbc-bef6-9a360c3ebbfc tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 980.195397] env[68800]: DEBUG nova.virt.hardware [None req-748fa034-e171-4cbc-bef6-9a360c3ebbfc tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 980.203082] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-748fa034-e171-4cbc-bef6-9a360c3ebbfc tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Reconfiguring VM to attach interface {{(pid=68800) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 980.204250] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-700124f1-8db7-47ed-9201-25ed08b003c3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.225125] env[68800]: DEBUG oslo_vmware.api [None req-748fa034-e171-4cbc-bef6-9a360c3ebbfc tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for the task: (returnval){ [ 980.225125] env[68800]: value = "task-3244059" [ 980.225125] env[68800]: _type = "Task" [ 980.225125] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.238768] env[68800]: DEBUG oslo_vmware.api [None req-748fa034-e171-4cbc-bef6-9a360c3ebbfc tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244059, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.362402] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9a5a77c3-abc2-43ea-8080-28a5e78090b2 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.055s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.366246] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d8fad3c4-fc0d-45ee-bef1-6b756397e730 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.323s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.366535] env[68800]: DEBUG nova.objects.instance [None req-d8fad3c4-fc0d-45ee-bef1-6b756397e730 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Lazy-loading 'resources' on Instance uuid d09d6489-64ed-44b7-8a61-ee59d6160ba4 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.389599] env[68800]: INFO nova.scheduler.client.report [None req-9a5a77c3-abc2-43ea-8080-28a5e78090b2 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Deleted allocations for instance 5f7ea455-6146-4fa9-a726-cf655beb92d7 [ 980.507664] env[68800]: DEBUG oslo_vmware.api [None req-8e53077f-d929-4ed7-989c-b79cc139f853 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3244058, 'name': PowerOffVM_Task, 'duration_secs': 0.341174} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.510710] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e53077f-d929-4ed7-989c-b79cc139f853 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.510978] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8e53077f-d929-4ed7-989c-b79cc139f853 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 980.511230] env[68800]: DEBUG oslo_vmware.api [None req-236aa5db-5ad4-4479-8a79-57b03d13bb40 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3244057, 'name': ReconfigVM_Task, 'duration_secs': 0.17959} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.511477] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7266ab49-3c0f-4f01-be94-fb453f652ec6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.513220] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-236aa5db-5ad4-4479-8a79-57b03d13bb40 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648303', 'volume_id': '44d4922a-03b7-46ff-85e8-c1206af930e5', 'name': 'volume-44d4922a-03b7-46ff-85e8-c1206af930e5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dee516d0-4241-427f-87f4-49201f04bfd1', 'attached_at': '', 'detached_at': '', 'volume_id': '44d4922a-03b7-46ff-85e8-c1206af930e5', 'serial': '44d4922a-03b7-46ff-85e8-c1206af930e5'} {{(pid=68800) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 980.597771] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8e53077f-d929-4ed7-989c-b79cc139f853 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.597990] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8e53077f-d929-4ed7-989c-b79cc139f853 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.598214] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e53077f-d929-4ed7-989c-b79cc139f853 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Deleting the datastore file [datastore2] 0200ac67-ec70-479f-a0be-af4c17410c61 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.598482] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94f3eb84-be6d-4f4f-8568-d14137e7be99 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.619883] env[68800]: DEBUG oslo_vmware.api [None req-8e53077f-d929-4ed7-989c-b79cc139f853 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for the task: (returnval){ [ 980.619883] env[68800]: value = "task-3244061" [ 980.619883] env[68800]: _type = "Task" [ 980.619883] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.634151] env[68800]: DEBUG oslo_vmware.api [None req-8e53077f-d929-4ed7-989c-b79cc139f853 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3244061, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.636209] env[68800]: INFO nova.compute.manager [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] Took 50.33 seconds to build instance. [ 980.739861] env[68800]: DEBUG oslo_vmware.api [None req-748fa034-e171-4cbc-bef6-9a360c3ebbfc tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244059, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.901057] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9a5a77c3-abc2-43ea-8080-28a5e78090b2 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Lock "5f7ea455-6146-4fa9-a726-cf655beb92d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.898s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.136494] env[68800]: DEBUG oslo_vmware.api [None req-8e53077f-d929-4ed7-989c-b79cc139f853 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Task: {'id': task-3244061, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.319139} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.136790] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e53077f-d929-4ed7-989c-b79cc139f853 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.136988] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8e53077f-d929-4ed7-989c-b79cc139f853 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.137185] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8e53077f-d929-4ed7-989c-b79cc139f853 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.137690] env[68800]: INFO nova.compute.manager [None req-8e53077f-d929-4ed7-989c-b79cc139f853 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Took 1.19 seconds to destroy the instance on the hypervisor. [ 981.137690] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e53077f-d929-4ed7-989c-b79cc139f853 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.137797] env[68800]: DEBUG nova.compute.manager [-] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 981.137903] env[68800]: DEBUG nova.network.neutron [-] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 981.140113] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d72e4db5-acae-4dd6-9b79-cdb01297678c tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lock "2457cac1-020a-4cbd-a774-efe75430d11e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.847s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.243073] env[68800]: DEBUG oslo_vmware.api [None req-748fa034-e171-4cbc-bef6-9a360c3ebbfc tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244059, 'name': ReconfigVM_Task, 'duration_secs': 0.889171} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.243577] env[68800]: DEBUG oslo_concurrency.lockutils [None req-748fa034-e171-4cbc-bef6-9a360c3ebbfc tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Releasing lock "8fc1914e-feaf-4004-92d1-af93a6e5b399" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.243822] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-748fa034-e171-4cbc-bef6-9a360c3ebbfc tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Reconfigured VM to attach interface {{(pid=68800) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 981.312276] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9579ad1a-4711-4b1e-abe9-9c5047d14b1f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.323487] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5d3968-ef74-47d7-88e9-860ab5c8f4cb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.363040] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e506d9d0-0b95-4c45-b3b7-e7c1ceec76fa {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.374846] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910b9f85-1fd7-47f2-82a1-efc7795a61df {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.391866] env[68800]: DEBUG nova.compute.provider_tree [None req-d8fad3c4-fc0d-45ee-bef1-6b756397e730 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.484495] env[68800]: DEBUG nova.compute.manager [req-c40f260f-1f35-4882-94e2-f00063b1eb90 req-d124bfc4-a2dc-4fb7-a2b2-5b20cf5beb2d service nova] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Received event network-changed-f4a94953-c31a-4e3f-9f8a-c6dfa4e8c03b {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.484495] env[68800]: DEBUG nova.compute.manager [req-c40f260f-1f35-4882-94e2-f00063b1eb90 req-d124bfc4-a2dc-4fb7-a2b2-5b20cf5beb2d service nova] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Refreshing instance network info cache due to event network-changed-f4a94953-c31a-4e3f-9f8a-c6dfa4e8c03b. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 981.484653] env[68800]: DEBUG oslo_concurrency.lockutils [req-c40f260f-1f35-4882-94e2-f00063b1eb90 req-d124bfc4-a2dc-4fb7-a2b2-5b20cf5beb2d service nova] Acquiring lock "refresh_cache-8fc1914e-feaf-4004-92d1-af93a6e5b399" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.484936] env[68800]: DEBUG oslo_concurrency.lockutils [req-c40f260f-1f35-4882-94e2-f00063b1eb90 req-d124bfc4-a2dc-4fb7-a2b2-5b20cf5beb2d service nova] Acquired lock "refresh_cache-8fc1914e-feaf-4004-92d1-af93a6e5b399" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.484982] env[68800]: DEBUG nova.network.neutron [req-c40f260f-1f35-4882-94e2-f00063b1eb90 req-d124bfc4-a2dc-4fb7-a2b2-5b20cf5beb2d service nova] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Refreshing network info cache for port f4a94953-c31a-4e3f-9f8a-c6dfa4e8c03b {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 981.575023] env[68800]: DEBUG nova.objects.instance [None req-236aa5db-5ad4-4479-8a79-57b03d13bb40 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Lazy-loading 'flavor' on Instance uuid dee516d0-4241-427f-87f4-49201f04bfd1 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.752986] env[68800]: DEBUG oslo_concurrency.lockutils [None req-748fa034-e171-4cbc-bef6-9a360c3ebbfc tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "interface-8fc1914e-feaf-4004-92d1-af93a6e5b399-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.445s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.896105] env[68800]: DEBUG nova.scheduler.client.report [None req-d8fad3c4-fc0d-45ee-bef1-6b756397e730 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.963827] env[68800]: INFO nova.compute.manager [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Rebuilding instance [ 982.019683] env[68800]: DEBUG nova.compute.manager [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 982.022559] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6502a5a-d7f9-49f3-a5ee-32b6e4b032d2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.079740] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b578f621-1987-4b15-a075-0623487f5c8d tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquiring lock "2457cac1-020a-4cbd-a774-efe75430d11e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.080639] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b578f621-1987-4b15-a075-0623487f5c8d tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lock "2457cac1-020a-4cbd-a774-efe75430d11e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.081052] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b578f621-1987-4b15-a075-0623487f5c8d tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquiring lock "2457cac1-020a-4cbd-a774-efe75430d11e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.081413] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b578f621-1987-4b15-a075-0623487f5c8d tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lock "2457cac1-020a-4cbd-a774-efe75430d11e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.082266] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b578f621-1987-4b15-a075-0623487f5c8d tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lock "2457cac1-020a-4cbd-a774-efe75430d11e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.084030] env[68800]: DEBUG oslo_concurrency.lockutils [None req-236aa5db-5ad4-4479-8a79-57b03d13bb40 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Lock "dee516d0-4241-427f-87f4-49201f04bfd1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 10.397s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.086135] env[68800]: INFO nova.compute.manager [None req-b578f621-1987-4b15-a075-0623487f5c8d tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] Terminating instance [ 982.112795] env[68800]: DEBUG nova.network.neutron [-] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.315410] env[68800]: DEBUG nova.network.neutron [req-c40f260f-1f35-4882-94e2-f00063b1eb90 req-d124bfc4-a2dc-4fb7-a2b2-5b20cf5beb2d service nova] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Updated VIF entry in instance network info cache for port f4a94953-c31a-4e3f-9f8a-c6dfa4e8c03b. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 982.315410] env[68800]: DEBUG nova.network.neutron [req-c40f260f-1f35-4882-94e2-f00063b1eb90 req-d124bfc4-a2dc-4fb7-a2b2-5b20cf5beb2d service nova] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Updating instance_info_cache with network_info: [{"id": "ca862ceb-249f-4f97-a863-d0a1f320b7bc", "address": "fa:16:3e:5c:e1:ae", "network": {"id": "42ecce2f-2b8f-412c-a25a-eac985a7bc3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-882241878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a55e3ff738d49f8ae6b119fe8712bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca862ceb-24", "ovs_interfaceid": "ca862ceb-249f-4f97-a863-d0a1f320b7bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f4a94953-c31a-4e3f-9f8a-c6dfa4e8c03b", "address": "fa:16:3e:5a:f4:b4", "network": {"id": "42ecce2f-2b8f-412c-a25a-eac985a7bc3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-882241878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a55e3ff738d49f8ae6b119fe8712bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4a94953-c3", "ovs_interfaceid": "f4a94953-c31a-4e3f-9f8a-c6dfa4e8c03b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.407516] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d8fad3c4-fc0d-45ee-bef1-6b756397e730 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.042s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.411469] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.238s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.413813] env[68800]: INFO nova.compute.claims [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 982.442285] env[68800]: INFO nova.scheduler.client.report [None req-d8fad3c4-fc0d-45ee-bef1-6b756397e730 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Deleted allocations for instance d09d6489-64ed-44b7-8a61-ee59d6160ba4 [ 982.591019] env[68800]: DEBUG nova.compute.manager [None req-b578f621-1987-4b15-a075-0623487f5c8d tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 982.591019] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b578f621-1987-4b15-a075-0623487f5c8d tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 982.591811] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70efbd11-eb96-4269-bc8e-eafc168c870d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.600523] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-b578f621-1987-4b15-a075-0623487f5c8d tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.600742] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad74ed2a-fb87-4b58-ad7c-242479c7dc97 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.615042] env[68800]: DEBUG oslo_vmware.api [None req-b578f621-1987-4b15-a075-0623487f5c8d tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 982.615042] env[68800]: value = "task-3244062" [ 982.615042] env[68800]: _type = "Task" [ 982.615042] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.615639] env[68800]: INFO nova.compute.manager [-] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Took 1.48 seconds to deallocate network for instance. [ 982.631595] env[68800]: DEBUG oslo_vmware.api [None req-b578f621-1987-4b15-a075-0623487f5c8d tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244062, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.820349] env[68800]: DEBUG oslo_concurrency.lockutils [req-c40f260f-1f35-4882-94e2-f00063b1eb90 req-d124bfc4-a2dc-4fb7-a2b2-5b20cf5beb2d service nova] Releasing lock "refresh_cache-8fc1914e-feaf-4004-92d1-af93a6e5b399" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.955019] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d8fad3c4-fc0d-45ee-bef1-6b756397e730 tempest-ServersV294TestFqdnHostnames-1721761210 tempest-ServersV294TestFqdnHostnames-1721761210-project-member] Lock "d09d6489-64ed-44b7-8a61-ee59d6160ba4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.821s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.042383] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.042708] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3405471-40fa-4cc2-98d1-fcb4f0b7a31f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.050482] env[68800]: DEBUG oslo_vmware.api [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 983.050482] env[68800]: value = "task-3244063" [ 983.050482] env[68800]: _type = "Task" [ 983.050482] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.060378] env[68800]: DEBUG oslo_vmware.api [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244063, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.153991] env[68800]: INFO nova.compute.manager [None req-5032d078-65ba-434b-8e4b-0ae8b106a38c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Rescuing [ 983.153991] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5032d078-65ba-434b-8e4b-0ae8b106a38c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Acquiring lock "refresh_cache-dee516d0-4241-427f-87f4-49201f04bfd1" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.153991] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5032d078-65ba-434b-8e4b-0ae8b106a38c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Acquired lock "refresh_cache-dee516d0-4241-427f-87f4-49201f04bfd1" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.153991] env[68800]: DEBUG nova.network.neutron [None req-5032d078-65ba-434b-8e4b-0ae8b106a38c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.153991] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8e53077f-d929-4ed7-989c-b79cc139f853 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.153991] env[68800]: DEBUG oslo_vmware.api [None req-b578f621-1987-4b15-a075-0623487f5c8d tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244062, 'name': PowerOffVM_Task, 'duration_secs': 0.245621} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.153991] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-b578f621-1987-4b15-a075-0623487f5c8d tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.153991] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b578f621-1987-4b15-a075-0623487f5c8d tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.153991] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1cbbe49-dda9-4d47-94c2-60e407a2a7d0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.233616] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b578f621-1987-4b15-a075-0623487f5c8d tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.233929] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b578f621-1987-4b15-a075-0623487f5c8d tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.234111] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-b578f621-1987-4b15-a075-0623487f5c8d tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Deleting the datastore file [datastore1] 2457cac1-020a-4cbd-a774-efe75430d11e {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.234403] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46fc9d6d-5fcf-484e-888d-15236bca82bd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.246027] env[68800]: DEBUG oslo_vmware.api [None req-b578f621-1987-4b15-a075-0623487f5c8d tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 983.246027] env[68800]: value = "task-3244065" [ 983.246027] env[68800]: _type = "Task" [ 983.246027] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.254589] env[68800]: DEBUG oslo_vmware.api [None req-b578f621-1987-4b15-a075-0623487f5c8d tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.566291] env[68800]: DEBUG oslo_vmware.api [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244063, 'name': PowerOffVM_Task, 'duration_secs': 0.264245} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.567466] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.567466] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 983.567875] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48da7334-de11-4232-8cd1-f9a7acb8e987 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.580076] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.580604] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-379499b9-2932-475a-99b6-64b28874f948 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.675845] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.676114] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.676365] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Deleting the datastore file [datastore1] 5bb303dd-ea06-486b-8e2a-f966cce8a400 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.676560] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3edbd92d-ba32-4506-8399-92f3a9aab0e9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.683559] env[68800]: DEBUG oslo_vmware.api [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 983.683559] env[68800]: value = "task-3244067" [ 983.683559] env[68800]: _type = "Task" [ 983.683559] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.694019] env[68800]: DEBUG oslo_vmware.api [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244067, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.758538] env[68800]: DEBUG oslo_vmware.api [None req-b578f621-1987-4b15-a075-0623487f5c8d tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244065, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189482} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.761749] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-b578f621-1987-4b15-a075-0623487f5c8d tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.762104] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b578f621-1987-4b15-a075-0623487f5c8d tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.762420] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b578f621-1987-4b15-a075-0623487f5c8d tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.762701] env[68800]: INFO nova.compute.manager [None req-b578f621-1987-4b15-a075-0623487f5c8d tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 983.763068] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b578f621-1987-4b15-a075-0623487f5c8d tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.763598] env[68800]: DEBUG nova.compute.manager [-] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 983.763819] env[68800]: DEBUG nova.network.neutron [-] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 983.789585] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f71a273-261d-4839-92b2-bc6d7a857aaf {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.797087] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e2b758-ccac-454c-bea9-f277cbedf6b9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.835675] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822623fb-11e5-462f-bade-931981b5ae89 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.846493] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46cf877-15dc-4d2d-9107-0fc5a7400e4e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.861588] env[68800]: DEBUG nova.compute.provider_tree [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.958720] env[68800]: DEBUG oslo_concurrency.lockutils [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Acquiring lock "b9f4bee1-3aff-4332-8465-0a8a68cd0d3d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.959103] env[68800]: DEBUG oslo_concurrency.lockutils [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Lock "b9f4bee1-3aff-4332-8465-0a8a68cd0d3d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.970027] env[68800]: DEBUG nova.compute.manager [req-48cb361c-59a1-48c5-a785-ef9dc1638c53 req-88d81723-f207-4464-ba26-4db1f44bf456 service nova] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Received event network-vif-deleted-e1cf0349-05d5-4767-af20-fdcc2fa52c92 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.970027] env[68800]: DEBUG nova.compute.manager [req-48cb361c-59a1-48c5-a785-ef9dc1638c53 req-88d81723-f207-4464-ba26-4db1f44bf456 service nova] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Received event network-changed-409f1b77-9a18-4028-9e4e-0e168283238d {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.970027] env[68800]: DEBUG nova.compute.manager [req-48cb361c-59a1-48c5-a785-ef9dc1638c53 req-88d81723-f207-4464-ba26-4db1f44bf456 service nova] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Refreshing instance network info cache due to event network-changed-409f1b77-9a18-4028-9e4e-0e168283238d. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 983.970027] env[68800]: DEBUG oslo_concurrency.lockutils [req-48cb361c-59a1-48c5-a785-ef9dc1638c53 req-88d81723-f207-4464-ba26-4db1f44bf456 service nova] Acquiring lock "refresh_cache-da4455e3-6c39-4895-93c0-66aca7ca621b" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.970027] env[68800]: DEBUG oslo_concurrency.lockutils [req-48cb361c-59a1-48c5-a785-ef9dc1638c53 req-88d81723-f207-4464-ba26-4db1f44bf456 service nova] Acquired lock "refresh_cache-da4455e3-6c39-4895-93c0-66aca7ca621b" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.970027] env[68800]: DEBUG nova.network.neutron [req-48cb361c-59a1-48c5-a785-ef9dc1638c53 req-88d81723-f207-4464-ba26-4db1f44bf456 service nova] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Refreshing network info cache for port 409f1b77-9a18-4028-9e4e-0e168283238d {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 984.194303] env[68800]: DEBUG oslo_vmware.api [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244067, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.419885} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.194519] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.194735] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 984.194930] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.323882] env[68800]: DEBUG nova.network.neutron [None req-5032d078-65ba-434b-8e4b-0ae8b106a38c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Updating instance_info_cache with network_info: [{"id": "b2314093-cc21-465b-afef-ce4d54db1ce6", "address": "fa:16:3e:0e:98:81", "network": {"id": "3789a7b0-2d31-4b9d-9779-6d245dced3a3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1329484446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0d9f2881edf4f79b52db59af16e8133", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2314093-cc", "ovs_interfaceid": "b2314093-cc21-465b-afef-ce4d54db1ce6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.367875] env[68800]: DEBUG nova.scheduler.client.report [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.467346] env[68800]: DEBUG nova.compute.manager [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] [instance: b9f4bee1-3aff-4332-8465-0a8a68cd0d3d] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 984.828149] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5032d078-65ba-434b-8e4b-0ae8b106a38c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Releasing lock "refresh_cache-dee516d0-4241-427f-87f4-49201f04bfd1" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.875743] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.464s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.876343] env[68800]: DEBUG nova.compute.manager [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 984.881894] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3e5b9931-69fd-4d06-804e-502941ef1ce5 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.262s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.882217] env[68800]: DEBUG nova.objects.instance [None req-3e5b9931-69fd-4d06-804e-502941ef1ce5 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Lazy-loading 'resources' on Instance uuid c51643af-7816-47ac-bdf9-24f0135aacb7 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.997143] env[68800]: DEBUG oslo_concurrency.lockutils [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.055674] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1ca624f0-694e-48e9-b30a-f3fe0b5d1a95 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "interface-8fc1914e-feaf-4004-92d1-af93a6e5b399-f4a94953-c31a-4e3f-9f8a-c6dfa4e8c03b" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.055966] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1ca624f0-694e-48e9-b30a-f3fe0b5d1a95 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "interface-8fc1914e-feaf-4004-92d1-af93a6e5b399-f4a94953-c31a-4e3f-9f8a-c6dfa4e8c03b" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.236630] env[68800]: DEBUG nova.virt.hardware [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 985.236630] env[68800]: DEBUG nova.virt.hardware [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 985.236630] env[68800]: DEBUG nova.virt.hardware [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 985.236630] env[68800]: DEBUG nova.virt.hardware [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 985.236630] env[68800]: DEBUG nova.virt.hardware [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 985.236630] env[68800]: DEBUG nova.virt.hardware [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 985.236893] env[68800]: DEBUG nova.virt.hardware [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 985.237029] env[68800]: DEBUG nova.virt.hardware [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 985.237155] env[68800]: DEBUG nova.virt.hardware [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 985.237315] env[68800]: DEBUG nova.virt.hardware [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 985.237482] env[68800]: DEBUG nova.virt.hardware [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 985.238985] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f9c87b-2aa7-4758-a1e5-308657c68f97 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.249182] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c322c9eb-5dec-4c13-b8c4-69dab285facf {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.270966] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:91:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae5b2989-b6a0-4e25-9ae4-e65ac9cad064', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 985.280110] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.280396] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 985.280609] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e23d6ab-b3aa-4cf6-8dab-9a62feca9c92 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.308465] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 985.308465] env[68800]: value = "task-3244068" [ 985.308465] env[68800]: _type = "Task" [ 985.308465] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.318016] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244068, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.336703] env[68800]: DEBUG nova.network.neutron [req-48cb361c-59a1-48c5-a785-ef9dc1638c53 req-88d81723-f207-4464-ba26-4db1f44bf456 service nova] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Updated VIF entry in instance network info cache for port 409f1b77-9a18-4028-9e4e-0e168283238d. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 985.336793] env[68800]: DEBUG nova.network.neutron [req-48cb361c-59a1-48c5-a785-ef9dc1638c53 req-88d81723-f207-4464-ba26-4db1f44bf456 service nova] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Updating instance_info_cache with network_info: [{"id": "409f1b77-9a18-4028-9e4e-0e168283238d", "address": "fa:16:3e:ea:52:00", "network": {"id": "027740e4-dc55-404c-92de-8516353c335e", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2101358492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e277eebb9a24cfdb9394944f1ab1108", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap409f1b77-9a", "ovs_interfaceid": "409f1b77-9a18-4028-9e4e-0e168283238d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.352080] env[68800]: DEBUG nova.network.neutron [-] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.385619] env[68800]: DEBUG nova.compute.utils [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 985.388598] env[68800]: DEBUG nova.compute.manager [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 985.388598] env[68800]: DEBUG nova.network.neutron [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 985.529154] env[68800]: DEBUG nova.policy [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a20478bf6e3141af8e3a9eb32ac6466a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9913517d8fcb44b9a01b2aca64277c95', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 985.565245] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1ca624f0-694e-48e9-b30a-f3fe0b5d1a95 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "8fc1914e-feaf-4004-92d1-af93a6e5b399" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.565458] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1ca624f0-694e-48e9-b30a-f3fe0b5d1a95 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquired lock "8fc1914e-feaf-4004-92d1-af93a6e5b399" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.566807] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6939273e-edd2-4fb2-b4e4-d7ef513082da {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.596490] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9fba1e0-0373-482a-a65b-33a418266831 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.627394] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca624f0-694e-48e9-b30a-f3fe0b5d1a95 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Reconfiguring VM to detach interface {{(pid=68800) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 985.633020] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9fff5f6-0ed2-4065-8a54-4e93acf255fa {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.652731] env[68800]: DEBUG oslo_vmware.api [None req-1ca624f0-694e-48e9-b30a-f3fe0b5d1a95 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for the task: (returnval){ [ 985.652731] env[68800]: value = "task-3244069" [ 985.652731] env[68800]: _type = "Task" [ 985.652731] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.662013] env[68800]: DEBUG oslo_vmware.api [None req-1ca624f0-694e-48e9-b30a-f3fe0b5d1a95 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244069, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.802473] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092da09c-e964-41b3-bde1-f0e27b9163f6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.813606] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef48cef-36f8-4617-98b7-e620ce52119d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.822430] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244068, 'name': CreateVM_Task, 'duration_secs': 0.361342} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.847927] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 985.848510] env[68800]: DEBUG oslo_concurrency.lockutils [req-48cb361c-59a1-48c5-a785-ef9dc1638c53 req-88d81723-f207-4464-ba26-4db1f44bf456 service nova] Releasing lock "refresh_cache-da4455e3-6c39-4895-93c0-66aca7ca621b" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.849770] env[68800]: DEBUG oslo_concurrency.lockutils [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.849770] env[68800]: DEBUG oslo_concurrency.lockutils [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.850131] env[68800]: DEBUG oslo_concurrency.lockutils [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.850877] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04fa6cd-93f5-41bd-a17e-f7755e7bd1b3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.853460] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f9dec4a-27f0-4dce-b1f8-fd27213545cd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.855116] env[68800]: INFO nova.compute.manager [-] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] Took 2.09 seconds to deallocate network for instance. [ 985.865144] env[68800]: DEBUG oslo_vmware.api [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 985.865144] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5239c799-7ee6-c890-7303-05f7a170b20b" [ 985.865144] env[68800]: _type = "Task" [ 985.865144] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.866505] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c68b89f-7899-417b-9aa6-3b378eaaac82 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.880923] env[68800]: DEBUG oslo_vmware.api [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5239c799-7ee6-c890-7303-05f7a170b20b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.889851] env[68800]: DEBUG nova.compute.manager [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 985.895403] env[68800]: DEBUG nova.compute.provider_tree [None req-3e5b9931-69fd-4d06-804e-502941ef1ce5 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.055148] env[68800]: DEBUG nova.compute.manager [req-004fa5ef-760b-44ac-86b8-c13dd11117f6 req-a34aaacc-b8fe-45cb-9549-87c706e7736f service nova] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] Received event network-vif-deleted-8da2ad3d-0247-41f7-afbb-2103977a7088 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.165300] env[68800]: DEBUG oslo_vmware.api [None req-1ca624f0-694e-48e9-b30a-f3fe0b5d1a95 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244069, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.286181] env[68800]: DEBUG nova.network.neutron [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] Successfully created port: 8a822697-5f9c-41eb-87af-43db2d995858 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 986.369652] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b578f621-1987-4b15-a075-0623487f5c8d tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.377570] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-5032d078-65ba-434b-8e4b-0ae8b106a38c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.378326] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8987cb84-72cb-4dfd-842a-821176f107dc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.389215] env[68800]: DEBUG oslo_vmware.api [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5239c799-7ee6-c890-7303-05f7a170b20b, 'name': SearchDatastore_Task, 'duration_secs': 0.025249} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.391097] env[68800]: DEBUG oslo_concurrency.lockutils [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.392109] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 986.392496] env[68800]: DEBUG oslo_concurrency.lockutils [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.392799] env[68800]: DEBUG oslo_concurrency.lockutils [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.393117] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 986.393728] env[68800]: DEBUG oslo_vmware.api [None req-5032d078-65ba-434b-8e4b-0ae8b106a38c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 986.393728] env[68800]: value = "task-3244070" [ 986.393728] env[68800]: _type = "Task" [ 986.393728] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.394174] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9170701c-2c4f-4fe9-be6e-122ca2347a6f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.403592] env[68800]: DEBUG nova.scheduler.client.report [None req-3e5b9931-69fd-4d06-804e-502941ef1ce5 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.423895] env[68800]: DEBUG oslo_vmware.api [None req-5032d078-65ba-434b-8e4b-0ae8b106a38c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3244070, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.430819] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 986.430962] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 986.431765] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61927408-7c3b-453c-a238-3e34eb2f8b3c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.440159] env[68800]: DEBUG oslo_vmware.api [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 986.440159] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5209dbac-1ed4-547c-9672-9f4dd8b84e49" [ 986.440159] env[68800]: _type = "Task" [ 986.440159] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.449186] env[68800]: DEBUG oslo_vmware.api [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5209dbac-1ed4-547c-9672-9f4dd8b84e49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.669630] env[68800]: DEBUG oslo_vmware.api [None req-1ca624f0-694e-48e9-b30a-f3fe0b5d1a95 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244069, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.909143] env[68800]: DEBUG oslo_vmware.api [None req-5032d078-65ba-434b-8e4b-0ae8b106a38c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3244070, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.918168] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3e5b9931-69fd-4d06-804e-502941ef1ce5 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.036s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.921585] env[68800]: DEBUG nova.compute.manager [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 986.925209] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.386s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.925432] env[68800]: DEBUG nova.objects.instance [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lazy-loading 'resources' on Instance uuid 6e9376dc-e8d3-465d-9c3d-43f2d96253ec {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.936021] env[68800]: DEBUG oslo_concurrency.lockutils [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Acquiring lock "3c6f1d82-bcbd-48db-8df1-53509af90c16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.936021] env[68800]: DEBUG oslo_concurrency.lockutils [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Lock "3c6f1d82-bcbd-48db-8df1-53509af90c16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.954713] env[68800]: DEBUG oslo_vmware.api [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5209dbac-1ed4-547c-9672-9f4dd8b84e49, 'name': SearchDatastore_Task, 'duration_secs': 0.011999} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.957244] env[68800]: INFO nova.scheduler.client.report [None req-3e5b9931-69fd-4d06-804e-502941ef1ce5 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Deleted allocations for instance c51643af-7816-47ac-bdf9-24f0135aacb7 [ 986.962563] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0170e949-051a-4eb5-9a00-b94519da5122 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.969482] env[68800]: DEBUG nova.virt.hardware [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.969752] env[68800]: DEBUG nova.virt.hardware [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.969907] env[68800]: DEBUG nova.virt.hardware [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.970122] env[68800]: DEBUG nova.virt.hardware [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.970279] env[68800]: DEBUG nova.virt.hardware [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.970431] env[68800]: DEBUG nova.virt.hardware [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.970648] env[68800]: DEBUG nova.virt.hardware [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.971314] env[68800]: DEBUG nova.virt.hardware [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.971314] env[68800]: DEBUG nova.virt.hardware [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.971314] env[68800]: DEBUG nova.virt.hardware [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.971314] env[68800]: DEBUG nova.virt.hardware [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.972509] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15dde59-7046-4468-95b6-4c3939b33b31 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.978533] env[68800]: DEBUG oslo_vmware.api [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 986.978533] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c7e41e-9ba5-8fa2-6e73-c3606e2d7728" [ 986.978533] env[68800]: _type = "Task" [ 986.978533] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.986862] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2fc97e4-9309-452a-85c8-c37c9aafd42e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.998862] env[68800]: DEBUG oslo_vmware.api [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c7e41e-9ba5-8fa2-6e73-c3606e2d7728, 'name': SearchDatastore_Task, 'duration_secs': 0.018603} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.999585] env[68800]: DEBUG oslo_concurrency.lockutils [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.999862] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 5bb303dd-ea06-486b-8e2a-f966cce8a400/5bb303dd-ea06-486b-8e2a-f966cce8a400.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 987.000142] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-208a36da-f72d-4b0f-8cbe-308e41631324 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.018600] env[68800]: DEBUG oslo_vmware.api [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 987.018600] env[68800]: value = "task-3244071" [ 987.018600] env[68800]: _type = "Task" [ 987.018600] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.028521] env[68800]: DEBUG oslo_vmware.api [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.166700] env[68800]: DEBUG oslo_vmware.api [None req-1ca624f0-694e-48e9-b30a-f3fe0b5d1a95 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244069, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.413126] env[68800]: DEBUG oslo_vmware.api [None req-5032d078-65ba-434b-8e4b-0ae8b106a38c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3244070, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.434240] env[68800]: DEBUG nova.objects.instance [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lazy-loading 'numa_topology' on Instance uuid 6e9376dc-e8d3-465d-9c3d-43f2d96253ec {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.439801] env[68800]: DEBUG nova.compute.manager [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 987.471610] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3e5b9931-69fd-4d06-804e-502941ef1ce5 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Lock "c51643af-7816-47ac-bdf9-24f0135aacb7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.130s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.530788] env[68800]: DEBUG oslo_vmware.api [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244071, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.671565] env[68800]: DEBUG oslo_vmware.api [None req-1ca624f0-694e-48e9-b30a-f3fe0b5d1a95 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244069, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.910635] env[68800]: DEBUG oslo_vmware.api [None req-5032d078-65ba-434b-8e4b-0ae8b106a38c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3244070, 'name': PowerOffVM_Task, 'duration_secs': 1.284396} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.910899] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-5032d078-65ba-434b-8e4b-0ae8b106a38c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.915995] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba697ba-913a-4484-8e4e-055de7b4dee8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.940805] env[68800]: DEBUG nova.objects.base [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Object Instance<6e9376dc-e8d3-465d-9c3d-43f2d96253ec> lazy-loaded attributes: resources,numa_topology {{(pid=68800) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 987.947075] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d214efca-f960-452b-873e-a60b4478c1ef {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.966437] env[68800]: DEBUG oslo_concurrency.lockutils [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.004497] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-5032d078-65ba-434b-8e4b-0ae8b106a38c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.004953] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa977bb6-131d-4be8-a832-25519a1f7a05 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.012750] env[68800]: DEBUG oslo_vmware.api [None req-5032d078-65ba-434b-8e4b-0ae8b106a38c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 988.012750] env[68800]: value = "task-3244072" [ 988.012750] env[68800]: _type = "Task" [ 988.012750] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.022828] env[68800]: DEBUG oslo_vmware.api [None req-5032d078-65ba-434b-8e4b-0ae8b106a38c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3244072, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.035911] env[68800]: DEBUG oslo_vmware.api [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244071, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.724104} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.036237] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 5bb303dd-ea06-486b-8e2a-f966cce8a400/5bb303dd-ea06-486b-8e2a-f966cce8a400.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 988.036454] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 988.036706] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-623e4c6d-1fab-43c9-9619-46813e888415 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.044705] env[68800]: DEBUG oslo_vmware.api [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 988.044705] env[68800]: value = "task-3244073" [ 988.044705] env[68800]: _type = "Task" [ 988.044705] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.054191] env[68800]: DEBUG oslo_vmware.api [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244073, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.071527] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e6683df5-f8de-40db-af3f-0071b3aea2e0 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Acquiring lock "a28410ba-c206-449b-91f9-4ba3a023ea24" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.071849] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e6683df5-f8de-40db-af3f-0071b3aea2e0 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Lock "a28410ba-c206-449b-91f9-4ba3a023ea24" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.072105] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e6683df5-f8de-40db-af3f-0071b3aea2e0 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Acquiring lock "a28410ba-c206-449b-91f9-4ba3a023ea24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.072321] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e6683df5-f8de-40db-af3f-0071b3aea2e0 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Lock "a28410ba-c206-449b-91f9-4ba3a023ea24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.072529] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e6683df5-f8de-40db-af3f-0071b3aea2e0 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Lock "a28410ba-c206-449b-91f9-4ba3a023ea24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.078043] env[68800]: INFO nova.compute.manager [None req-e6683df5-f8de-40db-af3f-0071b3aea2e0 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: a28410ba-c206-449b-91f9-4ba3a023ea24] Terminating instance [ 988.179421] env[68800]: DEBUG oslo_vmware.api [None req-1ca624f0-694e-48e9-b30a-f3fe0b5d1a95 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244069, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.308986] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b524eec7-2bd0-438f-bf6b-d23cb425585d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.318941] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82ab38e-405b-4e44-8bf8-3dd3a5933a5a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.362107] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12cac8ff-ae9a-4d99-a9e4-330303cf7d34 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.370837] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a3bdc4-672b-4000-9799-34c4eedca41e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.386528] env[68800]: DEBUG nova.compute.provider_tree [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.435366] env[68800]: DEBUG nova.network.neutron [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] Successfully updated port: 8a822697-5f9c-41eb-87af-43db2d995858 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 988.500170] env[68800]: DEBUG nova.compute.manager [req-30225f7d-7c34-47ef-9793-ed140d8a86de req-ad7f8cec-b2cb-4256-9b8e-efd5d94742fc service nova] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] Received event network-vif-plugged-8a822697-5f9c-41eb-87af-43db2d995858 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.500170] env[68800]: DEBUG oslo_concurrency.lockutils [req-30225f7d-7c34-47ef-9793-ed140d8a86de req-ad7f8cec-b2cb-4256-9b8e-efd5d94742fc service nova] Acquiring lock "e6fea3a3-2836-4ca0-bd3b-b042c8884308-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.500170] env[68800]: DEBUG oslo_concurrency.lockutils [req-30225f7d-7c34-47ef-9793-ed140d8a86de req-ad7f8cec-b2cb-4256-9b8e-efd5d94742fc service nova] Lock "e6fea3a3-2836-4ca0-bd3b-b042c8884308-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.500170] env[68800]: DEBUG oslo_concurrency.lockutils [req-30225f7d-7c34-47ef-9793-ed140d8a86de req-ad7f8cec-b2cb-4256-9b8e-efd5d94742fc service nova] Lock "e6fea3a3-2836-4ca0-bd3b-b042c8884308-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.500170] env[68800]: DEBUG nova.compute.manager [req-30225f7d-7c34-47ef-9793-ed140d8a86de req-ad7f8cec-b2cb-4256-9b8e-efd5d94742fc service nova] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] No waiting events found dispatching network-vif-plugged-8a822697-5f9c-41eb-87af-43db2d995858 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 988.500328] env[68800]: WARNING nova.compute.manager [req-30225f7d-7c34-47ef-9793-ed140d8a86de req-ad7f8cec-b2cb-4256-9b8e-efd5d94742fc service nova] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] Received unexpected event network-vif-plugged-8a822697-5f9c-41eb-87af-43db2d995858 for instance with vm_state building and task_state spawning. [ 988.524863] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-5032d078-65ba-434b-8e4b-0ae8b106a38c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] VM already powered off {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 988.525113] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5032d078-65ba-434b-8e4b-0ae8b106a38c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 988.525398] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5032d078-65ba-434b-8e4b-0ae8b106a38c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.525618] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5032d078-65ba-434b-8e4b-0ae8b106a38c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.525734] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-5032d078-65ba-434b-8e4b-0ae8b106a38c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 988.526026] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56ee7cdd-1aaa-4ff9-9d23-093b671ed67c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.535645] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-5032d078-65ba-434b-8e4b-0ae8b106a38c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 988.535823] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5032d078-65ba-434b-8e4b-0ae8b106a38c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 988.536766] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d20a8474-a4bf-456a-b954-a74c1eb659b5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.542484] env[68800]: DEBUG oslo_vmware.api [None req-5032d078-65ba-434b-8e4b-0ae8b106a38c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 988.542484] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c314d3-a1ec-641b-229c-164a29a0a1c1" [ 988.542484] env[68800]: _type = "Task" [ 988.542484] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.554835] env[68800]: DEBUG oslo_vmware.api [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244073, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071597} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.558350] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 988.558663] env[68800]: DEBUG oslo_vmware.api [None req-5032d078-65ba-434b-8e4b-0ae8b106a38c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c314d3-a1ec-641b-229c-164a29a0a1c1, 'name': SearchDatastore_Task, 'duration_secs': 0.010661} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.562027] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedc124f-f8cd-42d4-b657-157dcd77f521 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.562860] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22b3165c-3d68-459c-930a-5bcd56b93535 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.570942] env[68800]: DEBUG oslo_vmware.api [None req-5032d078-65ba-434b-8e4b-0ae8b106a38c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 988.570942] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52d9bc0f-a4ee-b8c8-c347-d84f6ed0d276" [ 988.570942] env[68800]: _type = "Task" [ 988.570942] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.591558] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 5bb303dd-ea06-486b-8e2a-f966cce8a400/5bb303dd-ea06-486b-8e2a-f966cce8a400.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.595689] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e6683df5-f8de-40db-af3f-0071b3aea2e0 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Acquiring lock "refresh_cache-a28410ba-c206-449b-91f9-4ba3a023ea24" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.596945] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e6683df5-f8de-40db-af3f-0071b3aea2e0 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Acquired lock "refresh_cache-a28410ba-c206-449b-91f9-4ba3a023ea24" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.596945] env[68800]: DEBUG nova.network.neutron [None req-e6683df5-f8de-40db-af3f-0071b3aea2e0 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: a28410ba-c206-449b-91f9-4ba3a023ea24] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.597922] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89a6cdd5-8a9c-489f-b7c6-06aac83c308a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.621404] env[68800]: DEBUG oslo_vmware.api [None req-5032d078-65ba-434b-8e4b-0ae8b106a38c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52d9bc0f-a4ee-b8c8-c347-d84f6ed0d276, 'name': SearchDatastore_Task, 'duration_secs': 0.01086} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.622814] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5032d078-65ba-434b-8e4b-0ae8b106a38c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.623548] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-5032d078-65ba-434b-8e4b-0ae8b106a38c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] dee516d0-4241-427f-87f4-49201f04bfd1/5878416b-a2ce-41e8-a2c0-8cea34632bd2-rescue.vmdk. {{(pid=68800) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 988.623548] env[68800]: DEBUG oslo_vmware.api [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 988.623548] env[68800]: value = "task-3244074" [ 988.623548] env[68800]: _type = "Task" [ 988.623548] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.623864] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e81e212-9214-45f9-b9f5-eeb28b55ac80 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.635686] env[68800]: DEBUG oslo_vmware.api [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244074, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.636997] env[68800]: DEBUG oslo_vmware.api [None req-5032d078-65ba-434b-8e4b-0ae8b106a38c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 988.636997] env[68800]: value = "task-3244075" [ 988.636997] env[68800]: _type = "Task" [ 988.636997] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.645392] env[68800]: DEBUG oslo_vmware.api [None req-5032d078-65ba-434b-8e4b-0ae8b106a38c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3244075, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.669116] env[68800]: DEBUG oslo_vmware.api [None req-1ca624f0-694e-48e9-b30a-f3fe0b5d1a95 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244069, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.892377] env[68800]: DEBUG nova.scheduler.client.report [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.938684] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Acquiring lock "refresh_cache-e6fea3a3-2836-4ca0-bd3b-b042c8884308" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.938985] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Acquired lock "refresh_cache-e6fea3a3-2836-4ca0-bd3b-b042c8884308" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.939034] env[68800]: DEBUG nova.network.neutron [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 989.138633] env[68800]: DEBUG oslo_vmware.api [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244074, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.152242] env[68800]: DEBUG oslo_vmware.api [None req-5032d078-65ba-434b-8e4b-0ae8b106a38c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3244075, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508179} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.152579] env[68800]: INFO nova.virt.vmwareapi.ds_util [None req-5032d078-65ba-434b-8e4b-0ae8b106a38c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] dee516d0-4241-427f-87f4-49201f04bfd1/5878416b-a2ce-41e8-a2c0-8cea34632bd2-rescue.vmdk. [ 989.153618] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74fcb9fc-a7ae-46f2-bcd5-6d3da02a125d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.189262] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-5032d078-65ba-434b-8e4b-0ae8b106a38c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] dee516d0-4241-427f-87f4-49201f04bfd1/5878416b-a2ce-41e8-a2c0-8cea34632bd2-rescue.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 989.190317] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8dba4e8-7c85-4096-9a4a-9a8f7e1f19d3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.207462] env[68800]: DEBUG oslo_vmware.api [None req-1ca624f0-694e-48e9-b30a-f3fe0b5d1a95 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244069, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.214182] env[68800]: DEBUG oslo_vmware.api [None req-5032d078-65ba-434b-8e4b-0ae8b106a38c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 989.214182] env[68800]: value = "task-3244076" [ 989.214182] env[68800]: _type = "Task" [ 989.214182] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.223111] env[68800]: DEBUG oslo_vmware.api [None req-5032d078-65ba-434b-8e4b-0ae8b106a38c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3244076, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.354167] env[68800]: DEBUG nova.network.neutron [None req-e6683df5-f8de-40db-af3f-0071b3aea2e0 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: a28410ba-c206-449b-91f9-4ba3a023ea24] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 989.366146] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f7a562f7-9873-46cc-a215-b6a772d5cd0c tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Acquiring lock "531bc9c2-f27e-4ade-aa3f-4c926398267a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.366514] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f7a562f7-9873-46cc-a215-b6a772d5cd0c tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Lock "531bc9c2-f27e-4ade-aa3f-4c926398267a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.366787] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f7a562f7-9873-46cc-a215-b6a772d5cd0c tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Acquiring lock "531bc9c2-f27e-4ade-aa3f-4c926398267a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.367059] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f7a562f7-9873-46cc-a215-b6a772d5cd0c tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Lock "531bc9c2-f27e-4ade-aa3f-4c926398267a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.367289] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f7a562f7-9873-46cc-a215-b6a772d5cd0c tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Lock "531bc9c2-f27e-4ade-aa3f-4c926398267a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.379101] env[68800]: INFO nova.compute.manager [None req-f7a562f7-9873-46cc-a215-b6a772d5cd0c tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] Terminating instance [ 989.399320] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.474s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.404771] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 19.753s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.404771] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.404771] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68800) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 989.404771] env[68800]: DEBUG oslo_concurrency.lockutils [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.405s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.406471] env[68800]: INFO nova.compute.claims [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 989.411341] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5829e0-7e4f-4c2b-b0dd-30c73b9b149f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.423251] env[68800]: DEBUG nova.network.neutron [None req-e6683df5-f8de-40db-af3f-0071b3aea2e0 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: a28410ba-c206-449b-91f9-4ba3a023ea24] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.426557] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c8dfcb-4cdb-4746-8bc9-76985f24803c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.444603] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda0f8b4-f1e0-42b7-aa21-ec414c59fb93 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.456896] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95bcb897-a36a-4bc4-a19f-917db49a78ea {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.493164] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177508MB free_disk=119GB free_vcpus=48 pci_devices=None {{(pid=68800) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 989.494063] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.505257] env[68800]: DEBUG nova.network.neutron [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 989.641860] env[68800]: DEBUG oslo_vmware.api [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244074, 'name': ReconfigVM_Task, 'duration_secs': 0.541795} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.642303] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 5bb303dd-ea06-486b-8e2a-f966cce8a400/5bb303dd-ea06-486b-8e2a-f966cce8a400.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.643154] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-272173bb-b688-47e1-a682-3b2dde586391 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.651408] env[68800]: DEBUG oslo_vmware.api [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 989.651408] env[68800]: value = "task-3244077" [ 989.651408] env[68800]: _type = "Task" [ 989.651408] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.664419] env[68800]: DEBUG oslo_vmware.api [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244077, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.677827] env[68800]: DEBUG oslo_vmware.api [None req-1ca624f0-694e-48e9-b30a-f3fe0b5d1a95 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244069, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.723901] env[68800]: DEBUG oslo_vmware.api [None req-5032d078-65ba-434b-8e4b-0ae8b106a38c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3244076, 'name': ReconfigVM_Task, 'duration_secs': 0.356025} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.724996] env[68800]: DEBUG nova.network.neutron [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] Updating instance_info_cache with network_info: [{"id": "8a822697-5f9c-41eb-87af-43db2d995858", "address": "fa:16:3e:c4:83:b2", "network": {"id": "777074c5-41b7-45b0-9f12-bcb836b4cece", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1725174162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9913517d8fcb44b9a01b2aca64277c95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a822697-5f", "ovs_interfaceid": "8a822697-5f9c-41eb-87af-43db2d995858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.729345] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-5032d078-65ba-434b-8e4b-0ae8b106a38c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Reconfigured VM instance instance-0000003f to attach disk [datastore1] dee516d0-4241-427f-87f4-49201f04bfd1/5878416b-a2ce-41e8-a2c0-8cea34632bd2-rescue.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.729345] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d17c4d1-7539-4402-a0c3-df8e53522a71 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.757621] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-378bcd40-41e9-41e0-bc40-cd0e044a9491 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.774603] env[68800]: DEBUG oslo_vmware.api [None req-5032d078-65ba-434b-8e4b-0ae8b106a38c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 989.774603] env[68800]: value = "task-3244078" [ 989.774603] env[68800]: _type = "Task" [ 989.774603] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.783758] env[68800]: DEBUG oslo_vmware.api [None req-5032d078-65ba-434b-8e4b-0ae8b106a38c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3244078, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.884821] env[68800]: DEBUG nova.compute.manager [None req-f7a562f7-9873-46cc-a215-b6a772d5cd0c tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 989.885126] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a562f7-9873-46cc-a215-b6a772d5cd0c tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 989.886061] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84517b3-dfd3-4eab-873c-50c988487630 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.894980] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7a562f7-9873-46cc-a215-b6a772d5cd0c tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.895261] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7cddff91-4188-46c2-bde3-3c4d0c49ca59 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.903522] env[68800]: DEBUG oslo_vmware.api [None req-f7a562f7-9873-46cc-a215-b6a772d5cd0c tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Waiting for the task: (returnval){ [ 989.903522] env[68800]: value = "task-3244079" [ 989.903522] env[68800]: _type = "Task" [ 989.903522] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.919158] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5ded695a-f7d5-4544-9780-60c322c80a09 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "6e9376dc-e8d3-465d-9c3d-43f2d96253ec" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 39.577s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.920529] env[68800]: DEBUG oslo_vmware.api [None req-f7a562f7-9873-46cc-a215-b6a772d5cd0c tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Task: {'id': task-3244079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.921173] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5eebb680-e047-4de6-8fde-f822525f8d28 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "6e9376dc-e8d3-465d-9c3d-43f2d96253ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 19.107s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.921453] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5eebb680-e047-4de6-8fde-f822525f8d28 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "6e9376dc-e8d3-465d-9c3d-43f2d96253ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.921931] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5eebb680-e047-4de6-8fde-f822525f8d28 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "6e9376dc-e8d3-465d-9c3d-43f2d96253ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.921931] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5eebb680-e047-4de6-8fde-f822525f8d28 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "6e9376dc-e8d3-465d-9c3d-43f2d96253ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.924121] env[68800]: INFO nova.compute.manager [None req-5eebb680-e047-4de6-8fde-f822525f8d28 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Terminating instance [ 989.927854] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e6683df5-f8de-40db-af3f-0071b3aea2e0 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Releasing lock "refresh_cache-a28410ba-c206-449b-91f9-4ba3a023ea24" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.928329] env[68800]: DEBUG nova.compute.manager [None req-e6683df5-f8de-40db-af3f-0071b3aea2e0 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: a28410ba-c206-449b-91f9-4ba3a023ea24] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 989.928528] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e6683df5-f8de-40db-af3f-0071b3aea2e0 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: a28410ba-c206-449b-91f9-4ba3a023ea24] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 989.929934] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e544a5c9-2a32-4971-92e5-7c432523740f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.939458] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6683df5-f8de-40db-af3f-0071b3aea2e0 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: a28410ba-c206-449b-91f9-4ba3a023ea24] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.939898] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a30437f3-ba65-416b-bb2c-ad318fed11ed {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.948955] env[68800]: DEBUG oslo_vmware.api [None req-e6683df5-f8de-40db-af3f-0071b3aea2e0 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Waiting for the task: (returnval){ [ 989.948955] env[68800]: value = "task-3244080" [ 989.948955] env[68800]: _type = "Task" [ 989.948955] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.962524] env[68800]: DEBUG oslo_vmware.api [None req-e6683df5-f8de-40db-af3f-0071b3aea2e0 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': task-3244080, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.165052] env[68800]: DEBUG oslo_vmware.api [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244077, 'name': Rename_Task, 'duration_secs': 0.331707} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.175234] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 990.175234] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d401184-113c-4bef-a083-feefe237283e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.192135] env[68800]: DEBUG oslo_vmware.api [None req-1ca624f0-694e-48e9-b30a-f3fe0b5d1a95 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244069, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.192465] env[68800]: DEBUG oslo_vmware.api [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 990.192465] env[68800]: value = "task-3244081" [ 990.192465] env[68800]: _type = "Task" [ 990.192465] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.204663] env[68800]: DEBUG oslo_vmware.api [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244081, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.227945] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Releasing lock "refresh_cache-e6fea3a3-2836-4ca0-bd3b-b042c8884308" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.228368] env[68800]: DEBUG nova.compute.manager [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] Instance network_info: |[{"id": "8a822697-5f9c-41eb-87af-43db2d995858", "address": "fa:16:3e:c4:83:b2", "network": {"id": "777074c5-41b7-45b0-9f12-bcb836b4cece", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1725174162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9913517d8fcb44b9a01b2aca64277c95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a822697-5f", "ovs_interfaceid": "8a822697-5f9c-41eb-87af-43db2d995858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 990.228832] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:83:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92233552-2c0c-416e-9bf3-bfcca8eda2dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a822697-5f9c-41eb-87af-43db2d995858', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 990.236718] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Creating folder: Project (9913517d8fcb44b9a01b2aca64277c95). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 990.237051] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a98e9e2-0e06-4fdb-a6e6-14cee9734796 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.249571] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Created folder: Project (9913517d8fcb44b9a01b2aca64277c95) in parent group-v648080. [ 990.250557] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Creating folder: Instances. Parent ref: group-v648305. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 990.250557] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38966800-3e6f-40c6-ac85-718930284a93 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.261738] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Created folder: Instances in parent group-v648305. [ 990.264018] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.264018] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 990.264018] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-580a705a-56c6-4b11-ad20-acba8308f2ec {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.289342] env[68800]: DEBUG oslo_vmware.api [None req-5032d078-65ba-434b-8e4b-0ae8b106a38c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3244078, 'name': ReconfigVM_Task, 'duration_secs': 0.197324} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.291248] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-5032d078-65ba-434b-8e4b-0ae8b106a38c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 990.292427] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 990.292427] env[68800]: value = "task-3244084" [ 990.292427] env[68800]: _type = "Task" [ 990.292427] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.292427] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b8f4f35-1c6b-4001-aefd-765cf9dafd35 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.312308] env[68800]: DEBUG oslo_vmware.api [None req-5032d078-65ba-434b-8e4b-0ae8b106a38c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 990.312308] env[68800]: value = "task-3244085" [ 990.312308] env[68800]: _type = "Task" [ 990.312308] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.320128] env[68800]: DEBUG oslo_vmware.api [None req-5032d078-65ba-434b-8e4b-0ae8b106a38c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3244085, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.416956] env[68800]: DEBUG oslo_vmware.api [None req-f7a562f7-9873-46cc-a215-b6a772d5cd0c tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Task: {'id': task-3244079, 'name': PowerOffVM_Task, 'duration_secs': 0.297889} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.416956] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7a562f7-9873-46cc-a215-b6a772d5cd0c tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.416956] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a562f7-9873-46cc-a215-b6a772d5cd0c tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 990.420653] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-531e5b0d-23cd-4b4f-9723-22e963dd6ade {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.431321] env[68800]: DEBUG nova.compute.manager [None req-5eebb680-e047-4de6-8fde-f822525f8d28 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 990.431321] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5eebb680-e047-4de6-8fde-f822525f8d28 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.431321] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-df3edd9d-92e4-4fa7-a3e3-9209e4d0378d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.443337] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423882dd-ea39-490a-beb4-21c783a07c3a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.470340] env[68800]: DEBUG oslo_vmware.api [None req-e6683df5-f8de-40db-af3f-0071b3aea2e0 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': task-3244080, 'name': PowerOffVM_Task, 'duration_secs': 0.252805} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.473866] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6683df5-f8de-40db-af3f-0071b3aea2e0 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: a28410ba-c206-449b-91f9-4ba3a023ea24] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.473866] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e6683df5-f8de-40db-af3f-0071b3aea2e0 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: a28410ba-c206-449b-91f9-4ba3a023ea24] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 990.474349] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4cd61085-7e36-4c5f-bee5-146afa67bf21 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.492676] env[68800]: WARNING nova.virt.vmwareapi.vmops [None req-5eebb680-e047-4de6-8fde-f822525f8d28 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 6e9376dc-e8d3-465d-9c3d-43f2d96253ec could not be found. [ 990.492925] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5eebb680-e047-4de6-8fde-f822525f8d28 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 990.493128] env[68800]: INFO nova.compute.manager [None req-5eebb680-e047-4de6-8fde-f822525f8d28 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Took 0.06 seconds to destroy the instance on the hypervisor. [ 990.493382] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5eebb680-e047-4de6-8fde-f822525f8d28 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.496505] env[68800]: DEBUG nova.compute.manager [-] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 990.496609] env[68800]: DEBUG nova.network.neutron [-] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 990.506470] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e6683df5-f8de-40db-af3f-0071b3aea2e0 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: a28410ba-c206-449b-91f9-4ba3a023ea24] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 990.506559] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e6683df5-f8de-40db-af3f-0071b3aea2e0 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: a28410ba-c206-449b-91f9-4ba3a023ea24] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 990.506741] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6683df5-f8de-40db-af3f-0071b3aea2e0 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Deleting the datastore file [datastore2] a28410ba-c206-449b-91f9-4ba3a023ea24 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 990.507024] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31300bec-1b83-4c9e-bf1d-92cf478e6c10 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.517017] env[68800]: DEBUG oslo_vmware.api [None req-e6683df5-f8de-40db-af3f-0071b3aea2e0 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Waiting for the task: (returnval){ [ 990.517017] env[68800]: value = "task-3244088" [ 990.517017] env[68800]: _type = "Task" [ 990.517017] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.525929] env[68800]: DEBUG oslo_vmware.api [None req-e6683df5-f8de-40db-af3f-0071b3aea2e0 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': task-3244088, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.587808] env[68800]: DEBUG nova.compute.manager [req-efa10088-6bc1-433f-b43a-d25aafe549a8 req-4d40bf1a-e471-498b-a4d5-7f6ea3eb6e40 service nova] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] Received event network-changed-8a822697-5f9c-41eb-87af-43db2d995858 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.588075] env[68800]: DEBUG nova.compute.manager [req-efa10088-6bc1-433f-b43a-d25aafe549a8 req-4d40bf1a-e471-498b-a4d5-7f6ea3eb6e40 service nova] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] Refreshing instance network info cache due to event network-changed-8a822697-5f9c-41eb-87af-43db2d995858. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 990.588348] env[68800]: DEBUG oslo_concurrency.lockutils [req-efa10088-6bc1-433f-b43a-d25aafe549a8 req-4d40bf1a-e471-498b-a4d5-7f6ea3eb6e40 service nova] Acquiring lock "refresh_cache-e6fea3a3-2836-4ca0-bd3b-b042c8884308" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.588478] env[68800]: DEBUG oslo_concurrency.lockutils [req-efa10088-6bc1-433f-b43a-d25aafe549a8 req-4d40bf1a-e471-498b-a4d5-7f6ea3eb6e40 service nova] Acquired lock "refresh_cache-e6fea3a3-2836-4ca0-bd3b-b042c8884308" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.588631] env[68800]: DEBUG nova.network.neutron [req-efa10088-6bc1-433f-b43a-d25aafe549a8 req-4d40bf1a-e471-498b-a4d5-7f6ea3eb6e40 service nova] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] Refreshing network info cache for port 8a822697-5f9c-41eb-87af-43db2d995858 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.680088] env[68800]: DEBUG oslo_vmware.api [None req-1ca624f0-694e-48e9-b30a-f3fe0b5d1a95 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244069, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.707421] env[68800]: DEBUG oslo_vmware.api [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244081, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.808279] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244084, 'name': CreateVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.820679] env[68800]: DEBUG oslo_vmware.api [None req-5032d078-65ba-434b-8e4b-0ae8b106a38c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3244085, 'name': PowerOnVM_Task, 'duration_secs': 0.507534} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.821164] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-5032d078-65ba-434b-8e4b-0ae8b106a38c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.824142] env[68800]: DEBUG nova.compute.manager [None req-5032d078-65ba-434b-8e4b-0ae8b106a38c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 990.824884] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2345518-148f-4f60-a263-98497121e24c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.956716] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Acquiring lock "f9105158-3562-4246-a6ba-3a4a203cbd30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.957024] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Lock "f9105158-3562-4246-a6ba-3a4a203cbd30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.961150] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd960bb-5dca-41cf-9261-872f58a078b8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.973075] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b70446f-a1d5-414f-8e24-f9dd52ef1098 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.011523] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496fbebc-d4cf-4527-a38c-4322653db95d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.013912] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a562f7-9873-46cc-a215-b6a772d5cd0c tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.014083] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a562f7-9873-46cc-a215-b6a772d5cd0c tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.014263] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7a562f7-9873-46cc-a215-b6a772d5cd0c tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Deleting the datastore file [datastore1] 531bc9c2-f27e-4ade-aa3f-4c926398267a {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.014816] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c38dd290-9228-44bc-83ab-83b693136ea8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.024054] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31cdd81a-8959-4dc7-825b-134d33aea673 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.034239] env[68800]: DEBUG oslo_vmware.api [None req-e6683df5-f8de-40db-af3f-0071b3aea2e0 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Task: {'id': task-3244088, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146132} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.034529] env[68800]: DEBUG oslo_vmware.api [None req-f7a562f7-9873-46cc-a215-b6a772d5cd0c tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Waiting for the task: (returnval){ [ 991.034529] env[68800]: value = "task-3244089" [ 991.034529] env[68800]: _type = "Task" [ 991.034529] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.035143] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6683df5-f8de-40db-af3f-0071b3aea2e0 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.035289] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e6683df5-f8de-40db-af3f-0071b3aea2e0 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: a28410ba-c206-449b-91f9-4ba3a023ea24] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 991.035485] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e6683df5-f8de-40db-af3f-0071b3aea2e0 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: a28410ba-c206-449b-91f9-4ba3a023ea24] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.035656] env[68800]: INFO nova.compute.manager [None req-e6683df5-f8de-40db-af3f-0071b3aea2e0 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] [instance: a28410ba-c206-449b-91f9-4ba3a023ea24] Took 1.11 seconds to destroy the instance on the hypervisor. [ 991.035890] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6683df5-f8de-40db-af3f-0071b3aea2e0 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.036160] env[68800]: DEBUG nova.compute.manager [-] [instance: a28410ba-c206-449b-91f9-4ba3a023ea24] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 991.036257] env[68800]: DEBUG nova.network.neutron [-] [instance: a28410ba-c206-449b-91f9-4ba3a023ea24] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 991.049988] env[68800]: DEBUG nova.compute.provider_tree [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.060020] env[68800]: DEBUG oslo_vmware.api [None req-f7a562f7-9873-46cc-a215-b6a772d5cd0c tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Task: {'id': task-3244089, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.084152] env[68800]: DEBUG nova.network.neutron [-] [instance: a28410ba-c206-449b-91f9-4ba3a023ea24] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 991.177196] env[68800]: DEBUG oslo_vmware.api [None req-1ca624f0-694e-48e9-b30a-f3fe0b5d1a95 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244069, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.204292] env[68800]: DEBUG oslo_vmware.api [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244081, 'name': PowerOnVM_Task, 'duration_secs': 0.70284} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.204580] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 991.204826] env[68800]: DEBUG nova.compute.manager [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 991.205628] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20aff9b-68f3-4cbb-bbe7-d2e337bb4e94 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.309437] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244084, 'name': CreateVM_Task, 'duration_secs': 0.555494} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.309720] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 991.310357] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.310524] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.310874] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.311190] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f97b3d7-422a-4dbf-b9e1-376e23b37adc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.317169] env[68800]: DEBUG oslo_vmware.api [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Waiting for the task: (returnval){ [ 991.317169] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52599e2e-14f6-a316-e1b8-6e998e9b136a" [ 991.317169] env[68800]: _type = "Task" [ 991.317169] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.327666] env[68800]: DEBUG oslo_vmware.api [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52599e2e-14f6-a316-e1b8-6e998e9b136a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.448563] env[68800]: DEBUG nova.network.neutron [-] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.451756] env[68800]: DEBUG nova.network.neutron [req-efa10088-6bc1-433f-b43a-d25aafe549a8 req-4d40bf1a-e471-498b-a4d5-7f6ea3eb6e40 service nova] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] Updated VIF entry in instance network info cache for port 8a822697-5f9c-41eb-87af-43db2d995858. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 991.452396] env[68800]: DEBUG nova.network.neutron [req-efa10088-6bc1-433f-b43a-d25aafe549a8 req-4d40bf1a-e471-498b-a4d5-7f6ea3eb6e40 service nova] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] Updating instance_info_cache with network_info: [{"id": "8a822697-5f9c-41eb-87af-43db2d995858", "address": "fa:16:3e:c4:83:b2", "network": {"id": "777074c5-41b7-45b0-9f12-bcb836b4cece", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1725174162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9913517d8fcb44b9a01b2aca64277c95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a822697-5f", "ovs_interfaceid": "8a822697-5f9c-41eb-87af-43db2d995858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.466286] env[68800]: DEBUG nova.compute.manager [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] [instance: f9105158-3562-4246-a6ba-3a4a203cbd30] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 991.546206] env[68800]: DEBUG oslo_vmware.api [None req-f7a562f7-9873-46cc-a215-b6a772d5cd0c tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Task: {'id': task-3244089, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.376} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.546468] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7a562f7-9873-46cc-a215-b6a772d5cd0c tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.546651] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a562f7-9873-46cc-a215-b6a772d5cd0c tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 991.546828] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a562f7-9873-46cc-a215-b6a772d5cd0c tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.546998] env[68800]: INFO nova.compute.manager [None req-f7a562f7-9873-46cc-a215-b6a772d5cd0c tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] Took 1.66 seconds to destroy the instance on the hypervisor. [ 991.547256] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7a562f7-9873-46cc-a215-b6a772d5cd0c tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.547622] env[68800]: DEBUG nova.compute.manager [-] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 991.547622] env[68800]: DEBUG nova.network.neutron [-] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 991.553120] env[68800]: DEBUG nova.scheduler.client.report [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.586058] env[68800]: DEBUG nova.network.neutron [-] [instance: a28410ba-c206-449b-91f9-4ba3a023ea24] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.677123] env[68800]: DEBUG oslo_vmware.api [None req-1ca624f0-694e-48e9-b30a-f3fe0b5d1a95 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244069, 'name': ReconfigVM_Task, 'duration_secs': 5.883213} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.678309] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1ca624f0-694e-48e9-b30a-f3fe0b5d1a95 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Releasing lock "8fc1914e-feaf-4004-92d1-af93a6e5b399" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.678309] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca624f0-694e-48e9-b30a-f3fe0b5d1a95 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Reconfigured VM to detach interface {{(pid=68800) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 991.727713] env[68800]: DEBUG oslo_concurrency.lockutils [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.832055] env[68800]: DEBUG oslo_vmware.api [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52599e2e-14f6-a316-e1b8-6e998e9b136a, 'name': SearchDatastore_Task, 'duration_secs': 0.012521} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.832390] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.832624] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 991.832862] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.833014] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.833199] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 991.833470] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae41efe0-add7-41e0-9e5f-5ba1d5621d24 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.843877] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 991.844095] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 991.844874] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-740cb957-63e3-4b78-bdff-fcbc6102c24b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.851228] env[68800]: DEBUG oslo_vmware.api [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Waiting for the task: (returnval){ [ 991.851228] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52dcc65e-a915-7bab-32ac-60237e186352" [ 991.851228] env[68800]: _type = "Task" [ 991.851228] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.863351] env[68800]: DEBUG oslo_vmware.api [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52dcc65e-a915-7bab-32ac-60237e186352, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.954395] env[68800]: INFO nova.compute.manager [-] [instance: 6e9376dc-e8d3-465d-9c3d-43f2d96253ec] Took 1.46 seconds to deallocate network for instance. [ 991.957248] env[68800]: DEBUG oslo_concurrency.lockutils [req-efa10088-6bc1-433f-b43a-d25aafe549a8 req-4d40bf1a-e471-498b-a4d5-7f6ea3eb6e40 service nova] Releasing lock "refresh_cache-e6fea3a3-2836-4ca0-bd3b-b042c8884308" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.963461] env[68800]: INFO nova.compute.manager [None req-dfad7ebb-403c-4614-8921-85e98d7fbd7c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Unrescuing [ 991.963865] env[68800]: DEBUG oslo_concurrency.lockutils [None req-dfad7ebb-403c-4614-8921-85e98d7fbd7c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Acquiring lock "refresh_cache-dee516d0-4241-427f-87f4-49201f04bfd1" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.964134] env[68800]: DEBUG oslo_concurrency.lockutils [None req-dfad7ebb-403c-4614-8921-85e98d7fbd7c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Acquired lock "refresh_cache-dee516d0-4241-427f-87f4-49201f04bfd1" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.964407] env[68800]: DEBUG nova.network.neutron [None req-dfad7ebb-403c-4614-8921-85e98d7fbd7c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 991.994754] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.057954] env[68800]: DEBUG oslo_concurrency.lockutils [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.059212] env[68800]: DEBUG nova.compute.manager [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 992.063328] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c4389415-f4e6-40c8-af8e-7a5e922acd3c tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.576s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.063561] env[68800]: DEBUG nova.objects.instance [None req-c4389415-f4e6-40c8-af8e-7a5e922acd3c tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Lazy-loading 'resources' on Instance uuid 94b55bc9-3a6d-4b46-a2f9-159dc00839b4 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.088157] env[68800]: INFO nova.compute.manager [-] [instance: a28410ba-c206-449b-91f9-4ba3a023ea24] Took 1.05 seconds to deallocate network for instance. [ 992.366853] env[68800]: DEBUG oslo_vmware.api [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52dcc65e-a915-7bab-32ac-60237e186352, 'name': SearchDatastore_Task, 'duration_secs': 0.027268} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.367535] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35cbfe7c-523a-4580-9a5d-0e02ed8c9003 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.376891] env[68800]: DEBUG oslo_vmware.api [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Waiting for the task: (returnval){ [ 992.376891] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]525926da-0a93-ba36-1bbc-f1005742313b" [ 992.376891] env[68800]: _type = "Task" [ 992.376891] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.386570] env[68800]: DEBUG oslo_vmware.api [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]525926da-0a93-ba36-1bbc-f1005742313b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.567448] env[68800]: DEBUG nova.compute.utils [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 992.574250] env[68800]: DEBUG nova.compute.manager [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 992.574422] env[68800]: DEBUG nova.network.neutron [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 992.596038] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e6683df5-f8de-40db-af3f-0071b3aea2e0 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.689391] env[68800]: DEBUG nova.policy [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8520ef9cce07479c94889bfadd2956ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7884585513c4f7fb8d50682275e1dd4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 992.889144] env[68800]: DEBUG oslo_vmware.api [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]525926da-0a93-ba36-1bbc-f1005742313b, 'name': SearchDatastore_Task, 'duration_secs': 0.010727} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.892566] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.893066] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] e6fea3a3-2836-4ca0-bd3b-b042c8884308/e6fea3a3-2836-4ca0-bd3b-b042c8884308.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 992.893839] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34a0acbf-b610-4402-8cc7-623a16df91a9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.902226] env[68800]: DEBUG nova.compute.manager [req-72a7a624-97e6-4e72-9619-cfdf13c992fe req-754e48c6-4874-46c8-b447-a0d1322ff11c service nova] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Received event network-vif-deleted-f4a94953-c31a-4e3f-9f8a-c6dfa4e8c03b {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.902226] env[68800]: INFO nova.compute.manager [req-72a7a624-97e6-4e72-9619-cfdf13c992fe req-754e48c6-4874-46c8-b447-a0d1322ff11c service nova] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Neutron deleted interface f4a94953-c31a-4e3f-9f8a-c6dfa4e8c03b; detaching it from the instance and deleting it from the info cache [ 992.902226] env[68800]: DEBUG nova.network.neutron [req-72a7a624-97e6-4e72-9619-cfdf13c992fe req-754e48c6-4874-46c8-b447-a0d1322ff11c service nova] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Updating instance_info_cache with network_info: [{"id": "ca862ceb-249f-4f97-a863-d0a1f320b7bc", "address": "fa:16:3e:5c:e1:ae", "network": {"id": "42ecce2f-2b8f-412c-a25a-eac985a7bc3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-882241878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a55e3ff738d49f8ae6b119fe8712bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca862ceb-24", "ovs_interfaceid": "ca862ceb-249f-4f97-a863-d0a1f320b7bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.905580] env[68800]: DEBUG oslo_vmware.api [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Waiting for the task: (returnval){ [ 992.905580] env[68800]: value = "task-3244090" [ 992.905580] env[68800]: _type = "Task" [ 992.905580] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.919737] env[68800]: DEBUG oslo_vmware.api [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Task: {'id': task-3244090, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.995956] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5eebb680-e047-4de6-8fde-f822525f8d28 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "6e9376dc-e8d3-465d-9c3d-43f2d96253ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.074s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.002934] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677bec34-1bb1-4f06-afc6-c58a51fdd276 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.011925] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b07ed2a-d384-4c2c-bc0b-c481d7b4f1ef {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.050743] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c42db7-ca3e-47b2-8a67-55730410530d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.060383] env[68800]: DEBUG nova.network.neutron [-] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.062855] env[68800]: DEBUG nova.network.neutron [None req-dfad7ebb-403c-4614-8921-85e98d7fbd7c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Updating instance_info_cache with network_info: [{"id": "b2314093-cc21-465b-afef-ce4d54db1ce6", "address": "fa:16:3e:0e:98:81", "network": {"id": "3789a7b0-2d31-4b9d-9779-6d245dced3a3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1329484446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0d9f2881edf4f79b52db59af16e8133", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2314093-cc", "ovs_interfaceid": "b2314093-cc21-465b-afef-ce4d54db1ce6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.068442] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62a9009-fb75-49cc-a7d3-e5df6cebbe12 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.070924] env[68800]: DEBUG nova.compute.manager [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 993.092054] env[68800]: DEBUG nova.compute.provider_tree [None req-c4389415-f4e6-40c8-af8e-7a5e922acd3c tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.135912] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f2a266a6-de34-4d36-9451-196ceec54cef tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "8fc1914e-feaf-4004-92d1-af93a6e5b399" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.136315] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f2a266a6-de34-4d36-9451-196ceec54cef tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "8fc1914e-feaf-4004-92d1-af93a6e5b399" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.136533] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f2a266a6-de34-4d36-9451-196ceec54cef tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "8fc1914e-feaf-4004-92d1-af93a6e5b399-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.136728] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f2a266a6-de34-4d36-9451-196ceec54cef tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "8fc1914e-feaf-4004-92d1-af93a6e5b399-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.136912] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f2a266a6-de34-4d36-9451-196ceec54cef tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "8fc1914e-feaf-4004-92d1-af93a6e5b399-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.142186] env[68800]: INFO nova.compute.manager [None req-f2a266a6-de34-4d36-9451-196ceec54cef tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Terminating instance [ 993.285775] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1ca624f0-694e-48e9-b30a-f3fe0b5d1a95 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "refresh_cache-8fc1914e-feaf-4004-92d1-af93a6e5b399" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.285923] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1ca624f0-694e-48e9-b30a-f3fe0b5d1a95 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquired lock "refresh_cache-8fc1914e-feaf-4004-92d1-af93a6e5b399" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.286233] env[68800]: DEBUG nova.network.neutron [None req-1ca624f0-694e-48e9-b30a-f3fe0b5d1a95 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.408136] env[68800]: DEBUG oslo_concurrency.lockutils [req-72a7a624-97e6-4e72-9619-cfdf13c992fe req-754e48c6-4874-46c8-b447-a0d1322ff11c service nova] Acquiring lock "8fc1914e-feaf-4004-92d1-af93a6e5b399" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.420527] env[68800]: DEBUG oslo_vmware.api [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Task: {'id': task-3244090, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.482511] env[68800]: DEBUG nova.network.neutron [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Successfully created port: 23521779-aab1-4411-bc9f-efc6f4ba6c77 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 993.571367] env[68800]: INFO nova.compute.manager [-] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] Took 2.02 seconds to deallocate network for instance. [ 993.572468] env[68800]: DEBUG oslo_concurrency.lockutils [None req-dfad7ebb-403c-4614-8921-85e98d7fbd7c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Releasing lock "refresh_cache-dee516d0-4241-427f-87f4-49201f04bfd1" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.572818] env[68800]: DEBUG nova.objects.instance [None req-dfad7ebb-403c-4614-8921-85e98d7fbd7c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Lazy-loading 'flavor' on Instance uuid dee516d0-4241-427f-87f4-49201f04bfd1 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.595287] env[68800]: DEBUG nova.scheduler.client.report [None req-c4389415-f4e6-40c8-af8e-7a5e922acd3c tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.649165] env[68800]: DEBUG nova.compute.manager [None req-f2a266a6-de34-4d36-9451-196ceec54cef tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 993.649165] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a266a6-de34-4d36-9451-196ceec54cef tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 993.649165] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d548dbae-c379-4c71-ba44-b32bbff7554a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.661880] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a266a6-de34-4d36-9451-196ceec54cef tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 993.662161] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcd501c9-7cf9-47c4-ac02-9b1a63fd513f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.673392] env[68800]: DEBUG oslo_vmware.api [None req-f2a266a6-de34-4d36-9451-196ceec54cef tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for the task: (returnval){ [ 993.673392] env[68800]: value = "task-3244091" [ 993.673392] env[68800]: _type = "Task" [ 993.673392] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.686837] env[68800]: DEBUG oslo_vmware.api [None req-f2a266a6-de34-4d36-9451-196ceec54cef tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.926956] env[68800]: DEBUG oslo_vmware.api [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Task: {'id': task-3244090, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618726} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.927918] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] e6fea3a3-2836-4ca0-bd3b-b042c8884308/e6fea3a3-2836-4ca0-bd3b-b042c8884308.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 993.928204] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 993.928519] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9d3d4d7-0137-4c8c-96fc-a61154146c81 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.939032] env[68800]: DEBUG oslo_vmware.api [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Waiting for the task: (returnval){ [ 993.939032] env[68800]: value = "task-3244092" [ 993.939032] env[68800]: _type = "Task" [ 993.939032] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.950034] env[68800]: DEBUG oslo_vmware.api [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Task: {'id': task-3244092, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.084148] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb884082-6b6e-4280-a64d-da5daf3ee25e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.090415] env[68800]: DEBUG nova.compute.manager [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 994.094697] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f7a562f7-9873-46cc-a215-b6a772d5cd0c tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.115634] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c4389415-f4e6-40c8-af8e-7a5e922acd3c tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.052s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.118391] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfad7ebb-403c-4614-8921-85e98d7fbd7c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.120907] env[68800]: DEBUG oslo_concurrency.lockutils [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.021s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.122444] env[68800]: INFO nova.compute.claims [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] [instance: ef8bcba4-6707-478a-aeac-c6995c899432] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 994.125041] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34954f3e-e05b-4350-8ec2-faed01b073aa {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.135790] env[68800]: DEBUG oslo_vmware.api [None req-dfad7ebb-403c-4614-8921-85e98d7fbd7c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 994.135790] env[68800]: value = "task-3244093" [ 994.135790] env[68800]: _type = "Task" [ 994.135790] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.138404] env[68800]: DEBUG nova.virt.hardware [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 994.138677] env[68800]: DEBUG nova.virt.hardware [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 994.138879] env[68800]: DEBUG nova.virt.hardware [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 994.139148] env[68800]: DEBUG nova.virt.hardware [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 994.139342] env[68800]: DEBUG nova.virt.hardware [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 994.139529] env[68800]: DEBUG nova.virt.hardware [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 994.139778] env[68800]: DEBUG nova.virt.hardware [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 994.139984] env[68800]: DEBUG nova.virt.hardware [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 994.140205] env[68800]: DEBUG nova.virt.hardware [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 994.140409] env[68800]: DEBUG nova.virt.hardware [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 994.140628] env[68800]: DEBUG nova.virt.hardware [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 994.141642] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df1d397-119b-4a55-81c0-adc11c4a763a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.163629] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142c6bf8-cb56-42e7-b2e5-6c2038bfde7b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.167916] env[68800]: DEBUG oslo_vmware.api [None req-dfad7ebb-403c-4614-8921-85e98d7fbd7c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3244093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.169382] env[68800]: INFO nova.scheduler.client.report [None req-c4389415-f4e6-40c8-af8e-7a5e922acd3c tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Deleted allocations for instance 94b55bc9-3a6d-4b46-a2f9-159dc00839b4 [ 994.192213] env[68800]: DEBUG oslo_vmware.api [None req-f2a266a6-de34-4d36-9451-196ceec54cef tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244091, 'name': PowerOffVM_Task, 'duration_secs': 0.279911} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.192483] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a266a6-de34-4d36-9451-196ceec54cef tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.192653] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a266a6-de34-4d36-9451-196ceec54cef tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 994.192911] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-415e3467-68c2-4fea-8231-e88887c8da2c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.277590] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a266a6-de34-4d36-9451-196ceec54cef tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 994.277866] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a266a6-de34-4d36-9451-196ceec54cef tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 994.278143] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2a266a6-de34-4d36-9451-196ceec54cef tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Deleting the datastore file [datastore2] 8fc1914e-feaf-4004-92d1-af93a6e5b399 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 994.278446] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63f3f40f-c7d6-45fc-a8ff-ae8d03990872 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.288871] env[68800]: DEBUG oslo_vmware.api [None req-f2a266a6-de34-4d36-9451-196ceec54cef tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for the task: (returnval){ [ 994.288871] env[68800]: value = "task-3244095" [ 994.288871] env[68800]: _type = "Task" [ 994.288871] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.297909] env[68800]: DEBUG oslo_vmware.api [None req-f2a266a6-de34-4d36-9451-196ceec54cef tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244095, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.313421] env[68800]: DEBUG nova.network.neutron [None req-1ca624f0-694e-48e9-b30a-f3fe0b5d1a95 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Updating instance_info_cache with network_info: [{"id": "ca862ceb-249f-4f97-a863-d0a1f320b7bc", "address": "fa:16:3e:5c:e1:ae", "network": {"id": "42ecce2f-2b8f-412c-a25a-eac985a7bc3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-882241878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a55e3ff738d49f8ae6b119fe8712bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca862ceb-24", "ovs_interfaceid": "ca862ceb-249f-4f97-a863-d0a1f320b7bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.450834] env[68800]: DEBUG oslo_vmware.api [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Task: {'id': task-3244092, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072973} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.451249] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 994.452256] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624286ce-3592-4f9c-91bf-115f243dc953 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.479011] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] e6fea3a3-2836-4ca0-bd3b-b042c8884308/e6fea3a3-2836-4ca0-bd3b-b042c8884308.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.479427] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49e9b850-2f84-49c4-b8a2-c46fc1c92f51 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.503108] env[68800]: DEBUG oslo_vmware.api [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Waiting for the task: (returnval){ [ 994.503108] env[68800]: value = "task-3244096" [ 994.503108] env[68800]: _type = "Task" [ 994.503108] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.513529] env[68800]: DEBUG oslo_vmware.api [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Task: {'id': task-3244096, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.653048] env[68800]: DEBUG oslo_vmware.api [None req-dfad7ebb-403c-4614-8921-85e98d7fbd7c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3244093, 'name': PowerOffVM_Task, 'duration_secs': 0.298816} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.653209] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfad7ebb-403c-4614-8921-85e98d7fbd7c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.659222] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfad7ebb-403c-4614-8921-85e98d7fbd7c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Reconfiguring VM instance instance-0000003f to detach disk 2002 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 994.659524] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b77c3f52-9b4a-4837-8146-9ac0e95ac62b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.678763] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c4389415-f4e6-40c8-af8e-7a5e922acd3c tempest-ServerRescueTestJSON-1575524133 tempest-ServerRescueTestJSON-1575524133-project-member] Lock "94b55bc9-3a6d-4b46-a2f9-159dc00839b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.086s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.685974] env[68800]: DEBUG oslo_vmware.api [None req-dfad7ebb-403c-4614-8921-85e98d7fbd7c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 994.685974] env[68800]: value = "task-3244097" [ 994.685974] env[68800]: _type = "Task" [ 994.685974] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.695026] env[68800]: DEBUG oslo_vmware.api [None req-dfad7ebb-403c-4614-8921-85e98d7fbd7c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3244097, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.799176] env[68800]: DEBUG oslo_vmware.api [None req-f2a266a6-de34-4d36-9451-196ceec54cef tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244095, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221962} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.799451] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2a266a6-de34-4d36-9451-196ceec54cef tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 994.799621] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a266a6-de34-4d36-9451-196ceec54cef tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 994.799790] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a266a6-de34-4d36-9451-196ceec54cef tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 994.799962] env[68800]: INFO nova.compute.manager [None req-f2a266a6-de34-4d36-9451-196ceec54cef tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Took 1.15 seconds to destroy the instance on the hypervisor. [ 994.800227] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2a266a6-de34-4d36-9451-196ceec54cef tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 994.800418] env[68800]: DEBUG nova.compute.manager [-] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 994.800513] env[68800]: DEBUG nova.network.neutron [-] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 994.816203] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1ca624f0-694e-48e9-b30a-f3fe0b5d1a95 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Releasing lock "refresh_cache-8fc1914e-feaf-4004-92d1-af93a6e5b399" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.984649] env[68800]: DEBUG oslo_concurrency.lockutils [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "3ed29ea2-737e-4aaf-92ff-e4bc784632e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.988018] env[68800]: DEBUG oslo_concurrency.lockutils [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "3ed29ea2-737e-4aaf-92ff-e4bc784632e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.014452] env[68800]: DEBUG oslo_vmware.api [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Task: {'id': task-3244096, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.200049] env[68800]: DEBUG oslo_vmware.api [None req-dfad7ebb-403c-4614-8921-85e98d7fbd7c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3244097, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.322307] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1ca624f0-694e-48e9-b30a-f3fe0b5d1a95 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "interface-8fc1914e-feaf-4004-92d1-af93a6e5b399-f4a94953-c31a-4e3f-9f8a-c6dfa4e8c03b" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.265s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.486154] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efbe1807-8d40-4686-8556-b33302a9e655 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.488286] env[68800]: DEBUG nova.compute.manager [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 995.499219] env[68800]: DEBUG nova.compute.manager [req-a9ea7ff2-61b7-4fec-a458-294418ee4038 req-2b6e3025-0578-4eaa-87a4-f2bc3c7b544b service nova] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Received event network-vif-plugged-23521779-aab1-4411-bc9f-efc6f4ba6c77 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.499219] env[68800]: DEBUG oslo_concurrency.lockutils [req-a9ea7ff2-61b7-4fec-a458-294418ee4038 req-2b6e3025-0578-4eaa-87a4-f2bc3c7b544b service nova] Acquiring lock "f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.499219] env[68800]: DEBUG oslo_concurrency.lockutils [req-a9ea7ff2-61b7-4fec-a458-294418ee4038 req-2b6e3025-0578-4eaa-87a4-f2bc3c7b544b service nova] Lock "f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.499219] env[68800]: DEBUG oslo_concurrency.lockutils [req-a9ea7ff2-61b7-4fec-a458-294418ee4038 req-2b6e3025-0578-4eaa-87a4-f2bc3c7b544b service nova] Lock "f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.499219] env[68800]: DEBUG nova.compute.manager [req-a9ea7ff2-61b7-4fec-a458-294418ee4038 req-2b6e3025-0578-4eaa-87a4-f2bc3c7b544b service nova] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] No waiting events found dispatching network-vif-plugged-23521779-aab1-4411-bc9f-efc6f4ba6c77 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 995.499219] env[68800]: WARNING nova.compute.manager [req-a9ea7ff2-61b7-4fec-a458-294418ee4038 req-2b6e3025-0578-4eaa-87a4-f2bc3c7b544b service nova] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Received unexpected event network-vif-plugged-23521779-aab1-4411-bc9f-efc6f4ba6c77 for instance with vm_state building and task_state spawning. [ 995.500941] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dff7709-45c2-4519-ad69-393b8f5e2958 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.513328] env[68800]: DEBUG oslo_vmware.api [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Task: {'id': task-3244096, 'name': ReconfigVM_Task, 'duration_secs': 0.550876} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.543827] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] Reconfigured VM instance instance-0000004f to attach disk [datastore1] e6fea3a3-2836-4ca0-bd3b-b042c8884308/e6fea3a3-2836-4ca0-bd3b-b042c8884308.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.545665] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9accdc38-6e9b-4ae4-bdca-5280cb999651 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.547878] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ae57d3-68bb-437a-8660-c5c18bd8cea9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.556425] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783a8708-3667-44d7-937a-fa809eae8774 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.562466] env[68800]: DEBUG oslo_vmware.api [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Waiting for the task: (returnval){ [ 995.562466] env[68800]: value = "task-3244098" [ 995.562466] env[68800]: _type = "Task" [ 995.562466] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.576390] env[68800]: DEBUG nova.compute.provider_tree [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.583566] env[68800]: DEBUG oslo_vmware.api [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Task: {'id': task-3244098, 'name': Rename_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.698500] env[68800]: DEBUG oslo_vmware.api [None req-dfad7ebb-403c-4614-8921-85e98d7fbd7c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3244097, 'name': ReconfigVM_Task, 'duration_secs': 0.684445} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.699061] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfad7ebb-403c-4614-8921-85e98d7fbd7c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Reconfigured VM instance instance-0000003f to detach disk 2002 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 995.699061] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfad7ebb-403c-4614-8921-85e98d7fbd7c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 995.699370] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1efeca37-44b5-41d8-8b66-c5e545f32d21 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.705657] env[68800]: DEBUG oslo_vmware.api [None req-dfad7ebb-403c-4614-8921-85e98d7fbd7c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 995.705657] env[68800]: value = "task-3244099" [ 995.705657] env[68800]: _type = "Task" [ 995.705657] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.714753] env[68800]: DEBUG oslo_vmware.api [None req-dfad7ebb-403c-4614-8921-85e98d7fbd7c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3244099, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.808620] env[68800]: DEBUG nova.network.neutron [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Successfully updated port: 23521779-aab1-4411-bc9f-efc6f4ba6c77 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 996.023053] env[68800]: DEBUG oslo_concurrency.lockutils [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.073686] env[68800]: DEBUG oslo_vmware.api [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Task: {'id': task-3244098, 'name': Rename_Task, 'duration_secs': 0.138184} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.073686] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.073910] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63c0c138-df54-4790-bc5a-ec3014a2d3c3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.079905] env[68800]: DEBUG nova.scheduler.client.report [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.083932] env[68800]: DEBUG oslo_vmware.api [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Waiting for the task: (returnval){ [ 996.083932] env[68800]: value = "task-3244100" [ 996.083932] env[68800]: _type = "Task" [ 996.083932] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.098775] env[68800]: DEBUG oslo_vmware.api [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Task: {'id': task-3244100, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.215892] env[68800]: DEBUG oslo_vmware.api [None req-dfad7ebb-403c-4614-8921-85e98d7fbd7c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3244099, 'name': PowerOnVM_Task, 'duration_secs': 0.406973} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.216256] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfad7ebb-403c-4614-8921-85e98d7fbd7c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.216540] env[68800]: DEBUG nova.compute.manager [None req-dfad7ebb-403c-4614-8921-85e98d7fbd7c tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.217465] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba2d439-5666-4593-bdfe-ee4e9bc39b4c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.312970] env[68800]: DEBUG oslo_concurrency.lockutils [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Acquiring lock "refresh_cache-f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.313097] env[68800]: DEBUG oslo_concurrency.lockutils [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Acquired lock "refresh_cache-f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.313313] env[68800]: DEBUG nova.network.neutron [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.425036] env[68800]: DEBUG nova.network.neutron [-] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.586367] env[68800]: DEBUG oslo_concurrency.lockutils [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.465s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.587022] env[68800]: DEBUG nova.compute.manager [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] [instance: ef8bcba4-6707-478a-aeac-c6995c899432] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 996.591199] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.576s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.594036] env[68800]: INFO nova.compute.claims [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 996.605278] env[68800]: DEBUG oslo_vmware.api [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Task: {'id': task-3244100, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.881675] env[68800]: DEBUG nova.network.neutron [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 996.928992] env[68800]: INFO nova.compute.manager [-] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Took 2.13 seconds to deallocate network for instance. [ 997.092544] env[68800]: DEBUG nova.compute.utils [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 997.098599] env[68800]: DEBUG nova.compute.manager [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] [instance: ef8bcba4-6707-478a-aeac-c6995c899432] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 997.098599] env[68800]: DEBUG nova.network.neutron [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] [instance: ef8bcba4-6707-478a-aeac-c6995c899432] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 997.117275] env[68800]: DEBUG oslo_vmware.api [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Task: {'id': task-3244100, 'name': PowerOnVM_Task, 'duration_secs': 0.824543} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.118155] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.118357] env[68800]: INFO nova.compute.manager [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] Took 10.20 seconds to spawn the instance on the hypervisor. [ 997.118535] env[68800]: DEBUG nova.compute.manager [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.119361] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66a3745-06be-42d6-849f-dee72603d074 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.249666] env[68800]: DEBUG nova.policy [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1db0cf0b29141409387194cf1b43e73', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '093860b724ec4a92bd65cff47ebd05fb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 997.268232] env[68800]: DEBUG nova.network.neutron [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Updating instance_info_cache with network_info: [{"id": "23521779-aab1-4411-bc9f-efc6f4ba6c77", "address": "fa:16:3e:8d:1c:47", "network": {"id": "c38ba45d-3446-4da6-981f-81c4af157eaa", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-406913262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7884585513c4f7fb8d50682275e1dd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23521779-aa", "ovs_interfaceid": "23521779-aab1-4411-bc9f-efc6f4ba6c77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.436536] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f2a266a6-de34-4d36-9451-196ceec54cef tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.598795] env[68800]: DEBUG nova.compute.manager [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] [instance: ef8bcba4-6707-478a-aeac-c6995c899432] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 997.643699] env[68800]: INFO nova.compute.manager [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] Took 32.49 seconds to build instance. [ 997.772209] env[68800]: DEBUG oslo_concurrency.lockutils [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Releasing lock "refresh_cache-f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.772561] env[68800]: DEBUG nova.compute.manager [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Instance network_info: |[{"id": "23521779-aab1-4411-bc9f-efc6f4ba6c77", "address": "fa:16:3e:8d:1c:47", "network": {"id": "c38ba45d-3446-4da6-981f-81c4af157eaa", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-406913262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7884585513c4f7fb8d50682275e1dd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23521779-aa", "ovs_interfaceid": "23521779-aab1-4411-bc9f-efc6f4ba6c77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 997.772913] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:1c:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8039f411-8c97-48fe-a5a9-9f5a42e4e7c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23521779-aab1-4411-bc9f-efc6f4ba6c77', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.780525] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Creating folder: Project (f7884585513c4f7fb8d50682275e1dd4). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 997.783027] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eea4208b-da57-4ba6-bbe0-d0eb43e37747 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.794366] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Created folder: Project (f7884585513c4f7fb8d50682275e1dd4) in parent group-v648080. [ 997.794615] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Creating folder: Instances. Parent ref: group-v648308. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 997.794745] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61a1fe52-c46a-437f-b419-b82f2a9ae600 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.808091] env[68800]: DEBUG nova.compute.manager [req-6f50233e-7699-4fe8-b048-f2acb92503d9 req-68c3f8ec-1789-450c-8269-d787bbfc11c1 service nova] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Received event network-changed-23521779-aab1-4411-bc9f-efc6f4ba6c77 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.808283] env[68800]: DEBUG nova.compute.manager [req-6f50233e-7699-4fe8-b048-f2acb92503d9 req-68c3f8ec-1789-450c-8269-d787bbfc11c1 service nova] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Refreshing instance network info cache due to event network-changed-23521779-aab1-4411-bc9f-efc6f4ba6c77. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 997.808492] env[68800]: DEBUG oslo_concurrency.lockutils [req-6f50233e-7699-4fe8-b048-f2acb92503d9 req-68c3f8ec-1789-450c-8269-d787bbfc11c1 service nova] Acquiring lock "refresh_cache-f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.808634] env[68800]: DEBUG oslo_concurrency.lockutils [req-6f50233e-7699-4fe8-b048-f2acb92503d9 req-68c3f8ec-1789-450c-8269-d787bbfc11c1 service nova] Acquired lock "refresh_cache-f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.808790] env[68800]: DEBUG nova.network.neutron [req-6f50233e-7699-4fe8-b048-f2acb92503d9 req-68c3f8ec-1789-450c-8269-d787bbfc11c1 service nova] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Refreshing network info cache for port 23521779-aab1-4411-bc9f-efc6f4ba6c77 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 997.813059] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Created folder: Instances in parent group-v648308. [ 997.813308] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.814464] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 997.814464] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04538b8b-d518-4d55-9d71-e11487f07a7d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.835925] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.835925] env[68800]: value = "task-3244103" [ 997.835925] env[68800]: _type = "Task" [ 997.835925] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.843901] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244103, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.997081] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd18ab7-69b6-4041-b7b0-89c54ac9067e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.006443] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63016b05-436e-4f1e-973f-e907ae019b49 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.015449] env[68800]: DEBUG nova.network.neutron [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] [instance: ef8bcba4-6707-478a-aeac-c6995c899432] Successfully created port: db99a20d-c52d-4ebf-92e8-820bf1705181 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 998.054446] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea20e35-791b-4254-ba32-405be17900e5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.061096] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Acquiring lock "765310c6-7c0a-4d6c-8c34-88c6be0936da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.061328] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Lock "765310c6-7c0a-4d6c-8c34-88c6be0936da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.068075] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85ff9ab-8b41-4aee-be9f-31cbc3c73ef4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.084563] env[68800]: DEBUG nova.compute.provider_tree [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.145952] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a2e5a0b8-2deb-40cb-abbe-a22582c99cdd tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Lock "e6fea3a3-2836-4ca0-bd3b-b042c8884308" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.005s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.349303] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244103, 'name': CreateVM_Task, 'duration_secs': 0.453593} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.349725] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 998.350185] env[68800]: DEBUG oslo_concurrency.lockutils [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.350349] env[68800]: DEBUG oslo_concurrency.lockutils [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.350956] env[68800]: DEBUG oslo_concurrency.lockutils [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.351360] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc83eb04-278f-4491-8eef-0519cc2f7c66 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.357707] env[68800]: DEBUG oslo_vmware.api [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Waiting for the task: (returnval){ [ 998.357707] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52fcb762-9405-461f-a3d3-713d8e1e9dc6" [ 998.357707] env[68800]: _type = "Task" [ 998.357707] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.371265] env[68800]: DEBUG oslo_vmware.api [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52fcb762-9405-461f-a3d3-713d8e1e9dc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.573946] env[68800]: DEBUG nova.compute.manager [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 998.589580] env[68800]: DEBUG nova.scheduler.client.report [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.612026] env[68800]: DEBUG nova.compute.manager [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] [instance: ef8bcba4-6707-478a-aeac-c6995c899432] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 998.646146] env[68800]: DEBUG nova.virt.hardware [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 998.646146] env[68800]: DEBUG nova.virt.hardware [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 998.646146] env[68800]: DEBUG nova.virt.hardware [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.646146] env[68800]: DEBUG nova.virt.hardware [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 998.646146] env[68800]: DEBUG nova.virt.hardware [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.646663] env[68800]: DEBUG nova.virt.hardware [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 998.647088] env[68800]: DEBUG nova.virt.hardware [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 998.647431] env[68800]: DEBUG nova.virt.hardware [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 998.647767] env[68800]: DEBUG nova.virt.hardware [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 998.648118] env[68800]: DEBUG nova.virt.hardware [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 998.648472] env[68800]: DEBUG nova.virt.hardware [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 998.649489] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995b64b9-02da-4de3-b934-d8e3d14565f7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.661370] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750c3fb6-9ce7-433b-8d62-cff8ea429294 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.700199] env[68800]: DEBUG nova.compute.manager [req-ee65084f-7f18-4eb1-af28-4520ea208c1f req-cd0e7313-f351-4f4c-afe3-92cd990ef919 service nova] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] Received event network-changed-8a822697-5f9c-41eb-87af-43db2d995858 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.700199] env[68800]: DEBUG nova.compute.manager [req-ee65084f-7f18-4eb1-af28-4520ea208c1f req-cd0e7313-f351-4f4c-afe3-92cd990ef919 service nova] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] Refreshing instance network info cache due to event network-changed-8a822697-5f9c-41eb-87af-43db2d995858. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 998.700199] env[68800]: DEBUG oslo_concurrency.lockutils [req-ee65084f-7f18-4eb1-af28-4520ea208c1f req-cd0e7313-f351-4f4c-afe3-92cd990ef919 service nova] Acquiring lock "refresh_cache-e6fea3a3-2836-4ca0-bd3b-b042c8884308" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.700199] env[68800]: DEBUG oslo_concurrency.lockutils [req-ee65084f-7f18-4eb1-af28-4520ea208c1f req-cd0e7313-f351-4f4c-afe3-92cd990ef919 service nova] Acquired lock "refresh_cache-e6fea3a3-2836-4ca0-bd3b-b042c8884308" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.700199] env[68800]: DEBUG nova.network.neutron [req-ee65084f-7f18-4eb1-af28-4520ea208c1f req-cd0e7313-f351-4f4c-afe3-92cd990ef919 service nova] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] Refreshing network info cache for port 8a822697-5f9c-41eb-87af-43db2d995858 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 998.741408] env[68800]: DEBUG nova.network.neutron [req-6f50233e-7699-4fe8-b048-f2acb92503d9 req-68c3f8ec-1789-450c-8269-d787bbfc11c1 service nova] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Updated VIF entry in instance network info cache for port 23521779-aab1-4411-bc9f-efc6f4ba6c77. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 998.742023] env[68800]: DEBUG nova.network.neutron [req-6f50233e-7699-4fe8-b048-f2acb92503d9 req-68c3f8ec-1789-450c-8269-d787bbfc11c1 service nova] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Updating instance_info_cache with network_info: [{"id": "23521779-aab1-4411-bc9f-efc6f4ba6c77", "address": "fa:16:3e:8d:1c:47", "network": {"id": "c38ba45d-3446-4da6-981f-81c4af157eaa", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-406913262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7884585513c4f7fb8d50682275e1dd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23521779-aa", "ovs_interfaceid": "23521779-aab1-4411-bc9f-efc6f4ba6c77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.869490] env[68800]: DEBUG oslo_vmware.api [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52fcb762-9405-461f-a3d3-713d8e1e9dc6, 'name': SearchDatastore_Task, 'duration_secs': 0.011388} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.869808] env[68800]: DEBUG oslo_concurrency.lockutils [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.870065] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 998.870315] env[68800]: DEBUG oslo_concurrency.lockutils [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.870462] env[68800]: DEBUG oslo_concurrency.lockutils [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.870637] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 998.870910] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20bffc72-27fc-4433-919f-a35f303417da {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.880224] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 998.880535] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 998.881314] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-744fd718-2f1e-4478-9d7c-757b4d215a16 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.887011] env[68800]: DEBUG oslo_vmware.api [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Waiting for the task: (returnval){ [ 998.887011] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]522e1d35-cee7-69ad-4ae4-7d7ecce3a166" [ 998.887011] env[68800]: _type = "Task" [ 998.887011] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.896184] env[68800]: DEBUG oslo_vmware.api [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]522e1d35-cee7-69ad-4ae4-7d7ecce3a166, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.096429] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.505s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.097029] env[68800]: DEBUG nova.compute.manager [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 999.100846] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.101151] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8e53077f-d929-4ed7-989c-b79cc139f853 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.974s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.101366] env[68800]: DEBUG nova.objects.instance [None req-8e53077f-d929-4ed7-989c-b79cc139f853 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Lazy-loading 'resources' on Instance uuid 0200ac67-ec70-479f-a0be-af4c17410c61 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.244516] env[68800]: DEBUG oslo_concurrency.lockutils [req-6f50233e-7699-4fe8-b048-f2acb92503d9 req-68c3f8ec-1789-450c-8269-d787bbfc11c1 service nova] Releasing lock "refresh_cache-f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.244831] env[68800]: DEBUG nova.compute.manager [req-6f50233e-7699-4fe8-b048-f2acb92503d9 req-68c3f8ec-1789-450c-8269-d787bbfc11c1 service nova] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Received event network-vif-deleted-ca862ceb-249f-4f97-a863-d0a1f320b7bc {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.398160] env[68800]: DEBUG oslo_vmware.api [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]522e1d35-cee7-69ad-4ae4-7d7ecce3a166, 'name': SearchDatastore_Task, 'duration_secs': 0.011759} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.398946] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-020cc15c-0fef-4640-a156-c91888ee5752 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.404728] env[68800]: DEBUG oslo_vmware.api [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Waiting for the task: (returnval){ [ 999.404728] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52390904-2a7b-cb59-a4ac-22ea972b118b" [ 999.404728] env[68800]: _type = "Task" [ 999.404728] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.412409] env[68800]: DEBUG oslo_vmware.api [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52390904-2a7b-cb59-a4ac-22ea972b118b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.605100] env[68800]: DEBUG nova.compute.utils [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 999.607564] env[68800]: DEBUG nova.compute.manager [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 999.607749] env[68800]: DEBUG nova.network.neutron [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 999.676743] env[68800]: DEBUG nova.policy [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69e8f3b28df143489ede6cccd92cbc6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f658ebcc84a8451b9e8d28db15cd0d96', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 999.918806] env[68800]: DEBUG oslo_vmware.api [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52390904-2a7b-cb59-a4ac-22ea972b118b, 'name': SearchDatastore_Task, 'duration_secs': 0.021503} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.919270] env[68800]: DEBUG oslo_concurrency.lockutils [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.919396] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09/f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.919954] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-404dde41-5ba5-40cc-a7ff-7803a919a295 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.926907] env[68800]: DEBUG oslo_vmware.api [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Waiting for the task: (returnval){ [ 999.926907] env[68800]: value = "task-3244104" [ 999.926907] env[68800]: _type = "Task" [ 999.926907] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.937455] env[68800]: DEBUG nova.network.neutron [req-ee65084f-7f18-4eb1-af28-4520ea208c1f req-cd0e7313-f351-4f4c-afe3-92cd990ef919 service nova] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] Updated VIF entry in instance network info cache for port 8a822697-5f9c-41eb-87af-43db2d995858. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 999.937455] env[68800]: DEBUG nova.network.neutron [req-ee65084f-7f18-4eb1-af28-4520ea208c1f req-cd0e7313-f351-4f4c-afe3-92cd990ef919 service nova] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] Updating instance_info_cache with network_info: [{"id": "8a822697-5f9c-41eb-87af-43db2d995858", "address": "fa:16:3e:c4:83:b2", "network": {"id": "777074c5-41b7-45b0-9f12-bcb836b4cece", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1725174162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9913517d8fcb44b9a01b2aca64277c95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a822697-5f", "ovs_interfaceid": "8a822697-5f9c-41eb-87af-43db2d995858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.941095] env[68800]: DEBUG oslo_vmware.api [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244104, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.986809] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2839a75-607c-46e3-acaf-3c56862ce199 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.990231] env[68800]: DEBUG nova.network.neutron [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Successfully created port: 029695fa-f2d2-4c29-9610-b3cdd40e7fd0 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 999.996931] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0015a9-d8cc-4e81-b0db-910d67d870a9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.029866] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ae4b1c-09c4-4643-a46b-14f5d95efe0b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.037987] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23972d3-eb5a-4dd9-b0d8-26c2118a5601 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.052074] env[68800]: DEBUG nova.compute.provider_tree [None req-8e53077f-d929-4ed7-989c-b79cc139f853 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.080969] env[68800]: DEBUG nova.compute.manager [req-6fe8020b-c498-42de-9017-3411015864d3 req-ec1283c0-d464-4bf0-a94e-a8d8e6c0c5c4 service nova] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Received event network-changed-b2314093-cc21-465b-afef-ce4d54db1ce6 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.081190] env[68800]: DEBUG nova.compute.manager [req-6fe8020b-c498-42de-9017-3411015864d3 req-ec1283c0-d464-4bf0-a94e-a8d8e6c0c5c4 service nova] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Refreshing instance network info cache due to event network-changed-b2314093-cc21-465b-afef-ce4d54db1ce6. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1000.081424] env[68800]: DEBUG oslo_concurrency.lockutils [req-6fe8020b-c498-42de-9017-3411015864d3 req-ec1283c0-d464-4bf0-a94e-a8d8e6c0c5c4 service nova] Acquiring lock "refresh_cache-dee516d0-4241-427f-87f4-49201f04bfd1" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.081560] env[68800]: DEBUG oslo_concurrency.lockutils [req-6fe8020b-c498-42de-9017-3411015864d3 req-ec1283c0-d464-4bf0-a94e-a8d8e6c0c5c4 service nova] Acquired lock "refresh_cache-dee516d0-4241-427f-87f4-49201f04bfd1" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.081736] env[68800]: DEBUG nova.network.neutron [req-6fe8020b-c498-42de-9017-3411015864d3 req-ec1283c0-d464-4bf0-a94e-a8d8e6c0c5c4 service nova] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Refreshing network info cache for port b2314093-cc21-465b-afef-ce4d54db1ce6 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.108247] env[68800]: DEBUG nova.compute.manager [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1000.172366] env[68800]: DEBUG nova.network.neutron [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] [instance: ef8bcba4-6707-478a-aeac-c6995c899432] Successfully updated port: db99a20d-c52d-4ebf-92e8-820bf1705181 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1000.442338] env[68800]: DEBUG oslo_concurrency.lockutils [req-ee65084f-7f18-4eb1-af28-4520ea208c1f req-cd0e7313-f351-4f4c-afe3-92cd990ef919 service nova] Releasing lock "refresh_cache-e6fea3a3-2836-4ca0-bd3b-b042c8884308" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.443216] env[68800]: DEBUG oslo_vmware.api [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244104, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.558388] env[68800]: DEBUG nova.scheduler.client.report [None req-8e53077f-d929-4ed7-989c-b79cc139f853 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.675689] env[68800]: DEBUG oslo_concurrency.lockutils [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Acquiring lock "refresh_cache-ef8bcba4-6707-478a-aeac-c6995c899432" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.675840] env[68800]: DEBUG oslo_concurrency.lockutils [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Acquired lock "refresh_cache-ef8bcba4-6707-478a-aeac-c6995c899432" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.676014] env[68800]: DEBUG nova.network.neutron [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] [instance: ef8bcba4-6707-478a-aeac-c6995c899432] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.940727] env[68800]: DEBUG oslo_vmware.api [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244104, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.814892} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.941171] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09/f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1000.941302] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1000.941517] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21425fbe-9c9c-41bb-9e95-227e67a20557 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.948539] env[68800]: DEBUG oslo_vmware.api [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Waiting for the task: (returnval){ [ 1000.948539] env[68800]: value = "task-3244105" [ 1000.948539] env[68800]: _type = "Task" [ 1000.948539] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.957490] env[68800]: DEBUG oslo_vmware.api [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244105, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.983065] env[68800]: DEBUG nova.network.neutron [req-6fe8020b-c498-42de-9017-3411015864d3 req-ec1283c0-d464-4bf0-a94e-a8d8e6c0c5c4 service nova] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Updated VIF entry in instance network info cache for port b2314093-cc21-465b-afef-ce4d54db1ce6. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1000.983218] env[68800]: DEBUG nova.network.neutron [req-6fe8020b-c498-42de-9017-3411015864d3 req-ec1283c0-d464-4bf0-a94e-a8d8e6c0c5c4 service nova] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Updating instance_info_cache with network_info: [{"id": "b2314093-cc21-465b-afef-ce4d54db1ce6", "address": "fa:16:3e:0e:98:81", "network": {"id": "3789a7b0-2d31-4b9d-9779-6d245dced3a3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1329484446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0d9f2881edf4f79b52db59af16e8133", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2314093-cc", "ovs_interfaceid": "b2314093-cc21-465b-afef-ce4d54db1ce6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.063900] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8e53077f-d929-4ed7-989c-b79cc139f853 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.963s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.066371] env[68800]: DEBUG oslo_concurrency.lockutils [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.069s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.067864] env[68800]: INFO nova.compute.claims [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] [instance: b9f4bee1-3aff-4332-8465-0a8a68cd0d3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1001.092228] env[68800]: INFO nova.scheduler.client.report [None req-8e53077f-d929-4ed7-989c-b79cc139f853 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Deleted allocations for instance 0200ac67-ec70-479f-a0be-af4c17410c61 [ 1001.118205] env[68800]: DEBUG nova.compute.manager [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1001.150966] env[68800]: DEBUG nova.virt.hardware [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1001.151243] env[68800]: DEBUG nova.virt.hardware [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1001.151400] env[68800]: DEBUG nova.virt.hardware [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1001.151579] env[68800]: DEBUG nova.virt.hardware [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1001.151728] env[68800]: DEBUG nova.virt.hardware [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1001.151875] env[68800]: DEBUG nova.virt.hardware [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1001.152100] env[68800]: DEBUG nova.virt.hardware [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1001.152261] env[68800]: DEBUG nova.virt.hardware [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1001.152437] env[68800]: DEBUG nova.virt.hardware [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1001.152636] env[68800]: DEBUG nova.virt.hardware [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1001.152815] env[68800]: DEBUG nova.virt.hardware [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1001.154528] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02641893-e9e8-4c15-a293-26251e8c21b7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.163601] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c800eabd-eb45-42d9-a180-4ff8d3518838 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.231862] env[68800]: DEBUG nova.network.neutron [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] [instance: ef8bcba4-6707-478a-aeac-c6995c899432] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1001.459561] env[68800]: DEBUG oslo_vmware.api [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244105, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066552} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.460203] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.464261] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092e1ebf-e770-4291-851e-ce6ca225601e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.464647] env[68800]: DEBUG oslo_concurrency.lockutils [None req-33d46376-b09b-4471-b973-038319f5201f tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Acquiring lock "21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.465082] env[68800]: DEBUG oslo_concurrency.lockutils [None req-33d46376-b09b-4471-b973-038319f5201f tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Lock "21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.467493] env[68800]: DEBUG oslo_concurrency.lockutils [None req-33d46376-b09b-4471-b973-038319f5201f tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Acquiring lock "21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.467493] env[68800]: DEBUG oslo_concurrency.lockutils [None req-33d46376-b09b-4471-b973-038319f5201f tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Lock "21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.467493] env[68800]: DEBUG oslo_concurrency.lockutils [None req-33d46376-b09b-4471-b973-038319f5201f tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Lock "21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.496177] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09/f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.499544] env[68800]: DEBUG oslo_concurrency.lockutils [req-6fe8020b-c498-42de-9017-3411015864d3 req-ec1283c0-d464-4bf0-a94e-a8d8e6c0c5c4 service nova] Releasing lock "refresh_cache-dee516d0-4241-427f-87f4-49201f04bfd1" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.499828] env[68800]: DEBUG nova.compute.manager [req-6fe8020b-c498-42de-9017-3411015864d3 req-ec1283c0-d464-4bf0-a94e-a8d8e6c0c5c4 service nova] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Received event network-changed-b2314093-cc21-465b-afef-ce4d54db1ce6 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.500017] env[68800]: DEBUG nova.compute.manager [req-6fe8020b-c498-42de-9017-3411015864d3 req-ec1283c0-d464-4bf0-a94e-a8d8e6c0c5c4 service nova] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Refreshing instance network info cache due to event network-changed-b2314093-cc21-465b-afef-ce4d54db1ce6. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1001.500220] env[68800]: DEBUG oslo_concurrency.lockutils [req-6fe8020b-c498-42de-9017-3411015864d3 req-ec1283c0-d464-4bf0-a94e-a8d8e6c0c5c4 service nova] Acquiring lock "refresh_cache-dee516d0-4241-427f-87f4-49201f04bfd1" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.500357] env[68800]: DEBUG oslo_concurrency.lockutils [req-6fe8020b-c498-42de-9017-3411015864d3 req-ec1283c0-d464-4bf0-a94e-a8d8e6c0c5c4 service nova] Acquired lock "refresh_cache-dee516d0-4241-427f-87f4-49201f04bfd1" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.500509] env[68800]: DEBUG nova.network.neutron [req-6fe8020b-c498-42de-9017-3411015864d3 req-ec1283c0-d464-4bf0-a94e-a8d8e6c0c5c4 service nova] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Refreshing network info cache for port b2314093-cc21-465b-afef-ce4d54db1ce6 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1001.502427] env[68800]: DEBUG nova.network.neutron [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] [instance: ef8bcba4-6707-478a-aeac-c6995c899432] Updating instance_info_cache with network_info: [{"id": "db99a20d-c52d-4ebf-92e8-820bf1705181", "address": "fa:16:3e:78:76:dc", "network": {"id": "1e164a3b-99dd-4bd2-a23e-138d5ee39bda", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-273998170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "093860b724ec4a92bd65cff47ebd05fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb99a20d-c5", "ovs_interfaceid": "db99a20d-c52d-4ebf-92e8-820bf1705181", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.504778] env[68800]: INFO nova.compute.manager [None req-33d46376-b09b-4471-b973-038319f5201f tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] Terminating instance [ 1001.510520] env[68800]: DEBUG nova.network.neutron [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Successfully updated port: 029695fa-f2d2-4c29-9610-b3cdd40e7fd0 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1001.511463] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a045a57b-60f7-40a4-94bb-018b8e36788b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.530665] env[68800]: DEBUG oslo_concurrency.lockutils [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Releasing lock "refresh_cache-ef8bcba4-6707-478a-aeac-c6995c899432" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.530963] env[68800]: DEBUG nova.compute.manager [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] [instance: ef8bcba4-6707-478a-aeac-c6995c899432] Instance network_info: |[{"id": "db99a20d-c52d-4ebf-92e8-820bf1705181", "address": "fa:16:3e:78:76:dc", "network": {"id": "1e164a3b-99dd-4bd2-a23e-138d5ee39bda", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-273998170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "093860b724ec4a92bd65cff47ebd05fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb99a20d-c5", "ovs_interfaceid": "db99a20d-c52d-4ebf-92e8-820bf1705181", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1001.531778] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquiring lock "refresh_cache-8b8a05f1-f724-4450-9b01-e6a63236ad35" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.531778] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquired lock "refresh_cache-8b8a05f1-f724-4450-9b01-e6a63236ad35" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.531859] env[68800]: DEBUG nova.network.neutron [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.533008] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] [instance: ef8bcba4-6707-478a-aeac-c6995c899432] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:76:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74c816b2-b8b0-432e-baac-662ed8ea0417', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db99a20d-c52d-4ebf-92e8-820bf1705181', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1001.540428] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Creating folder: Project (093860b724ec4a92bd65cff47ebd05fb). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1001.546994] env[68800]: DEBUG nova.compute.manager [None req-33d46376-b09b-4471-b973-038319f5201f tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1001.547215] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-33d46376-b09b-4471-b973-038319f5201f tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.548217] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-828445b1-183a-468e-879f-1e9e38727a8e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.550933] env[68800]: DEBUG nova.compute.manager [req-230ff3fc-eb63-455c-94a2-aee9fa4ca599 req-4391bca1-e016-4762-9b3c-0540d024667d service nova] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Received event network-vif-plugged-029695fa-f2d2-4c29-9610-b3cdd40e7fd0 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.551160] env[68800]: DEBUG oslo_concurrency.lockutils [req-230ff3fc-eb63-455c-94a2-aee9fa4ca599 req-4391bca1-e016-4762-9b3c-0540d024667d service nova] Acquiring lock "8b8a05f1-f724-4450-9b01-e6a63236ad35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.551424] env[68800]: DEBUG oslo_concurrency.lockutils [req-230ff3fc-eb63-455c-94a2-aee9fa4ca599 req-4391bca1-e016-4762-9b3c-0540d024667d service nova] Lock "8b8a05f1-f724-4450-9b01-e6a63236ad35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.551663] env[68800]: DEBUG oslo_concurrency.lockutils [req-230ff3fc-eb63-455c-94a2-aee9fa4ca599 req-4391bca1-e016-4762-9b3c-0540d024667d service nova] Lock "8b8a05f1-f724-4450-9b01-e6a63236ad35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.551891] env[68800]: DEBUG nova.compute.manager [req-230ff3fc-eb63-455c-94a2-aee9fa4ca599 req-4391bca1-e016-4762-9b3c-0540d024667d service nova] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] No waiting events found dispatching network-vif-plugged-029695fa-f2d2-4c29-9610-b3cdd40e7fd0 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1001.552093] env[68800]: WARNING nova.compute.manager [req-230ff3fc-eb63-455c-94a2-aee9fa4ca599 req-4391bca1-e016-4762-9b3c-0540d024667d service nova] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Received unexpected event network-vif-plugged-029695fa-f2d2-4c29-9610-b3cdd40e7fd0 for instance with vm_state building and task_state spawning. [ 1001.553202] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f367f3f-26cb-4f78-9460-a60c68abe49c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.558396] env[68800]: DEBUG oslo_vmware.api [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Waiting for the task: (returnval){ [ 1001.558396] env[68800]: value = "task-3244106" [ 1001.558396] env[68800]: _type = "Task" [ 1001.558396] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.564515] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d46376-b09b-4471-b973-038319f5201f tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.565474] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10a64775-7e04-403d-baba-dbfce2426f59 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.569972] env[68800]: DEBUG oslo_vmware.api [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244106, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.573679] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Created folder: Project (093860b724ec4a92bd65cff47ebd05fb) in parent group-v648080. [ 1001.574021] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Creating folder: Instances. Parent ref: group-v648311. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1001.576401] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f41899fb-9e62-4bf4-bcc6-f4160e5cd213 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.579213] env[68800]: DEBUG oslo_vmware.api [None req-33d46376-b09b-4471-b973-038319f5201f tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Waiting for the task: (returnval){ [ 1001.579213] env[68800]: value = "task-3244108" [ 1001.579213] env[68800]: _type = "Task" [ 1001.579213] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.590330] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Created folder: Instances in parent group-v648311. [ 1001.590549] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.594566] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef8bcba4-6707-478a-aeac-c6995c899432] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1001.595340] env[68800]: DEBUG oslo_vmware.api [None req-33d46376-b09b-4471-b973-038319f5201f tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Task: {'id': task-3244108, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.595571] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0595b835-4335-430b-b40b-f4597a22d22d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.613457] env[68800]: DEBUG nova.network.neutron [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1001.616060] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8e53077f-d929-4ed7-989c-b79cc139f853 tempest-ServersAdminTestJSON-880758035 tempest-ServersAdminTestJSON-880758035-project-member] Lock "0200ac67-ec70-479f-a0be-af4c17410c61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.175s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.621242] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1001.621242] env[68800]: value = "task-3244110" [ 1001.621242] env[68800]: _type = "Task" [ 1001.621242] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.633671] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244110, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.847676] env[68800]: DEBUG nova.network.neutron [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Updating instance_info_cache with network_info: [{"id": "029695fa-f2d2-4c29-9610-b3cdd40e7fd0", "address": "fa:16:3e:56:9a:c2", "network": {"id": "d2aa08d6-a1ed-4602-80f7-7e07ba244d6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2142783339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f658ebcc84a8451b9e8d28db15cd0d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap029695fa-f2", "ovs_interfaceid": "029695fa-f2d2-4c29-9610-b3cdd40e7fd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.902958] env[68800]: DEBUG nova.network.neutron [req-6fe8020b-c498-42de-9017-3411015864d3 req-ec1283c0-d464-4bf0-a94e-a8d8e6c0c5c4 service nova] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Updated VIF entry in instance network info cache for port b2314093-cc21-465b-afef-ce4d54db1ce6. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1001.903522] env[68800]: DEBUG nova.network.neutron [req-6fe8020b-c498-42de-9017-3411015864d3 req-ec1283c0-d464-4bf0-a94e-a8d8e6c0c5c4 service nova] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Updating instance_info_cache with network_info: [{"id": "b2314093-cc21-465b-afef-ce4d54db1ce6", "address": "fa:16:3e:0e:98:81", "network": {"id": "3789a7b0-2d31-4b9d-9779-6d245dced3a3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1329484446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0d9f2881edf4f79b52db59af16e8133", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2314093-cc", "ovs_interfaceid": "b2314093-cc21-465b-afef-ce4d54db1ce6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.072065] env[68800]: DEBUG oslo_vmware.api [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244106, 'name': ReconfigVM_Task, 'duration_secs': 0.279978} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.072448] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Reconfigured VM instance instance-00000050 to attach disk [datastore2] f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09/f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.073257] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0450fb02-8d1f-457a-94f0-30844b2d7a9a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.083615] env[68800]: DEBUG oslo_vmware.api [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Waiting for the task: (returnval){ [ 1002.083615] env[68800]: value = "task-3244111" [ 1002.083615] env[68800]: _type = "Task" [ 1002.083615] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.097733] env[68800]: DEBUG oslo_vmware.api [None req-33d46376-b09b-4471-b973-038319f5201f tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Task: {'id': task-3244108, 'name': PowerOffVM_Task, 'duration_secs': 0.389779} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.102200] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d46376-b09b-4471-b973-038319f5201f tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.102420] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-33d46376-b09b-4471-b973-038319f5201f tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.102764] env[68800]: DEBUG oslo_vmware.api [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244111, 'name': Rename_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.106339] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4279f9c-4816-4f13-927a-f3875b37c012 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.111407] env[68800]: DEBUG nova.compute.manager [req-2540a37e-3515-4614-848e-6cc7b8a40681 req-f427b299-f6b7-4574-9396-5021f691e7b0 service nova] [instance: ef8bcba4-6707-478a-aeac-c6995c899432] Received event network-vif-plugged-db99a20d-c52d-4ebf-92e8-820bf1705181 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.111554] env[68800]: DEBUG oslo_concurrency.lockutils [req-2540a37e-3515-4614-848e-6cc7b8a40681 req-f427b299-f6b7-4574-9396-5021f691e7b0 service nova] Acquiring lock "ef8bcba4-6707-478a-aeac-c6995c899432-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.111749] env[68800]: DEBUG oslo_concurrency.lockutils [req-2540a37e-3515-4614-848e-6cc7b8a40681 req-f427b299-f6b7-4574-9396-5021f691e7b0 service nova] Lock "ef8bcba4-6707-478a-aeac-c6995c899432-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.111974] env[68800]: DEBUG oslo_concurrency.lockutils [req-2540a37e-3515-4614-848e-6cc7b8a40681 req-f427b299-f6b7-4574-9396-5021f691e7b0 service nova] Lock "ef8bcba4-6707-478a-aeac-c6995c899432-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.112214] env[68800]: DEBUG nova.compute.manager [req-2540a37e-3515-4614-848e-6cc7b8a40681 req-f427b299-f6b7-4574-9396-5021f691e7b0 service nova] [instance: ef8bcba4-6707-478a-aeac-c6995c899432] No waiting events found dispatching network-vif-plugged-db99a20d-c52d-4ebf-92e8-820bf1705181 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1002.112443] env[68800]: WARNING nova.compute.manager [req-2540a37e-3515-4614-848e-6cc7b8a40681 req-f427b299-f6b7-4574-9396-5021f691e7b0 service nova] [instance: ef8bcba4-6707-478a-aeac-c6995c899432] Received unexpected event network-vif-plugged-db99a20d-c52d-4ebf-92e8-820bf1705181 for instance with vm_state building and task_state spawning. [ 1002.116174] env[68800]: DEBUG nova.compute.manager [req-2540a37e-3515-4614-848e-6cc7b8a40681 req-f427b299-f6b7-4574-9396-5021f691e7b0 service nova] [instance: ef8bcba4-6707-478a-aeac-c6995c899432] Received event network-changed-db99a20d-c52d-4ebf-92e8-820bf1705181 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.116174] env[68800]: DEBUG nova.compute.manager [req-2540a37e-3515-4614-848e-6cc7b8a40681 req-f427b299-f6b7-4574-9396-5021f691e7b0 service nova] [instance: ef8bcba4-6707-478a-aeac-c6995c899432] Refreshing instance network info cache due to event network-changed-db99a20d-c52d-4ebf-92e8-820bf1705181. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1002.116174] env[68800]: DEBUG oslo_concurrency.lockutils [req-2540a37e-3515-4614-848e-6cc7b8a40681 req-f427b299-f6b7-4574-9396-5021f691e7b0 service nova] Acquiring lock "refresh_cache-ef8bcba4-6707-478a-aeac-c6995c899432" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.116174] env[68800]: DEBUG oslo_concurrency.lockutils [req-2540a37e-3515-4614-848e-6cc7b8a40681 req-f427b299-f6b7-4574-9396-5021f691e7b0 service nova] Acquired lock "refresh_cache-ef8bcba4-6707-478a-aeac-c6995c899432" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.116174] env[68800]: DEBUG nova.network.neutron [req-2540a37e-3515-4614-848e-6cc7b8a40681 req-f427b299-f6b7-4574-9396-5021f691e7b0 service nova] [instance: ef8bcba4-6707-478a-aeac-c6995c899432] Refreshing network info cache for port db99a20d-c52d-4ebf-92e8-820bf1705181 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1002.139315] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244110, 'name': CreateVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.198837] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-33d46376-b09b-4471-b973-038319f5201f tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.199450] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-33d46376-b09b-4471-b973-038319f5201f tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.199450] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-33d46376-b09b-4471-b973-038319f5201f tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Deleting the datastore file [datastore1] 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.199710] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8c119e0-118b-472f-9cea-33425dcb5365 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.213232] env[68800]: DEBUG oslo_vmware.api [None req-33d46376-b09b-4471-b973-038319f5201f tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Waiting for the task: (returnval){ [ 1002.213232] env[68800]: value = "task-3244113" [ 1002.213232] env[68800]: _type = "Task" [ 1002.213232] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.223685] env[68800]: DEBUG oslo_vmware.api [None req-33d46376-b09b-4471-b973-038319f5201f tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Task: {'id': task-3244113, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.351623] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Releasing lock "refresh_cache-8b8a05f1-f724-4450-9b01-e6a63236ad35" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.351935] env[68800]: DEBUG nova.compute.manager [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Instance network_info: |[{"id": "029695fa-f2d2-4c29-9610-b3cdd40e7fd0", "address": "fa:16:3e:56:9a:c2", "network": {"id": "d2aa08d6-a1ed-4602-80f7-7e07ba244d6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2142783339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f658ebcc84a8451b9e8d28db15cd0d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap029695fa-f2", "ovs_interfaceid": "029695fa-f2d2-4c29-9610-b3cdd40e7fd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1002.352358] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:9a:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '029695fa-f2d2-4c29-9610-b3cdd40e7fd0', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1002.360096] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.362941] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1002.363386] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-973f7a63-2bef-428b-9d15-6e06fcf94c28 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.385719] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1002.385719] env[68800]: value = "task-3244114" [ 1002.385719] env[68800]: _type = "Task" [ 1002.385719] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.394763] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244114, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.406714] env[68800]: DEBUG oslo_concurrency.lockutils [req-6fe8020b-c498-42de-9017-3411015864d3 req-ec1283c0-d464-4bf0-a94e-a8d8e6c0c5c4 service nova] Releasing lock "refresh_cache-dee516d0-4241-427f-87f4-49201f04bfd1" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.413581] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b92381-d782-43c5-b6b9-4ddc9df1dea2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.421127] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996fb92b-9608-4a74-a68b-b62c13432905 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.454382] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a324572-8a11-4f84-b73c-d8bf2b9ce2d5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.461763] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0454c3a-ed38-42dc-8026-935f6268ec92 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.475310] env[68800]: DEBUG nova.compute.provider_tree [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.597924] env[68800]: DEBUG oslo_vmware.api [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244111, 'name': Rename_Task, 'duration_secs': 0.157422} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.598686] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1002.599137] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1843f4a7-08bf-47c3-aa4f-1d376816cb75 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.607377] env[68800]: DEBUG oslo_vmware.api [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Waiting for the task: (returnval){ [ 1002.607377] env[68800]: value = "task-3244115" [ 1002.607377] env[68800]: _type = "Task" [ 1002.607377] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.623217] env[68800]: DEBUG oslo_vmware.api [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244115, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.637619] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244110, 'name': CreateVM_Task, 'duration_secs': 0.561658} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.637851] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef8bcba4-6707-478a-aeac-c6995c899432] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1002.639057] env[68800]: DEBUG oslo_concurrency.lockutils [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.639057] env[68800]: DEBUG oslo_concurrency.lockutils [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.639652] env[68800]: DEBUG oslo_concurrency.lockutils [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.640225] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c24e374-b12b-4c8d-b286-954bd75804f7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.645922] env[68800]: DEBUG oslo_vmware.api [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Waiting for the task: (returnval){ [ 1002.645922] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52d76cb4-bb80-29eb-be46-f01572d086eb" [ 1002.645922] env[68800]: _type = "Task" [ 1002.645922] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.658665] env[68800]: DEBUG oslo_vmware.api [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52d76cb4-bb80-29eb-be46-f01572d086eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.726931] env[68800]: DEBUG oslo_vmware.api [None req-33d46376-b09b-4471-b973-038319f5201f tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Task: {'id': task-3244113, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333408} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.726931] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-33d46376-b09b-4471-b973-038319f5201f tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.726931] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-33d46376-b09b-4471-b973-038319f5201f tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.726931] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-33d46376-b09b-4471-b973-038319f5201f tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.726931] env[68800]: INFO nova.compute.manager [None req-33d46376-b09b-4471-b973-038319f5201f tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1002.726931] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33d46376-b09b-4471-b973-038319f5201f tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.726931] env[68800]: DEBUG nova.compute.manager [-] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1002.726931] env[68800]: DEBUG nova.network.neutron [-] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1002.896645] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244114, 'name': CreateVM_Task, 'duration_secs': 0.378552} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.899203] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1002.899904] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.940217] env[68800]: DEBUG nova.network.neutron [req-2540a37e-3515-4614-848e-6cc7b8a40681 req-f427b299-f6b7-4574-9396-5021f691e7b0 service nova] [instance: ef8bcba4-6707-478a-aeac-c6995c899432] Updated VIF entry in instance network info cache for port db99a20d-c52d-4ebf-92e8-820bf1705181. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1002.940757] env[68800]: DEBUG nova.network.neutron [req-2540a37e-3515-4614-848e-6cc7b8a40681 req-f427b299-f6b7-4574-9396-5021f691e7b0 service nova] [instance: ef8bcba4-6707-478a-aeac-c6995c899432] Updating instance_info_cache with network_info: [{"id": "db99a20d-c52d-4ebf-92e8-820bf1705181", "address": "fa:16:3e:78:76:dc", "network": {"id": "1e164a3b-99dd-4bd2-a23e-138d5ee39bda", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-273998170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "093860b724ec4a92bd65cff47ebd05fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb99a20d-c5", "ovs_interfaceid": "db99a20d-c52d-4ebf-92e8-820bf1705181", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.980132] env[68800]: DEBUG nova.scheduler.client.report [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.121492] env[68800]: DEBUG oslo_vmware.api [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244115, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.162425] env[68800]: DEBUG oslo_vmware.api [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52d76cb4-bb80-29eb-be46-f01572d086eb, 'name': SearchDatastore_Task, 'duration_secs': 0.01909} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.162740] env[68800]: DEBUG oslo_concurrency.lockutils [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.162974] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] [instance: ef8bcba4-6707-478a-aeac-c6995c899432] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1003.163671] env[68800]: DEBUG oslo_concurrency.lockutils [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.163671] env[68800]: DEBUG oslo_concurrency.lockutils [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.163671] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1003.163890] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.164206] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.164423] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca695f0b-84f8-4bfa-9f84-04e90d655bd5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.166425] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c379edbe-ab87-4c41-acd6-e5d717da170e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.171609] env[68800]: DEBUG oslo_vmware.api [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 1003.171609] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52451241-1ea9-85fa-138e-3ffe4894eed2" [ 1003.171609] env[68800]: _type = "Task" [ 1003.171609] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.182732] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1003.182865] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1003.184258] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce0df105-7f00-46cb-a938-212589562ff8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.189987] env[68800]: DEBUG oslo_vmware.api [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52451241-1ea9-85fa-138e-3ffe4894eed2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.192963] env[68800]: DEBUG oslo_vmware.api [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Waiting for the task: (returnval){ [ 1003.192963] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52569120-e15b-6293-a90c-8344dbf0efff" [ 1003.192963] env[68800]: _type = "Task" [ 1003.192963] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.203104] env[68800]: DEBUG oslo_vmware.api [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52569120-e15b-6293-a90c-8344dbf0efff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.443584] env[68800]: DEBUG oslo_concurrency.lockutils [req-2540a37e-3515-4614-848e-6cc7b8a40681 req-f427b299-f6b7-4574-9396-5021f691e7b0 service nova] Releasing lock "refresh_cache-ef8bcba4-6707-478a-aeac-c6995c899432" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.489089] env[68800]: DEBUG oslo_concurrency.lockutils [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.423s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.489631] env[68800]: DEBUG nova.compute.manager [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] [instance: b9f4bee1-3aff-4332-8465-0a8a68cd0d3d] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1003.492298] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b578f621-1987-4b15-a075-0623487f5c8d tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.123s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.492530] env[68800]: DEBUG nova.objects.instance [None req-b578f621-1987-4b15-a075-0623487f5c8d tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lazy-loading 'resources' on Instance uuid 2457cac1-020a-4cbd-a774-efe75430d11e {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.618993] env[68800]: DEBUG oslo_vmware.api [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244115, 'name': PowerOnVM_Task, 'duration_secs': 0.523747} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.619273] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.619479] env[68800]: INFO nova.compute.manager [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Took 9.53 seconds to spawn the instance on the hypervisor. [ 1003.619660] env[68800]: DEBUG nova.compute.manager [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.620475] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee60fb2-9423-49f1-8c35-1ca54d2685cb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.682931] env[68800]: DEBUG oslo_vmware.api [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52451241-1ea9-85fa-138e-3ffe4894eed2, 'name': SearchDatastore_Task, 'duration_secs': 0.018175} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.683416] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.683806] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1003.684158] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.704794] env[68800]: DEBUG oslo_vmware.api [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52569120-e15b-6293-a90c-8344dbf0efff, 'name': SearchDatastore_Task, 'duration_secs': 0.029286} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.705654] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2c60a84-b088-410c-9d51-cdfa922ca762 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.711685] env[68800]: DEBUG oslo_vmware.api [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Waiting for the task: (returnval){ [ 1003.711685] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5274784a-090a-54e9-107e-03e42de2633b" [ 1003.711685] env[68800]: _type = "Task" [ 1003.711685] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.718908] env[68800]: DEBUG oslo_vmware.api [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5274784a-090a-54e9-107e-03e42de2633b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.742343] env[68800]: DEBUG nova.compute.manager [req-d164e46f-11f0-46d3-a3f7-5a81b621dd24 req-919ce1c0-5611-4555-981d-ba741b06e564 service nova] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Received event network-changed-029695fa-f2d2-4c29-9610-b3cdd40e7fd0 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.742524] env[68800]: DEBUG nova.compute.manager [req-d164e46f-11f0-46d3-a3f7-5a81b621dd24 req-919ce1c0-5611-4555-981d-ba741b06e564 service nova] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Refreshing instance network info cache due to event network-changed-029695fa-f2d2-4c29-9610-b3cdd40e7fd0. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1003.742738] env[68800]: DEBUG oslo_concurrency.lockutils [req-d164e46f-11f0-46d3-a3f7-5a81b621dd24 req-919ce1c0-5611-4555-981d-ba741b06e564 service nova] Acquiring lock "refresh_cache-8b8a05f1-f724-4450-9b01-e6a63236ad35" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.742881] env[68800]: DEBUG oslo_concurrency.lockutils [req-d164e46f-11f0-46d3-a3f7-5a81b621dd24 req-919ce1c0-5611-4555-981d-ba741b06e564 service nova] Acquired lock "refresh_cache-8b8a05f1-f724-4450-9b01-e6a63236ad35" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.743104] env[68800]: DEBUG nova.network.neutron [req-d164e46f-11f0-46d3-a3f7-5a81b621dd24 req-919ce1c0-5611-4555-981d-ba741b06e564 service nova] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Refreshing network info cache for port 029695fa-f2d2-4c29-9610-b3cdd40e7fd0 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1003.826404] env[68800]: DEBUG nova.network.neutron [-] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.997106] env[68800]: DEBUG nova.compute.utils [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1003.999470] env[68800]: DEBUG nova.compute.manager [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] [instance: b9f4bee1-3aff-4332-8465-0a8a68cd0d3d] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1003.999657] env[68800]: DEBUG nova.network.neutron [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] [instance: b9f4bee1-3aff-4332-8465-0a8a68cd0d3d] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1004.048932] env[68800]: DEBUG nova.policy [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a9c4fa6192144f79338fba5e3cdb153', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe098c566c204cea84b1c5a3361406c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 1004.137505] env[68800]: INFO nova.compute.manager [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Took 29.16 seconds to build instance. [ 1004.141385] env[68800]: DEBUG nova.compute.manager [req-259e2eb3-00db-416f-aa59-82628ad8e12c req-9826cf89-b054-42a5-a8f1-c0707e41c308 service nova] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] Received event network-vif-deleted-f5758148-eb52-48f3-a0d8-ac6afe8ea23d {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.223475] env[68800]: DEBUG oslo_vmware.api [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5274784a-090a-54e9-107e-03e42de2633b, 'name': SearchDatastore_Task, 'duration_secs': 0.011336} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.224127] env[68800]: DEBUG oslo_concurrency.lockutils [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.224496] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] ef8bcba4-6707-478a-aeac-c6995c899432/ef8bcba4-6707-478a-aeac-c6995c899432.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1004.227906] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.228062] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1004.231018] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83e3cd6c-52e0-4c8b-85a8-70c4125e4ad1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.231018] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Acquiring lock "c19ca69f-35ab-4737-997c-89f30164836a" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.231018] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Lock "c19ca69f-35ab-4737-997c-89f30164836a" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.231018] env[68800]: INFO nova.compute.manager [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Shelving [ 1004.236339] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ea0a9a2-e289-4485-9bd1-7dc2ca82db42 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.248887] env[68800]: DEBUG oslo_vmware.api [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Waiting for the task: (returnval){ [ 1004.248887] env[68800]: value = "task-3244116" [ 1004.248887] env[68800]: _type = "Task" [ 1004.248887] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.256027] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1004.256027] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1004.258049] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-790263e7-59a7-4f39-9f97-70730d47218a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.263686] env[68800]: DEBUG oslo_vmware.api [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 1004.263686] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]521c7c0d-2780-cd95-a962-a55252c1ac9a" [ 1004.263686] env[68800]: _type = "Task" [ 1004.263686] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.267149] env[68800]: DEBUG oslo_vmware.api [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Task: {'id': task-3244116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.288302] env[68800]: DEBUG oslo_vmware.api [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]521c7c0d-2780-cd95-a962-a55252c1ac9a, 'name': SearchDatastore_Task, 'duration_secs': 0.011592} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.292973] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38df422d-949e-4b17-9a97-b044889cbbac {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.300380] env[68800]: DEBUG oslo_vmware.api [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 1004.300380] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52966bf2-7476-35a5-338a-b2ea48dadb98" [ 1004.300380] env[68800]: _type = "Task" [ 1004.300380] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.314422] env[68800]: DEBUG oslo_vmware.api [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52966bf2-7476-35a5-338a-b2ea48dadb98, 'name': SearchDatastore_Task, 'duration_secs': 0.009774} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.314694] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.314983] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 8b8a05f1-f724-4450-9b01-e6a63236ad35/8b8a05f1-f724-4450-9b01-e6a63236ad35.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1004.315477] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea08fa3b-25bc-461c-8e10-8ea738c7b567 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.323841] env[68800]: DEBUG oslo_vmware.api [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 1004.323841] env[68800]: value = "task-3244117" [ 1004.323841] env[68800]: _type = "Task" [ 1004.323841] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.332650] env[68800]: INFO nova.compute.manager [-] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] Took 1.61 seconds to deallocate network for instance. [ 1004.333028] env[68800]: DEBUG oslo_vmware.api [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244117, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.392639] env[68800]: DEBUG nova.network.neutron [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] [instance: b9f4bee1-3aff-4332-8465-0a8a68cd0d3d] Successfully created port: a1b5a4ad-3a8e-4261-af56-c9efad23ac12 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1004.397181] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788e7044-c130-43b5-a043-11a74f3c7787 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.405715] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d997f5-624b-4c86-88b3-6319da5066bf {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.443224] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d6f7b5-de47-40e9-b256-9f15f64c7765 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.451436] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc63126-153b-4e9b-924f-ba143d3b1003 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.466121] env[68800]: DEBUG nova.compute.provider_tree [None req-b578f621-1987-4b15-a075-0623487f5c8d tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.509085] env[68800]: DEBUG nova.compute.manager [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] [instance: b9f4bee1-3aff-4332-8465-0a8a68cd0d3d] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1004.645535] env[68800]: DEBUG oslo_concurrency.lockutils [None req-33450610-5070-466b-8d67-cfc71563c383 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Lock "f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.685s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.648770] env[68800]: DEBUG nova.network.neutron [req-d164e46f-11f0-46d3-a3f7-5a81b621dd24 req-919ce1c0-5611-4555-981d-ba741b06e564 service nova] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Updated VIF entry in instance network info cache for port 029695fa-f2d2-4c29-9610-b3cdd40e7fd0. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1004.649871] env[68800]: DEBUG nova.network.neutron [req-d164e46f-11f0-46d3-a3f7-5a81b621dd24 req-919ce1c0-5611-4555-981d-ba741b06e564 service nova] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Updating instance_info_cache with network_info: [{"id": "029695fa-f2d2-4c29-9610-b3cdd40e7fd0", "address": "fa:16:3e:56:9a:c2", "network": {"id": "d2aa08d6-a1ed-4602-80f7-7e07ba244d6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2142783339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f658ebcc84a8451b9e8d28db15cd0d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap029695fa-f2", "ovs_interfaceid": "029695fa-f2d2-4c29-9610-b3cdd40e7fd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.763251] env[68800]: DEBUG oslo_vmware.api [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Task: {'id': task-3244116, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.835659] env[68800]: DEBUG oslo_vmware.api [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244117, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.843105] env[68800]: DEBUG oslo_concurrency.lockutils [None req-33d46376-b09b-4471-b973-038319f5201f tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.973056] env[68800]: DEBUG nova.scheduler.client.report [None req-b578f621-1987-4b15-a075-0623487f5c8d tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.153581] env[68800]: DEBUG oslo_concurrency.lockutils [req-d164e46f-11f0-46d3-a3f7-5a81b621dd24 req-919ce1c0-5611-4555-981d-ba741b06e564 service nova] Releasing lock "refresh_cache-8b8a05f1-f724-4450-9b01-e6a63236ad35" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.251819] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.252190] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51affd1a-f07e-4d3c-957d-6e7000918890 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.264511] env[68800]: DEBUG oslo_vmware.api [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Task: {'id': task-3244116, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656593} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.266072] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] ef8bcba4-6707-478a-aeac-c6995c899432/ef8bcba4-6707-478a-aeac-c6995c899432.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1005.266390] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] [instance: ef8bcba4-6707-478a-aeac-c6995c899432] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1005.266803] env[68800]: DEBUG oslo_vmware.api [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Waiting for the task: (returnval){ [ 1005.266803] env[68800]: value = "task-3244118" [ 1005.266803] env[68800]: _type = "Task" [ 1005.266803] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.267098] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a3b9a93-5b2d-4b37-b889-56a3ed04bb8d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.283034] env[68800]: DEBUG oslo_vmware.api [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244118, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.284704] env[68800]: DEBUG oslo_vmware.api [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Waiting for the task: (returnval){ [ 1005.284704] env[68800]: value = "task-3244119" [ 1005.284704] env[68800]: _type = "Task" [ 1005.284704] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.294525] env[68800]: DEBUG oslo_vmware.api [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Task: {'id': task-3244119, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.339592] env[68800]: DEBUG oslo_vmware.api [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244117, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.891148} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.340154] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 8b8a05f1-f724-4450-9b01-e6a63236ad35/8b8a05f1-f724-4450-9b01-e6a63236ad35.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1005.340697] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1005.340983] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19e565e5-daf0-4b9b-9c41-3425f68c6d59 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.348420] env[68800]: DEBUG oslo_vmware.api [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 1005.348420] env[68800]: value = "task-3244120" [ 1005.348420] env[68800]: _type = "Task" [ 1005.348420] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.359425] env[68800]: DEBUG oslo_vmware.api [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244120, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.435376] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Acquiring lock "d31685d0-2d63-49c1-9615-a332ad4777ed" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.435654] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lock "d31685d0-2d63-49c1-9615-a332ad4777ed" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.435831] env[68800]: INFO nova.compute.manager [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Shelving [ 1005.479276] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b578f621-1987-4b15-a075-0623487f5c8d tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.987s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.483474] env[68800]: DEBUG oslo_concurrency.lockutils [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.517s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.486804] env[68800]: INFO nova.compute.claims [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1005.504176] env[68800]: INFO nova.scheduler.client.report [None req-b578f621-1987-4b15-a075-0623487f5c8d tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Deleted allocations for instance 2457cac1-020a-4cbd-a774-efe75430d11e [ 1005.518286] env[68800]: DEBUG nova.compute.manager [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] [instance: b9f4bee1-3aff-4332-8465-0a8a68cd0d3d] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1005.549140] env[68800]: DEBUG nova.virt.hardware [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1005.549140] env[68800]: DEBUG nova.virt.hardware [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1005.549140] env[68800]: DEBUG nova.virt.hardware [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1005.549140] env[68800]: DEBUG nova.virt.hardware [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1005.549140] env[68800]: DEBUG nova.virt.hardware [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1005.549140] env[68800]: DEBUG nova.virt.hardware [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1005.549140] env[68800]: DEBUG nova.virt.hardware [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1005.549140] env[68800]: DEBUG nova.virt.hardware [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1005.549140] env[68800]: DEBUG nova.virt.hardware [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1005.551049] env[68800]: DEBUG nova.virt.hardware [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1005.551049] env[68800]: DEBUG nova.virt.hardware [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1005.551049] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8726fca2-64ba-4667-a901-3aeceabe4eba {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.560009] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2b3c71-07fc-46ca-9b92-d894c866c9ec {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.778157] env[68800]: DEBUG nova.compute.manager [req-624c9508-1d6b-44f7-adcb-149d24afaf8c req-5880cfed-67a8-4f01-b2b9-7789a12b5f99 service nova] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Received event network-changed-23521779-aab1-4411-bc9f-efc6f4ba6c77 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.778596] env[68800]: DEBUG nova.compute.manager [req-624c9508-1d6b-44f7-adcb-149d24afaf8c req-5880cfed-67a8-4f01-b2b9-7789a12b5f99 service nova] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Refreshing instance network info cache due to event network-changed-23521779-aab1-4411-bc9f-efc6f4ba6c77. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1005.778936] env[68800]: DEBUG oslo_concurrency.lockutils [req-624c9508-1d6b-44f7-adcb-149d24afaf8c req-5880cfed-67a8-4f01-b2b9-7789a12b5f99 service nova] Acquiring lock "refresh_cache-f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.779195] env[68800]: DEBUG oslo_concurrency.lockutils [req-624c9508-1d6b-44f7-adcb-149d24afaf8c req-5880cfed-67a8-4f01-b2b9-7789a12b5f99 service nova] Acquired lock "refresh_cache-f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.779752] env[68800]: DEBUG nova.network.neutron [req-624c9508-1d6b-44f7-adcb-149d24afaf8c req-5880cfed-67a8-4f01-b2b9-7789a12b5f99 service nova] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Refreshing network info cache for port 23521779-aab1-4411-bc9f-efc6f4ba6c77 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.788992] env[68800]: DEBUG oslo_vmware.api [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244118, 'name': PowerOffVM_Task, 'duration_secs': 0.230496} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.791863] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.793508] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d79ec77-7d30-4cad-b3ff-d60c905ac66b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.802208] env[68800]: DEBUG oslo_vmware.api [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Task: {'id': task-3244119, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075201} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.815793] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] [instance: ef8bcba4-6707-478a-aeac-c6995c899432] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1005.816988] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1ba7a3-5465-4af9-b182-a27a701056f7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.819847] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651a1578-1b30-4a9a-bdc5-d4a53c593675 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.847164] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] [instance: ef8bcba4-6707-478a-aeac-c6995c899432] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] ef8bcba4-6707-478a-aeac-c6995c899432/ef8bcba4-6707-478a-aeac-c6995c899432.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.847164] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff25cd29-d0d4-41ee-9424-4d389362a1ca {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.870609] env[68800]: DEBUG oslo_vmware.api [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244120, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058464} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.871844] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1005.872196] env[68800]: DEBUG oslo_vmware.api [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Waiting for the task: (returnval){ [ 1005.872196] env[68800]: value = "task-3244121" [ 1005.872196] env[68800]: _type = "Task" [ 1005.872196] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.872986] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38de26bf-53d8-4a83-8d38-a0f2b182b265 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.898490] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 8b8a05f1-f724-4450-9b01-e6a63236ad35/8b8a05f1-f724-4450-9b01-e6a63236ad35.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.902034] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73aa8a12-5fb1-42ce-a317-4e3a13e11188 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.916501] env[68800]: DEBUG oslo_vmware.api [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Task: {'id': task-3244121, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.921443] env[68800]: DEBUG oslo_vmware.api [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 1005.921443] env[68800]: value = "task-3244122" [ 1005.921443] env[68800]: _type = "Task" [ 1005.921443] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.928962] env[68800]: DEBUG oslo_vmware.api [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244122, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.012473] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b578f621-1987-4b15-a075-0623487f5c8d tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lock "2457cac1-020a-4cbd-a774-efe75430d11e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.932s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.073923] env[68800]: DEBUG nova.network.neutron [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] [instance: b9f4bee1-3aff-4332-8465-0a8a68cd0d3d] Successfully updated port: a1b5a4ad-3a8e-4261-af56-c9efad23ac12 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1006.177862] env[68800]: DEBUG nova.compute.manager [req-4d1b7a29-0027-4156-b296-6fe4c7e1c432 req-2032f0b9-e470-4540-b784-fd534b346209 service nova] [instance: b9f4bee1-3aff-4332-8465-0a8a68cd0d3d] Received event network-vif-plugged-a1b5a4ad-3a8e-4261-af56-c9efad23ac12 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.178551] env[68800]: DEBUG oslo_concurrency.lockutils [req-4d1b7a29-0027-4156-b296-6fe4c7e1c432 req-2032f0b9-e470-4540-b784-fd534b346209 service nova] Acquiring lock "b9f4bee1-3aff-4332-8465-0a8a68cd0d3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.179493] env[68800]: DEBUG oslo_concurrency.lockutils [req-4d1b7a29-0027-4156-b296-6fe4c7e1c432 req-2032f0b9-e470-4540-b784-fd534b346209 service nova] Lock "b9f4bee1-3aff-4332-8465-0a8a68cd0d3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.179493] env[68800]: DEBUG oslo_concurrency.lockutils [req-4d1b7a29-0027-4156-b296-6fe4c7e1c432 req-2032f0b9-e470-4540-b784-fd534b346209 service nova] Lock "b9f4bee1-3aff-4332-8465-0a8a68cd0d3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.179924] env[68800]: DEBUG nova.compute.manager [req-4d1b7a29-0027-4156-b296-6fe4c7e1c432 req-2032f0b9-e470-4540-b784-fd534b346209 service nova] [instance: b9f4bee1-3aff-4332-8465-0a8a68cd0d3d] No waiting events found dispatching network-vif-plugged-a1b5a4ad-3a8e-4261-af56-c9efad23ac12 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1006.180178] env[68800]: WARNING nova.compute.manager [req-4d1b7a29-0027-4156-b296-6fe4c7e1c432 req-2032f0b9-e470-4540-b784-fd534b346209 service nova] [instance: b9f4bee1-3aff-4332-8465-0a8a68cd0d3d] Received unexpected event network-vif-plugged-a1b5a4ad-3a8e-4261-af56-c9efad23ac12 for instance with vm_state building and task_state spawning. [ 1006.180350] env[68800]: DEBUG nova.compute.manager [req-4d1b7a29-0027-4156-b296-6fe4c7e1c432 req-2032f0b9-e470-4540-b784-fd534b346209 service nova] [instance: b9f4bee1-3aff-4332-8465-0a8a68cd0d3d] Received event network-changed-a1b5a4ad-3a8e-4261-af56-c9efad23ac12 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.180506] env[68800]: DEBUG nova.compute.manager [req-4d1b7a29-0027-4156-b296-6fe4c7e1c432 req-2032f0b9-e470-4540-b784-fd534b346209 service nova] [instance: b9f4bee1-3aff-4332-8465-0a8a68cd0d3d] Refreshing instance network info cache due to event network-changed-a1b5a4ad-3a8e-4261-af56-c9efad23ac12. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1006.180695] env[68800]: DEBUG oslo_concurrency.lockutils [req-4d1b7a29-0027-4156-b296-6fe4c7e1c432 req-2032f0b9-e470-4540-b784-fd534b346209 service nova] Acquiring lock "refresh_cache-b9f4bee1-3aff-4332-8465-0a8a68cd0d3d" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.181908] env[68800]: DEBUG oslo_concurrency.lockutils [req-4d1b7a29-0027-4156-b296-6fe4c7e1c432 req-2032f0b9-e470-4540-b784-fd534b346209 service nova] Acquired lock "refresh_cache-b9f4bee1-3aff-4332-8465-0a8a68cd0d3d" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.181908] env[68800]: DEBUG nova.network.neutron [req-4d1b7a29-0027-4156-b296-6fe4c7e1c432 req-2032f0b9-e470-4540-b784-fd534b346209 service nova] [instance: b9f4bee1-3aff-4332-8465-0a8a68cd0d3d] Refreshing network info cache for port a1b5a4ad-3a8e-4261-af56-c9efad23ac12 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1006.352947] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Creating Snapshot of the VM instance {{(pid=68800) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1006.352947] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0dd9e36c-e362-410e-a10d-51b2eb78c3ea {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.364464] env[68800]: DEBUG oslo_vmware.api [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Waiting for the task: (returnval){ [ 1006.364464] env[68800]: value = "task-3244123" [ 1006.364464] env[68800]: _type = "Task" [ 1006.364464] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.373516] env[68800]: DEBUG oslo_vmware.api [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244123, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.385249] env[68800]: DEBUG oslo_vmware.api [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Task: {'id': task-3244121, 'name': ReconfigVM_Task, 'duration_secs': 0.294863} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.385805] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] [instance: ef8bcba4-6707-478a-aeac-c6995c899432] Reconfigured VM instance instance-00000051 to attach disk [datastore2] ef8bcba4-6707-478a-aeac-c6995c899432/ef8bcba4-6707-478a-aeac-c6995c899432.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.388913] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46c47426-cfc1-4c72-b15f-510c9adc9adf {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.398663] env[68800]: DEBUG oslo_vmware.api [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Waiting for the task: (returnval){ [ 1006.398663] env[68800]: value = "task-3244124" [ 1006.398663] env[68800]: _type = "Task" [ 1006.398663] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.408446] env[68800]: DEBUG oslo_vmware.api [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Task: {'id': task-3244124, 'name': Rename_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.432398] env[68800]: DEBUG oslo_vmware.api [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244122, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.448828] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.448828] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62e67b8f-2dad-40ef-abb0-16aad4d44609 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.456201] env[68800]: DEBUG oslo_vmware.api [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the task: (returnval){ [ 1006.456201] env[68800]: value = "task-3244125" [ 1006.456201] env[68800]: _type = "Task" [ 1006.456201] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.465749] env[68800]: DEBUG oslo_vmware.api [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244125, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.576453] env[68800]: DEBUG oslo_concurrency.lockutils [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Acquiring lock "refresh_cache-b9f4bee1-3aff-4332-8465-0a8a68cd0d3d" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.727462] env[68800]: DEBUG nova.network.neutron [req-4d1b7a29-0027-4156-b296-6fe4c7e1c432 req-2032f0b9-e470-4540-b784-fd534b346209 service nova] [instance: b9f4bee1-3aff-4332-8465-0a8a68cd0d3d] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1006.843426] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecfef7aa-eac1-4a5f-824f-258643f44913 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.851800] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ecff780-90db-4d52-b2e6-3a485fd34402 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.887369] env[68800]: DEBUG nova.network.neutron [req-4d1b7a29-0027-4156-b296-6fe4c7e1c432 req-2032f0b9-e470-4540-b784-fd534b346209 service nova] [instance: b9f4bee1-3aff-4332-8465-0a8a68cd0d3d] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.893625] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd03b612-b3b9-4419-8637-6e61589fe5a3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.902299] env[68800]: DEBUG oslo_vmware.api [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244123, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.909129] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725a7b50-ffce-4150-a6f6-1fa9de1d00ed {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.917282] env[68800]: DEBUG oslo_vmware.api [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Task: {'id': task-3244124, 'name': Rename_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.925522] env[68800]: DEBUG nova.compute.provider_tree [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.936289] env[68800]: DEBUG oslo_vmware.api [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244122, 'name': ReconfigVM_Task, 'duration_secs': 0.558121} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.936289] env[68800]: DEBUG nova.network.neutron [req-624c9508-1d6b-44f7-adcb-149d24afaf8c req-5880cfed-67a8-4f01-b2b9-7789a12b5f99 service nova] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Updated VIF entry in instance network info cache for port 23521779-aab1-4411-bc9f-efc6f4ba6c77. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1006.936530] env[68800]: DEBUG nova.network.neutron [req-624c9508-1d6b-44f7-adcb-149d24afaf8c req-5880cfed-67a8-4f01-b2b9-7789a12b5f99 service nova] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Updating instance_info_cache with network_info: [{"id": "23521779-aab1-4411-bc9f-efc6f4ba6c77", "address": "fa:16:3e:8d:1c:47", "network": {"id": "c38ba45d-3446-4da6-981f-81c4af157eaa", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-406913262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7884585513c4f7fb8d50682275e1dd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23521779-aa", "ovs_interfaceid": "23521779-aab1-4411-bc9f-efc6f4ba6c77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.944028] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 8b8a05f1-f724-4450-9b01-e6a63236ad35/8b8a05f1-f724-4450-9b01-e6a63236ad35.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.944028] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c121d14-9be5-466c-a098-6ec7fc9d6761 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.946340] env[68800]: DEBUG oslo_vmware.api [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 1006.946340] env[68800]: value = "task-3244126" [ 1006.946340] env[68800]: _type = "Task" [ 1006.946340] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.957642] env[68800]: DEBUG oslo_vmware.api [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244126, 'name': Rename_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.966768] env[68800]: DEBUG oslo_vmware.api [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244125, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.391687] env[68800]: DEBUG oslo_concurrency.lockutils [req-4d1b7a29-0027-4156-b296-6fe4c7e1c432 req-2032f0b9-e470-4540-b784-fd534b346209 service nova] Releasing lock "refresh_cache-b9f4bee1-3aff-4332-8465-0a8a68cd0d3d" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.392423] env[68800]: DEBUG oslo_concurrency.lockutils [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Acquired lock "refresh_cache-b9f4bee1-3aff-4332-8465-0a8a68cd0d3d" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.392938] env[68800]: DEBUG nova.network.neutron [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] [instance: b9f4bee1-3aff-4332-8465-0a8a68cd0d3d] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.402167] env[68800]: DEBUG oslo_vmware.api [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244123, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.411120] env[68800]: DEBUG oslo_vmware.api [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Task: {'id': task-3244124, 'name': Rename_Task, 'duration_secs': 0.928808} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.411480] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] [instance: ef8bcba4-6707-478a-aeac-c6995c899432] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.411667] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-847e29d4-44fe-4f25-8dff-622d710ef27b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.418177] env[68800]: DEBUG oslo_vmware.api [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Waiting for the task: (returnval){ [ 1007.418177] env[68800]: value = "task-3244127" [ 1007.418177] env[68800]: _type = "Task" [ 1007.418177] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.426130] env[68800]: DEBUG oslo_vmware.api [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Task: {'id': task-3244127, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.428045] env[68800]: DEBUG nova.scheduler.client.report [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.439302] env[68800]: DEBUG oslo_concurrency.lockutils [req-624c9508-1d6b-44f7-adcb-149d24afaf8c req-5880cfed-67a8-4f01-b2b9-7789a12b5f99 service nova] Releasing lock "refresh_cache-f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.457638] env[68800]: DEBUG oslo_vmware.api [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244126, 'name': Rename_Task, 'duration_secs': 0.244842} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.458125] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.462696] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef456529-7af9-4207-bd0d-fb13a83620ff {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.471892] env[68800]: DEBUG oslo_vmware.api [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244125, 'name': PowerOffVM_Task, 'duration_secs': 0.907664} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.473355] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.473721] env[68800]: DEBUG oslo_vmware.api [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 1007.473721] env[68800]: value = "task-3244128" [ 1007.473721] env[68800]: _type = "Task" [ 1007.473721] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.474495] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12d4875-1dd1-4c15-b8ce-0a6dc42bff00 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.485482] env[68800]: DEBUG oslo_vmware.api [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244128, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.501591] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e683dded-4ca6-4809-b0eb-89d292da742b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.735839] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b2565872-bac1-4eef-9074-795f7ac2bb4a tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquiring lock "4205ef4c-0140-4357-b453-64899d952ce2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.736292] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b2565872-bac1-4eef-9074-795f7ac2bb4a tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lock "4205ef4c-0140-4357-b453-64899d952ce2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.736532] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b2565872-bac1-4eef-9074-795f7ac2bb4a tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquiring lock "4205ef4c-0140-4357-b453-64899d952ce2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.736718] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b2565872-bac1-4eef-9074-795f7ac2bb4a tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lock "4205ef4c-0140-4357-b453-64899d952ce2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.736885] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b2565872-bac1-4eef-9074-795f7ac2bb4a tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lock "4205ef4c-0140-4357-b453-64899d952ce2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.740556] env[68800]: INFO nova.compute.manager [None req-b2565872-bac1-4eef-9074-795f7ac2bb4a tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Terminating instance [ 1007.897794] env[68800]: DEBUG oslo_vmware.api [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244123, 'name': CreateSnapshot_Task, 'duration_secs': 1.140384} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.898085] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Created Snapshot of the VM instance {{(pid=68800) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1007.899170] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a17f54-7f28-4dd3-aaab-388e1f4c303b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.925776] env[68800]: DEBUG nova.network.neutron [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] [instance: b9f4bee1-3aff-4332-8465-0a8a68cd0d3d] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1007.930021] env[68800]: DEBUG oslo_vmware.api [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Task: {'id': task-3244127, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.933279] env[68800]: DEBUG oslo_concurrency.lockutils [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.933781] env[68800]: DEBUG nova.compute.manager [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1007.936903] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 18.443s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.988165] env[68800]: DEBUG oslo_vmware.api [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244128, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.013293] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Creating Snapshot of the VM instance {{(pid=68800) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1008.016527] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6a15eb08-f965-4530-8e83-f5a89ca35bd7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.027024] env[68800]: DEBUG oslo_vmware.api [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the task: (returnval){ [ 1008.027024] env[68800]: value = "task-3244129" [ 1008.027024] env[68800]: _type = "Task" [ 1008.027024] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.038842] env[68800]: DEBUG oslo_vmware.api [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244129, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.250023] env[68800]: DEBUG nova.compute.manager [None req-b2565872-bac1-4eef-9074-795f7ac2bb4a tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1008.250023] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b2565872-bac1-4eef-9074-795f7ac2bb4a tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.250023] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427004a9-7db7-47dd-b070-0d1fd70b2eeb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.262018] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2565872-bac1-4eef-9074-795f7ac2bb4a tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.266722] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4cfaaef-9ec6-4e78-ae70-37726de2830e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.268409] env[68800]: DEBUG nova.network.neutron [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] [instance: b9f4bee1-3aff-4332-8465-0a8a68cd0d3d] Updating instance_info_cache with network_info: [{"id": "a1b5a4ad-3a8e-4261-af56-c9efad23ac12", "address": "fa:16:3e:26:74:3f", "network": {"id": "e124fb4a-5841-4fdd-a326-5c8790bf5408", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-666645084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe098c566c204cea84b1c5a3361406c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1b5a4ad-3a", "ovs_interfaceid": "a1b5a4ad-3a8e-4261-af56-c9efad23ac12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.274979] env[68800]: DEBUG oslo_vmware.api [None req-b2565872-bac1-4eef-9074-795f7ac2bb4a tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 1008.274979] env[68800]: value = "task-3244130" [ 1008.274979] env[68800]: _type = "Task" [ 1008.274979] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.287132] env[68800]: DEBUG oslo_vmware.api [None req-b2565872-bac1-4eef-9074-795f7ac2bb4a tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244130, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.118342] env[68800]: DEBUG oslo_concurrency.lockutils [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquiring lock "f574e30d-19ef-436f-8f9a-136acf71c3ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.121029] env[68800]: DEBUG oslo_concurrency.lockutils [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lock "f574e30d-19ef-436f-8f9a-136acf71c3ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.127030] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Creating linked-clone VM from snapshot {{(pid=68800) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1009.128257] env[68800]: DEBUG nova.compute.utils [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1009.137557] env[68800]: DEBUG oslo_concurrency.lockutils [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Releasing lock "refresh_cache-b9f4bee1-3aff-4332-8465-0a8a68cd0d3d" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.137985] env[68800]: DEBUG nova.compute.manager [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] [instance: b9f4bee1-3aff-4332-8465-0a8a68cd0d3d] Instance network_info: |[{"id": "a1b5a4ad-3a8e-4261-af56-c9efad23ac12", "address": "fa:16:3e:26:74:3f", "network": {"id": "e124fb4a-5841-4fdd-a326-5c8790bf5408", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-666645084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe098c566c204cea84b1c5a3361406c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1b5a4ad-3a", "ovs_interfaceid": "a1b5a4ad-3a8e-4261-af56-c9efad23ac12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1009.139927] env[68800]: DEBUG nova.compute.manager [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1009.142717] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8e6e5cdc-4bd9-48a1-a50a-8b46fd0bc243 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.148813] env[68800]: DEBUG nova.compute.manager [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Not allocating networking since 'none' was specified. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1009.154571] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] [instance: b9f4bee1-3aff-4332-8465-0a8a68cd0d3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:74:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49a4d142-3f97-47fe-b074-58923c46815e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1b5a4ad-3a8e-4261-af56-c9efad23ac12', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.162161] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Creating folder: Project (fe098c566c204cea84b1c5a3361406c5). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1009.167275] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4213f04-73a6-4d00-b0ec-3bbb75c5d60c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.178213] env[68800]: DEBUG oslo_vmware.api [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244129, 'name': CreateSnapshot_Task, 'duration_secs': 0.673735} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.189931] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Created Snapshot of the VM instance {{(pid=68800) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1009.190271] env[68800]: DEBUG oslo_vmware.api [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Task: {'id': task-3244127, 'name': PowerOnVM_Task, 'duration_secs': 0.736029} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.190807] env[68800]: DEBUG oslo_vmware.api [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244128, 'name': PowerOnVM_Task, 'duration_secs': 0.988199} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.191029] env[68800]: DEBUG oslo_vmware.api [None req-b2565872-bac1-4eef-9074-795f7ac2bb4a tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244130, 'name': PowerOffVM_Task, 'duration_secs': 0.246592} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.191292] env[68800]: DEBUG oslo_vmware.api [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Waiting for the task: (returnval){ [ 1009.191292] env[68800]: value = "task-3244131" [ 1009.191292] env[68800]: _type = "Task" [ 1009.191292] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.192579] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ee97be-90be-4940-a6e3-eef888bdce0f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.195144] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] [instance: ef8bcba4-6707-478a-aeac-c6995c899432] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1009.195375] env[68800]: INFO nova.compute.manager [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] [instance: ef8bcba4-6707-478a-aeac-c6995c899432] Took 10.59 seconds to spawn the instance on the hypervisor. [ 1009.195563] env[68800]: DEBUG nova.compute.manager [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] [instance: ef8bcba4-6707-478a-aeac-c6995c899432] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1009.195839] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1009.196037] env[68800]: INFO nova.compute.manager [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Took 8.08 seconds to spawn the instance on the hypervisor. [ 1009.196211] env[68800]: DEBUG nova.compute.manager [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1009.196455] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2565872-bac1-4eef-9074-795f7ac2bb4a tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.196613] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b2565872-bac1-4eef-9074-795f7ac2bb4a tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.198280] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c022c3c-c2eb-4c62-8265-edf9fe8415da {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.201964] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aaffb3f-4a66-4dbf-b0b0-9449632073cf {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.204266] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52676dab-2ee2-4dfa-81cf-c70e160236e5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.209786] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Created folder: Project (fe098c566c204cea84b1c5a3361406c5) in parent group-v648080. [ 1009.209975] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Creating folder: Instances. Parent ref: group-v648317. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1009.215246] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be3eed6b-e11c-4bc9-8567-6893db7e582c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.232034] env[68800]: DEBUG oslo_vmware.api [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244131, 'name': CloneVM_Task} progress is 12%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.239331] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Created folder: Instances in parent group-v648317. [ 1009.239429] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.239574] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9f4bee1-3aff-4332-8465-0a8a68cd0d3d] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.239788] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81073ba5-3446-413b-af45-2ee3b2a853e5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.259714] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.259714] env[68800]: value = "task-3244135" [ 1009.259714] env[68800]: _type = "Task" [ 1009.259714] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.270025] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244135, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.293357] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b2565872-bac1-4eef-9074-795f7ac2bb4a tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.296021] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b2565872-bac1-4eef-9074-795f7ac2bb4a tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.296021] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2565872-bac1-4eef-9074-795f7ac2bb4a tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Deleting the datastore file [datastore2] 4205ef4c-0140-4357-b453-64899d952ce2 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.296021] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7860e4c-e5eb-4665-8ba7-9336e1dece6b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.306372] env[68800]: DEBUG oslo_vmware.api [None req-b2565872-bac1-4eef-9074-795f7ac2bb4a tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 1009.306372] env[68800]: value = "task-3244136" [ 1009.306372] env[68800]: _type = "Task" [ 1009.306372] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.315154] env[68800]: DEBUG oslo_vmware.api [None req-b2565872-bac1-4eef-9074-795f7ac2bb4a tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244136, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.642420] env[68800]: DEBUG nova.compute.manager [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1009.678081] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 3569d4a2-f210-4a85-bc56-0de724aba1b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1009.678081] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance c8d19cdf-eced-4fa6-ba93-223530bb7fe2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1009.678081] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance c4e41c81-3958-4797-84a2-9486ba6278f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1009.678081] env[68800]: WARNING nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 8fc1914e-feaf-4004-92d1-af93a6e5b399 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1009.678081] env[68800]: WARNING nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1009.678454] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance d31685d0-2d63-49c1-9615-a332ad4777ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1009.678454] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance dee516d0-4241-427f-87f4-49201f04bfd1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1009.678454] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance c19ca69f-35ab-4737-997c-89f30164836a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1009.678454] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 4205ef4c-0140-4357-b453-64899d952ce2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1009.678667] env[68800]: WARNING nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 531bc9c2-f27e-4ade-aa3f-4c926398267a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1009.678720] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 5bb303dd-ea06-486b-8e2a-f966cce8a400 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1009.678807] env[68800]: WARNING nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance a28410ba-c206-449b-91f9-4ba3a023ea24 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1009.678925] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance da4455e3-6c39-4895-93c0-66aca7ca621b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1009.679049] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance e6fea3a3-2836-4ca0-bd3b-b042c8884308 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1009.679163] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1009.679275] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance ef8bcba4-6707-478a-aeac-c6995c899432 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1009.679385] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 8b8a05f1-f724-4450-9b01-e6a63236ad35 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1009.679490] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance b9f4bee1-3aff-4332-8465-0a8a68cd0d3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1009.682606] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 3c6f1d82-bcbd-48db-8df1-53509af90c16 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1009.689257] env[68800]: DEBUG oslo_concurrency.lockutils [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.707624] env[68800]: DEBUG oslo_vmware.api [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244131, 'name': CloneVM_Task} progress is 94%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.747105] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Creating linked-clone VM from snapshot {{(pid=68800) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1009.750474] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b11926dc-050e-419d-9350-e7effb784fc4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.753893] env[68800]: INFO nova.compute.manager [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] [instance: ef8bcba4-6707-478a-aeac-c6995c899432] Took 32.68 seconds to build instance. [ 1009.755101] env[68800]: INFO nova.compute.manager [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Took 30.77 seconds to build instance. [ 1009.764761] env[68800]: DEBUG oslo_vmware.api [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the task: (returnval){ [ 1009.764761] env[68800]: value = "task-3244137" [ 1009.764761] env[68800]: _type = "Task" [ 1009.764761] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.771047] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244135, 'name': CreateVM_Task, 'duration_secs': 0.370162} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.772287] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9f4bee1-3aff-4332-8465-0a8a68cd0d3d] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1009.772287] env[68800]: DEBUG oslo_concurrency.lockutils [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.772594] env[68800]: DEBUG oslo_concurrency.lockutils [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.772719] env[68800]: DEBUG oslo_concurrency.lockutils [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.776983] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f9c8eba-e1b1-4663-b2d6-6b8ee0670cd0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.778671] env[68800]: DEBUG oslo_vmware.api [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244137, 'name': CloneVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.785541] env[68800]: DEBUG oslo_vmware.api [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Waiting for the task: (returnval){ [ 1009.785541] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]523b521c-aa82-34de-475c-28011354ec56" [ 1009.785541] env[68800]: _type = "Task" [ 1009.785541] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.796935] env[68800]: DEBUG oslo_vmware.api [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]523b521c-aa82-34de-475c-28011354ec56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.817143] env[68800]: DEBUG oslo_vmware.api [None req-b2565872-bac1-4eef-9074-795f7ac2bb4a tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244136, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201617} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.817422] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2565872-bac1-4eef-9074-795f7ac2bb4a tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1009.817617] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b2565872-bac1-4eef-9074-795f7ac2bb4a tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1009.817784] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b2565872-bac1-4eef-9074-795f7ac2bb4a tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1009.817971] env[68800]: INFO nova.compute.manager [None req-b2565872-bac1-4eef-9074-795f7ac2bb4a tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Took 1.57 seconds to destroy the instance on the hypervisor. [ 1009.818225] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2565872-bac1-4eef-9074-795f7ac2bb4a tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.818446] env[68800]: DEBUG nova.compute.manager [-] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1009.818565] env[68800]: DEBUG nova.network.neutron [-] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1010.184064] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance f9105158-3562-4246-a6ba-3a4a203cbd30 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1010.210715] env[68800]: DEBUG oslo_vmware.api [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244131, 'name': CloneVM_Task} progress is 94%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.258969] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1c71d4da-3cf0-4148-bcd1-35c8befb8d85 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "8b8a05f1-f724-4450-9b01-e6a63236ad35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.282s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.259332] env[68800]: DEBUG oslo_concurrency.lockutils [None req-612c5179-c553-448f-b14a-a2e5172ff096 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Lock "ef8bcba4-6707-478a-aeac-c6995c899432" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.194s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.277898] env[68800]: DEBUG oslo_vmware.api [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244137, 'name': CloneVM_Task} progress is 94%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.296439] env[68800]: DEBUG oslo_vmware.api [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]523b521c-aa82-34de-475c-28011354ec56, 'name': SearchDatastore_Task, 'duration_secs': 0.013319} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.296724] env[68800]: DEBUG oslo_concurrency.lockutils [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.296956] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] [instance: b9f4bee1-3aff-4332-8465-0a8a68cd0d3d] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.297212] env[68800]: DEBUG oslo_concurrency.lockutils [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.297368] env[68800]: DEBUG oslo_concurrency.lockutils [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.297596] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.297885] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26251663-af3a-41bc-bd5a-787ad4212d03 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.326727] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.326961] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.327684] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3527c9c4-edd3-4d49-b3d9-5914f205f73d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.333377] env[68800]: DEBUG oslo_vmware.api [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Waiting for the task: (returnval){ [ 1010.333377] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5238e3f4-b7a6-7a80-e7ba-dd9a484488d6" [ 1010.333377] env[68800]: _type = "Task" [ 1010.333377] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.342638] env[68800]: DEBUG oslo_vmware.api [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5238e3f4-b7a6-7a80-e7ba-dd9a484488d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.661531] env[68800]: DEBUG nova.compute.manager [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1010.686695] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 3ed29ea2-737e-4aaf-92ff-e4bc784632e8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1010.694559] env[68800]: DEBUG nova.virt.hardware [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1010.694779] env[68800]: DEBUG nova.virt.hardware [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.694936] env[68800]: DEBUG nova.virt.hardware [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.695130] env[68800]: DEBUG nova.virt.hardware [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.695483] env[68800]: DEBUG nova.virt.hardware [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.695637] env[68800]: DEBUG nova.virt.hardware [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1010.695849] env[68800]: DEBUG nova.virt.hardware [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1010.696011] env[68800]: DEBUG nova.virt.hardware [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1010.696197] env[68800]: DEBUG nova.virt.hardware [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1010.696359] env[68800]: DEBUG nova.virt.hardware [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1010.696530] env[68800]: DEBUG nova.virt.hardware [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1010.697776] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72632b8a-b088-4893-8df5-ee5a81e1b5c8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.710488] env[68800]: DEBUG oslo_vmware.api [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244131, 'name': CloneVM_Task, 'duration_secs': 1.373151} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.712703] env[68800]: INFO nova.virt.vmwareapi.vmops [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Created linked-clone VM from snapshot [ 1010.713488] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a70771-e717-4020-bf55-e3d112943777 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.717341] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad36d23f-0df5-485f-9f18-c73b058b3b84 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.728439] env[68800]: DEBUG nova.virt.vmwareapi.images [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Uploading image eb358956-d729-4b77-b77e-d04fb0fd7830 {{(pid=68800) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1010.738707] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Instance VIF info [] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1010.744448] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Creating folder: Project (b21d4973919d42c29df46106124f24f4). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1010.746581] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-286047b3-4b90-4270-9e8b-5dbca284ddfc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.753277] env[68800]: DEBUG oslo_concurrency.lockutils [None req-367ebb97-99e1-4578-9e8b-70b35319ca24 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Acquiring lock "interface-ef8bcba4-6707-478a-aeac-c6995c899432-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.753277] env[68800]: DEBUG oslo_concurrency.lockutils [None req-367ebb97-99e1-4578-9e8b-70b35319ca24 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Lock "interface-ef8bcba4-6707-478a-aeac-c6995c899432-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.753355] env[68800]: DEBUG nova.objects.instance [None req-367ebb97-99e1-4578-9e8b-70b35319ca24 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Lazy-loading 'flavor' on Instance uuid ef8bcba4-6707-478a-aeac-c6995c899432 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.756518] env[68800]: DEBUG oslo_vmware.rw_handles [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1010.756518] env[68800]: value = "vm-648318" [ 1010.756518] env[68800]: _type = "VirtualMachine" [ 1010.756518] env[68800]: }. {{(pid=68800) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1010.757652] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-88066dc2-eab8-410f-bbc3-55339fb578f6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.759566] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Created folder: Project (b21d4973919d42c29df46106124f24f4) in parent group-v648080. [ 1010.759739] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Creating folder: Instances. Parent ref: group-v648322. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1010.760324] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ca13d3d-ff8a-486f-9ae5-e6795bfe2f95 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.765270] env[68800]: DEBUG nova.compute.manager [req-3c7b41ab-5a5e-473e-a8ed-7f9823c53df8 req-c3b801d6-c605-46a4-ad0f-1b87262b9845 service nova] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Received event network-vif-deleted-b73bdb28-9455-4181-8b9a-3dbce148bc78 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.765450] env[68800]: INFO nova.compute.manager [req-3c7b41ab-5a5e-473e-a8ed-7f9823c53df8 req-c3b801d6-c605-46a4-ad0f-1b87262b9845 service nova] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Neutron deleted interface b73bdb28-9455-4181-8b9a-3dbce148bc78; detaching it from the instance and deleting it from the info cache [ 1010.765655] env[68800]: DEBUG nova.network.neutron [req-3c7b41ab-5a5e-473e-a8ed-7f9823c53df8 req-c3b801d6-c605-46a4-ad0f-1b87262b9845 service nova] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.767731] env[68800]: DEBUG oslo_vmware.rw_handles [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Lease: (returnval){ [ 1010.767731] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52d9a016-7fa6-5e7d-2c6c-510b264881d8" [ 1010.767731] env[68800]: _type = "HttpNfcLease" [ 1010.767731] env[68800]: } obtained for exporting VM: (result){ [ 1010.767731] env[68800]: value = "vm-648318" [ 1010.767731] env[68800]: _type = "VirtualMachine" [ 1010.767731] env[68800]: }. {{(pid=68800) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1010.767948] env[68800]: DEBUG oslo_vmware.api [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Waiting for the lease: (returnval){ [ 1010.767948] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52d9a016-7fa6-5e7d-2c6c-510b264881d8" [ 1010.767948] env[68800]: _type = "HttpNfcLease" [ 1010.767948] env[68800]: } to be ready. {{(pid=68800) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1010.776347] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Created folder: Instances in parent group-v648322. [ 1010.776588] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.777579] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1010.779806] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb090acd-9320-4f3d-a6f2-2261b21033f9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.798745] env[68800]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1010.798745] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52d9a016-7fa6-5e7d-2c6c-510b264881d8" [ 1010.798745] env[68800]: _type = "HttpNfcLease" [ 1010.798745] env[68800]: } is ready. {{(pid=68800) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1010.799078] env[68800]: DEBUG oslo_vmware.api [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244137, 'name': CloneVM_Task} progress is 94%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.799785] env[68800]: DEBUG oslo_vmware.rw_handles [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1010.799785] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52d9a016-7fa6-5e7d-2c6c-510b264881d8" [ 1010.799785] env[68800]: _type = "HttpNfcLease" [ 1010.799785] env[68800]: }. {{(pid=68800) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1010.800636] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6919b9b-f485-4add-aaa0-5a82ddb11e5e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.806528] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1010.806528] env[68800]: value = "task-3244141" [ 1010.806528] env[68800]: _type = "Task" [ 1010.806528] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.813384] env[68800]: DEBUG oslo_vmware.rw_handles [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a63320-8855-8071-febf-944450cd3437/disk-0.vmdk from lease info. {{(pid=68800) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1010.813582] env[68800]: DEBUG oslo_vmware.rw_handles [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a63320-8855-8071-febf-944450cd3437/disk-0.vmdk for reading. {{(pid=68800) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1010.877072] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244141, 'name': CreateVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.884624] env[68800]: DEBUG oslo_vmware.api [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5238e3f4-b7a6-7a80-e7ba-dd9a484488d6, 'name': SearchDatastore_Task, 'duration_secs': 0.018233} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.885476] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e7f9c7d-ec73-467f-806e-9801801623eb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.891572] env[68800]: DEBUG oslo_vmware.api [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Waiting for the task: (returnval){ [ 1010.891572] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]525515eb-7130-17f1-b42c-37298d5cdd62" [ 1010.891572] env[68800]: _type = "Task" [ 1010.891572] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.899540] env[68800]: DEBUG oslo_vmware.api [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]525515eb-7130-17f1-b42c-37298d5cdd62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.908910] env[68800]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ee989677-ddbc-4b1a-9abe-15eb45d41389 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.944130] env[68800]: DEBUG nova.network.neutron [-] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.191584] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 765310c6-7c0a-4d6c-8c34-88c6be0936da has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1011.263295] env[68800]: DEBUG nova.objects.instance [None req-367ebb97-99e1-4578-9e8b-70b35319ca24 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Lazy-loading 'pci_requests' on Instance uuid ef8bcba4-6707-478a-aeac-c6995c899432 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.276246] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1d3aa688-71ae-41f4-b442-41831995ca27 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.286739] env[68800]: DEBUG oslo_vmware.api [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244137, 'name': CloneVM_Task, 'duration_secs': 1.376198} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.288990] env[68800]: INFO nova.virt.vmwareapi.vmops [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Created linked-clone VM from snapshot [ 1011.289897] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb2a9ca-bd97-4709-9b77-89d7c6ed3353 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.296263] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ddc4a1-aaa7-427c-8dbf-e165ed7952fb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.315456] env[68800]: DEBUG nova.virt.vmwareapi.images [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Uploading image 7136401f-25be-4169-b41f-04e0f932778d {{(pid=68800) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1011.323705] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244141, 'name': CreateVM_Task, 'duration_secs': 0.378345} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.339643] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1011.340530] env[68800]: DEBUG nova.compute.manager [req-3c7b41ab-5a5e-473e-a8ed-7f9823c53df8 req-c3b801d6-c605-46a4-ad0f-1b87262b9845 service nova] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Detach interface failed, port_id=b73bdb28-9455-4181-8b9a-3dbce148bc78, reason: Instance 4205ef4c-0140-4357-b453-64899d952ce2 could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1011.343617] env[68800]: DEBUG oslo_concurrency.lockutils [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.343897] env[68800]: DEBUG oslo_concurrency.lockutils [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.344385] env[68800]: DEBUG oslo_concurrency.lockutils [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.345606] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a07e3e2c-7b41-442d-a324-08cb6faaa195 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.350373] env[68800]: DEBUG oslo_vmware.api [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Waiting for the task: (returnval){ [ 1011.350373] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520c57f1-9e9d-77a7-91da-9b5a52782913" [ 1011.350373] env[68800]: _type = "Task" [ 1011.350373] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.352609] env[68800]: DEBUG oslo_vmware.rw_handles [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1011.352609] env[68800]: value = "vm-648321" [ 1011.352609] env[68800]: _type = "VirtualMachine" [ 1011.352609] env[68800]: }. {{(pid=68800) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1011.353013] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-55f56f26-0b84-46f9-bdb8-391397d65cd4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.364669] env[68800]: DEBUG oslo_vmware.api [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520c57f1-9e9d-77a7-91da-9b5a52782913, 'name': SearchDatastore_Task, 'duration_secs': 0.010955} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.366538] env[68800]: DEBUG oslo_concurrency.lockutils [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.367371] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1011.367371] env[68800]: DEBUG oslo_concurrency.lockutils [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.367648] env[68800]: DEBUG oslo_vmware.rw_handles [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lease: (returnval){ [ 1011.367648] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52847a49-bf03-6325-6fc0-397b53620036" [ 1011.367648] env[68800]: _type = "HttpNfcLease" [ 1011.367648] env[68800]: } obtained for exporting VM: (result){ [ 1011.367648] env[68800]: value = "vm-648321" [ 1011.367648] env[68800]: _type = "VirtualMachine" [ 1011.367648] env[68800]: }. {{(pid=68800) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1011.368098] env[68800]: DEBUG oslo_vmware.api [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the lease: (returnval){ [ 1011.368098] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52847a49-bf03-6325-6fc0-397b53620036" [ 1011.368098] env[68800]: _type = "HttpNfcLease" [ 1011.368098] env[68800]: } to be ready. {{(pid=68800) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1011.375118] env[68800]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1011.375118] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52847a49-bf03-6325-6fc0-397b53620036" [ 1011.375118] env[68800]: _type = "HttpNfcLease" [ 1011.375118] env[68800]: } is initializing. {{(pid=68800) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1011.401764] env[68800]: DEBUG oslo_vmware.api [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]525515eb-7130-17f1-b42c-37298d5cdd62, 'name': SearchDatastore_Task, 'duration_secs': 0.010057} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.402156] env[68800]: DEBUG oslo_concurrency.lockutils [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.402435] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] b9f4bee1-3aff-4332-8465-0a8a68cd0d3d/b9f4bee1-3aff-4332-8465-0a8a68cd0d3d.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1011.402818] env[68800]: DEBUG oslo_concurrency.lockutils [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.403073] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1011.403372] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed1a0c44-899f-4981-9c60-ad9a0badc933 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.405728] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-729356c4-4c02-47f4-ad80-55f8e8db3bfc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.414679] env[68800]: DEBUG oslo_vmware.api [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Waiting for the task: (returnval){ [ 1011.414679] env[68800]: value = "task-3244143" [ 1011.414679] env[68800]: _type = "Task" [ 1011.414679] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.419229] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1011.419297] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1011.420602] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72157447-df78-42c6-a06f-1eb25c027bc7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.427247] env[68800]: DEBUG oslo_vmware.api [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Task: {'id': task-3244143, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.430445] env[68800]: DEBUG oslo_vmware.api [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Waiting for the task: (returnval){ [ 1011.430445] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]528740bd-caac-78a7-180f-fa41a1ccddda" [ 1011.430445] env[68800]: _type = "Task" [ 1011.430445] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.439510] env[68800]: DEBUG oslo_vmware.api [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]528740bd-caac-78a7-180f-fa41a1ccddda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.447447] env[68800]: INFO nova.compute.manager [-] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Took 1.63 seconds to deallocate network for instance. [ 1011.696026] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance f574e30d-19ef-436f-8f9a-136acf71c3ef has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1011.696280] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=68800) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1011.696440] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3392MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=68800) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1011.766034] env[68800]: DEBUG nova.objects.base [None req-367ebb97-99e1-4578-9e8b-70b35319ca24 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68800) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1011.766201] env[68800]: DEBUG nova.network.neutron [None req-367ebb97-99e1-4578-9e8b-70b35319ca24 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] [instance: ef8bcba4-6707-478a-aeac-c6995c899432] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1011.877643] env[68800]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1011.877643] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52847a49-bf03-6325-6fc0-397b53620036" [ 1011.877643] env[68800]: _type = "HttpNfcLease" [ 1011.877643] env[68800]: } is ready. {{(pid=68800) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1011.878064] env[68800]: DEBUG oslo_vmware.rw_handles [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1011.878064] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52847a49-bf03-6325-6fc0-397b53620036" [ 1011.878064] env[68800]: _type = "HttpNfcLease" [ 1011.878064] env[68800]: }. {{(pid=68800) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1011.879108] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9cda4e3-d69f-44f5-b767-3a3ba3c265cc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.894030] env[68800]: DEBUG oslo_vmware.rw_handles [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52aa8710-db31-7089-6091-918127fce372/disk-0.vmdk from lease info. {{(pid=68800) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1011.894456] env[68800]: DEBUG oslo_vmware.rw_handles [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52aa8710-db31-7089-6091-918127fce372/disk-0.vmdk for reading. {{(pid=68800) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1011.963283] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b2565872-bac1-4eef-9074-795f7ac2bb4a tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.964761] env[68800]: DEBUG oslo_concurrency.lockutils [None req-367ebb97-99e1-4578-9e8b-70b35319ca24 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Lock "interface-ef8bcba4-6707-478a-aeac-c6995c899432-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.211s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.987214] env[68800]: DEBUG oslo_vmware.api [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]528740bd-caac-78a7-180f-fa41a1ccddda, 'name': SearchDatastore_Task, 'duration_secs': 0.010625} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.988668] env[68800]: DEBUG oslo_vmware.api [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Task: {'id': task-3244143, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.992211] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b46a6581-6fbd-42a7-a1a6-1144f74ebcc8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.998185] env[68800]: DEBUG oslo_vmware.api [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Waiting for the task: (returnval){ [ 1011.998185] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]528ed20f-358e-48f2-c852-3a7f99f98a37" [ 1011.998185] env[68800]: _type = "Task" [ 1011.998185] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.007093] env[68800]: DEBUG oslo_vmware.api [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]528ed20f-358e-48f2-c852-3a7f99f98a37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.065087] env[68800]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6a3616f4-4d0a-4b53-a2d0-ef57c25ae901 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.136725] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74f16b1-c286-484d-ad64-9baa1cf718e0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.149024] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303f6f0f-61a4-42a6-8f08-db56a4915a72 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.196161] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27330b82-f29a-4b8a-a15f-2366177942c0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.204712] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d740be-4d59-4bb1-b6aa-0cb8fad6387c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.221047] env[68800]: DEBUG nova.compute.provider_tree [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.475498] env[68800]: DEBUG oslo_vmware.api [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Task: {'id': task-3244143, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602011} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.475880] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] b9f4bee1-3aff-4332-8465-0a8a68cd0d3d/b9f4bee1-3aff-4332-8465-0a8a68cd0d3d.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1012.476413] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] [instance: b9f4bee1-3aff-4332-8465-0a8a68cd0d3d] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1012.476715] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c9d46ab-4dec-4678-940c-c8698cb1cc2e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.484499] env[68800]: DEBUG oslo_vmware.api [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Waiting for the task: (returnval){ [ 1012.484499] env[68800]: value = "task-3244144" [ 1012.484499] env[68800]: _type = "Task" [ 1012.484499] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.496330] env[68800]: DEBUG oslo_vmware.api [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Task: {'id': task-3244144, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.509960] env[68800]: DEBUG oslo_vmware.api [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]528ed20f-358e-48f2-c852-3a7f99f98a37, 'name': SearchDatastore_Task, 'duration_secs': 0.013013} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.510610] env[68800]: DEBUG oslo_concurrency.lockutils [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.511611] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 3c6f1d82-bcbd-48db-8df1-53509af90c16/3c6f1d82-bcbd-48db-8df1-53509af90c16.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.511853] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3e30399-e6a4-4ad3-98f3-8a31a9c63c1e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.521660] env[68800]: DEBUG oslo_vmware.api [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Waiting for the task: (returnval){ [ 1012.521660] env[68800]: value = "task-3244145" [ 1012.521660] env[68800]: _type = "Task" [ 1012.521660] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.531398] env[68800]: DEBUG oslo_vmware.api [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Task: {'id': task-3244145, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.724439] env[68800]: DEBUG nova.scheduler.client.report [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.997589] env[68800]: DEBUG oslo_vmware.api [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Task: {'id': task-3244144, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075219} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.997992] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] [instance: b9f4bee1-3aff-4332-8465-0a8a68cd0d3d] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1012.998979] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e39cc10-eb48-4891-9193-d3105a798d29 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.027459] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] [instance: b9f4bee1-3aff-4332-8465-0a8a68cd0d3d] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] b9f4bee1-3aff-4332-8465-0a8a68cd0d3d/b9f4bee1-3aff-4332-8465-0a8a68cd0d3d.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.028022] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49e04411-0f69-43a7-824c-4818c12561b3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.054720] env[68800]: DEBUG oslo_vmware.api [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Task: {'id': task-3244145, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.057585] env[68800]: DEBUG oslo_vmware.api [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Waiting for the task: (returnval){ [ 1013.057585] env[68800]: value = "task-3244146" [ 1013.057585] env[68800]: _type = "Task" [ 1013.057585] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.058851] env[68800]: DEBUG nova.compute.manager [req-6b69345a-6476-4934-8fe2-6df8ab599d55 req-edc59849-0322-4830-a4d8-f8e2d9b97279 service nova] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Received event network-changed-029695fa-f2d2-4c29-9610-b3cdd40e7fd0 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.058959] env[68800]: DEBUG nova.compute.manager [req-6b69345a-6476-4934-8fe2-6df8ab599d55 req-edc59849-0322-4830-a4d8-f8e2d9b97279 service nova] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Refreshing instance network info cache due to event network-changed-029695fa-f2d2-4c29-9610-b3cdd40e7fd0. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1013.059238] env[68800]: DEBUG oslo_concurrency.lockutils [req-6b69345a-6476-4934-8fe2-6df8ab599d55 req-edc59849-0322-4830-a4d8-f8e2d9b97279 service nova] Acquiring lock "refresh_cache-8b8a05f1-f724-4450-9b01-e6a63236ad35" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.059415] env[68800]: DEBUG oslo_concurrency.lockutils [req-6b69345a-6476-4934-8fe2-6df8ab599d55 req-edc59849-0322-4830-a4d8-f8e2d9b97279 service nova] Acquired lock "refresh_cache-8b8a05f1-f724-4450-9b01-e6a63236ad35" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.059617] env[68800]: DEBUG nova.network.neutron [req-6b69345a-6476-4934-8fe2-6df8ab599d55 req-edc59849-0322-4830-a4d8-f8e2d9b97279 service nova] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Refreshing network info cache for port 029695fa-f2d2-4c29-9610-b3cdd40e7fd0 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1013.074572] env[68800]: DEBUG oslo_vmware.api [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Task: {'id': task-3244146, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.231310] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68800) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1013.231310] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.294s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.231310] env[68800]: DEBUG oslo_concurrency.lockutils [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.503s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.231310] env[68800]: DEBUG nova.objects.instance [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68800) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1013.545204] env[68800]: DEBUG oslo_vmware.api [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Task: {'id': task-3244145, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.758418} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.545672] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 3c6f1d82-bcbd-48db-8df1-53509af90c16/3c6f1d82-bcbd-48db-8df1-53509af90c16.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.546174] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.546489] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54ad401a-0a71-498b-aee5-36dd4fac6c9b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.555450] env[68800]: DEBUG oslo_vmware.api [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Waiting for the task: (returnval){ [ 1013.555450] env[68800]: value = "task-3244147" [ 1013.555450] env[68800]: _type = "Task" [ 1013.555450] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.573064] env[68800]: DEBUG oslo_vmware.api [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Task: {'id': task-3244147, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.582828] env[68800]: DEBUG oslo_vmware.api [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Task: {'id': task-3244146, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.912832] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d91c268f-3b4b-4e9f-9845-d866896a1bc1 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Acquiring lock "ef8bcba4-6707-478a-aeac-c6995c899432" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.913413] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d91c268f-3b4b-4e9f-9845-d866896a1bc1 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Lock "ef8bcba4-6707-478a-aeac-c6995c899432" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.913737] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d91c268f-3b4b-4e9f-9845-d866896a1bc1 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Acquiring lock "ef8bcba4-6707-478a-aeac-c6995c899432-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.914102] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d91c268f-3b4b-4e9f-9845-d866896a1bc1 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Lock "ef8bcba4-6707-478a-aeac-c6995c899432-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.914299] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d91c268f-3b4b-4e9f-9845-d866896a1bc1 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Lock "ef8bcba4-6707-478a-aeac-c6995c899432-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.916501] env[68800]: INFO nova.compute.manager [None req-d91c268f-3b4b-4e9f-9845-d866896a1bc1 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] [instance: ef8bcba4-6707-478a-aeac-c6995c899432] Terminating instance [ 1013.977429] env[68800]: DEBUG nova.network.neutron [req-6b69345a-6476-4934-8fe2-6df8ab599d55 req-edc59849-0322-4830-a4d8-f8e2d9b97279 service nova] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Updated VIF entry in instance network info cache for port 029695fa-f2d2-4c29-9610-b3cdd40e7fd0. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1013.978032] env[68800]: DEBUG nova.network.neutron [req-6b69345a-6476-4934-8fe2-6df8ab599d55 req-edc59849-0322-4830-a4d8-f8e2d9b97279 service nova] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Updating instance_info_cache with network_info: [{"id": "029695fa-f2d2-4c29-9610-b3cdd40e7fd0", "address": "fa:16:3e:56:9a:c2", "network": {"id": "d2aa08d6-a1ed-4602-80f7-7e07ba244d6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2142783339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f658ebcc84a8451b9e8d28db15cd0d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap029695fa-f2", "ovs_interfaceid": "029695fa-f2d2-4c29-9610-b3cdd40e7fd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.066633] env[68800]: DEBUG oslo_vmware.api [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Task: {'id': task-3244147, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066559} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.067117] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1014.070982] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c63c183-f4bb-4b84-97a7-bb37c2b0a28e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.079318] env[68800]: DEBUG oslo_vmware.api [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Task: {'id': task-3244146, 'name': ReconfigVM_Task, 'duration_secs': 0.554157} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.086954] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] [instance: b9f4bee1-3aff-4332-8465-0a8a68cd0d3d] Reconfigured VM instance instance-00000053 to attach disk [datastore1] b9f4bee1-3aff-4332-8465-0a8a68cd0d3d/b9f4bee1-3aff-4332-8465-0a8a68cd0d3d.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.097948] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 3c6f1d82-bcbd-48db-8df1-53509af90c16/3c6f1d82-bcbd-48db-8df1-53509af90c16.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.098203] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-285770ed-5cd7-4e5b-9c05-05835e76990b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.100237] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3923e84d-e057-4c78-81cc-4b747670258e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.122129] env[68800]: DEBUG oslo_vmware.api [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Waiting for the task: (returnval){ [ 1014.122129] env[68800]: value = "task-3244148" [ 1014.122129] env[68800]: _type = "Task" [ 1014.122129] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.122505] env[68800]: DEBUG oslo_vmware.api [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Waiting for the task: (returnval){ [ 1014.122505] env[68800]: value = "task-3244149" [ 1014.122505] env[68800]: _type = "Task" [ 1014.122505] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.137064] env[68800]: DEBUG oslo_vmware.api [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Task: {'id': task-3244148, 'name': Rename_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.140055] env[68800]: DEBUG oslo_vmware.api [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Task: {'id': task-3244149, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.241211] env[68800]: DEBUG oslo_concurrency.lockutils [None req-447e56e8-ecb1-474d-8b08-fe0b946ecbf1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.242538] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.248s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.249075] env[68800]: INFO nova.compute.claims [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] [instance: f9105158-3562-4246-a6ba-3a4a203cbd30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1014.420774] env[68800]: DEBUG nova.compute.manager [None req-d91c268f-3b4b-4e9f-9845-d866896a1bc1 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] [instance: ef8bcba4-6707-478a-aeac-c6995c899432] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1014.420979] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d91c268f-3b4b-4e9f-9845-d866896a1bc1 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] [instance: ef8bcba4-6707-478a-aeac-c6995c899432] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1014.425707] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb86a428-8dd9-459c-aad4-ccf48d26c155 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.433805] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d91c268f-3b4b-4e9f-9845-d866896a1bc1 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] [instance: ef8bcba4-6707-478a-aeac-c6995c899432] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.434159] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98389363-439d-43d2-917e-1317ea17e02e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.442931] env[68800]: DEBUG oslo_vmware.api [None req-d91c268f-3b4b-4e9f-9845-d866896a1bc1 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Waiting for the task: (returnval){ [ 1014.442931] env[68800]: value = "task-3244150" [ 1014.442931] env[68800]: _type = "Task" [ 1014.442931] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.451632] env[68800]: DEBUG oslo_vmware.api [None req-d91c268f-3b4b-4e9f-9845-d866896a1bc1 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Task: {'id': task-3244150, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.485843] env[68800]: DEBUG oslo_concurrency.lockutils [req-6b69345a-6476-4934-8fe2-6df8ab599d55 req-edc59849-0322-4830-a4d8-f8e2d9b97279 service nova] Releasing lock "refresh_cache-8b8a05f1-f724-4450-9b01-e6a63236ad35" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.641982] env[68800]: DEBUG oslo_vmware.api [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Task: {'id': task-3244148, 'name': Rename_Task, 'duration_secs': 0.190338} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.641982] env[68800]: DEBUG oslo_vmware.api [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Task: {'id': task-3244149, 'name': ReconfigVM_Task, 'duration_secs': 0.481793} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.642242] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] [instance: b9f4bee1-3aff-4332-8465-0a8a68cd0d3d] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.646020] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 3c6f1d82-bcbd-48db-8df1-53509af90c16/3c6f1d82-bcbd-48db-8df1-53509af90c16.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.646020] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e879ee88-b9be-4663-9112-29c5f2c5368a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.646020] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95ac74db-0ed1-41e6-a71d-1a63323a16b3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.652250] env[68800]: DEBUG oslo_vmware.api [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Waiting for the task: (returnval){ [ 1014.652250] env[68800]: value = "task-3244151" [ 1014.652250] env[68800]: _type = "Task" [ 1014.652250] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.653745] env[68800]: DEBUG oslo_vmware.api [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Waiting for the task: (returnval){ [ 1014.653745] env[68800]: value = "task-3244152" [ 1014.653745] env[68800]: _type = "Task" [ 1014.653745] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.667203] env[68800]: DEBUG oslo_vmware.api [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Task: {'id': task-3244151, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.671908] env[68800]: DEBUG oslo_vmware.api [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Task: {'id': task-3244152, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.953267] env[68800]: DEBUG oslo_vmware.api [None req-d91c268f-3b4b-4e9f-9845-d866896a1bc1 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Task: {'id': task-3244150, 'name': PowerOffVM_Task, 'duration_secs': 0.220228} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.953603] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d91c268f-3b4b-4e9f-9845-d866896a1bc1 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] [instance: ef8bcba4-6707-478a-aeac-c6995c899432] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1014.953705] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d91c268f-3b4b-4e9f-9845-d866896a1bc1 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] [instance: ef8bcba4-6707-478a-aeac-c6995c899432] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1014.953955] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab2b4eff-bfff-4e34-b5a1-b9a5962db4e7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.027454] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d91c268f-3b4b-4e9f-9845-d866896a1bc1 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] [instance: ef8bcba4-6707-478a-aeac-c6995c899432] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1015.027703] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d91c268f-3b4b-4e9f-9845-d866896a1bc1 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] [instance: ef8bcba4-6707-478a-aeac-c6995c899432] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1015.027914] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-d91c268f-3b4b-4e9f-9845-d866896a1bc1 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Deleting the datastore file [datastore2] ef8bcba4-6707-478a-aeac-c6995c899432 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1015.028241] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49dd3b31-2e53-4c06-9444-d69ce0c9740c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.035733] env[68800]: DEBUG oslo_vmware.api [None req-d91c268f-3b4b-4e9f-9845-d866896a1bc1 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Waiting for the task: (returnval){ [ 1015.035733] env[68800]: value = "task-3244154" [ 1015.035733] env[68800]: _type = "Task" [ 1015.035733] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.044691] env[68800]: DEBUG oslo_vmware.api [None req-d91c268f-3b4b-4e9f-9845-d866896a1bc1 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Task: {'id': task-3244154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.168435] env[68800]: DEBUG oslo_vmware.api [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Task: {'id': task-3244151, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.171687] env[68800]: DEBUG oslo_vmware.api [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Task: {'id': task-3244152, 'name': Rename_Task, 'duration_secs': 0.181346} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.172021] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.172340] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07137483-cf28-4d59-9a72-8d99901fcee4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.179322] env[68800]: DEBUG oslo_vmware.api [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Waiting for the task: (returnval){ [ 1015.179322] env[68800]: value = "task-3244155" [ 1015.179322] env[68800]: _type = "Task" [ 1015.179322] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.190132] env[68800]: DEBUG oslo_vmware.api [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Task: {'id': task-3244155, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.550642] env[68800]: DEBUG oslo_vmware.api [None req-d91c268f-3b4b-4e9f-9845-d866896a1bc1 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Task: {'id': task-3244154, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258876} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.550955] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-d91c268f-3b4b-4e9f-9845-d866896a1bc1 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1015.551271] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d91c268f-3b4b-4e9f-9845-d866896a1bc1 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] [instance: ef8bcba4-6707-478a-aeac-c6995c899432] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1015.551271] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d91c268f-3b4b-4e9f-9845-d866896a1bc1 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] [instance: ef8bcba4-6707-478a-aeac-c6995c899432] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1015.551453] env[68800]: INFO nova.compute.manager [None req-d91c268f-3b4b-4e9f-9845-d866896a1bc1 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] [instance: ef8bcba4-6707-478a-aeac-c6995c899432] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1015.551669] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d91c268f-3b4b-4e9f-9845-d866896a1bc1 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.551895] env[68800]: DEBUG nova.compute.manager [-] [instance: ef8bcba4-6707-478a-aeac-c6995c899432] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1015.551993] env[68800]: DEBUG nova.network.neutron [-] [instance: ef8bcba4-6707-478a-aeac-c6995c899432] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1015.645143] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5991539a-ee01-45f4-bdce-479dac50d910 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.653314] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abad2b2-e4b2-494d-a887-03eefb5c02ca {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.669110] env[68800]: DEBUG oslo_vmware.api [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Task: {'id': task-3244151, 'name': PowerOnVM_Task, 'duration_secs': 0.612311} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.694307] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] [instance: b9f4bee1-3aff-4332-8465-0a8a68cd0d3d] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.694616] env[68800]: INFO nova.compute.manager [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] [instance: b9f4bee1-3aff-4332-8465-0a8a68cd0d3d] Took 10.18 seconds to spawn the instance on the hypervisor. [ 1015.694827] env[68800]: DEBUG nova.compute.manager [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] [instance: b9f4bee1-3aff-4332-8465-0a8a68cd0d3d] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.696264] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5babfd5-ad0d-4c7d-85dd-ef2ac98f0693 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.702899] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942c1f2d-f07b-4209-9ff7-d8ee59ca81d1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.717947] env[68800]: DEBUG oslo_vmware.api [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Task: {'id': task-3244155, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.719567] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75660e2-03fc-4cab-8043-92a4ea96ceb3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.735842] env[68800]: DEBUG nova.compute.provider_tree [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.209024] env[68800]: DEBUG oslo_vmware.api [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Task: {'id': task-3244155, 'name': PowerOnVM_Task, 'duration_secs': 0.563218} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.209024] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.209024] env[68800]: INFO nova.compute.manager [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Took 5.54 seconds to spawn the instance on the hypervisor. [ 1016.209024] env[68800]: DEBUG nova.compute.manager [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.209024] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f14c52-833d-4a82-9fab-63322925a430 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.229539] env[68800]: INFO nova.compute.manager [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] [instance: b9f4bee1-3aff-4332-8465-0a8a68cd0d3d] Took 31.26 seconds to build instance. [ 1016.239420] env[68800]: DEBUG nova.scheduler.client.report [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.421248] env[68800]: DEBUG nova.compute.manager [req-ff1086a2-bb6b-419f-9370-a127e2ab8fc9 req-de0155b5-5a2d-4d2d-993c-02b1d95de66b service nova] [instance: ef8bcba4-6707-478a-aeac-c6995c899432] Received event network-vif-deleted-db99a20d-c52d-4ebf-92e8-820bf1705181 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.421525] env[68800]: INFO nova.compute.manager [req-ff1086a2-bb6b-419f-9370-a127e2ab8fc9 req-de0155b5-5a2d-4d2d-993c-02b1d95de66b service nova] [instance: ef8bcba4-6707-478a-aeac-c6995c899432] Neutron deleted interface db99a20d-c52d-4ebf-92e8-820bf1705181; detaching it from the instance and deleting it from the info cache [ 1016.421706] env[68800]: DEBUG nova.network.neutron [req-ff1086a2-bb6b-419f-9370-a127e2ab8fc9 req-de0155b5-5a2d-4d2d-993c-02b1d95de66b service nova] [instance: ef8bcba4-6707-478a-aeac-c6995c899432] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.730591] env[68800]: INFO nova.compute.manager [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Took 28.78 seconds to build instance. [ 1016.734627] env[68800]: DEBUG oslo_concurrency.lockutils [None req-940c3588-3f43-4950-9657-c85dbf026e02 tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Lock "b9f4bee1-3aff-4332-8465-0a8a68cd0d3d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.776s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.745574] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.745574] env[68800]: DEBUG nova.compute.manager [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] [instance: f9105158-3562-4246-a6ba-3a4a203cbd30] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1016.752510] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e6683df5-f8de-40db-af3f-0071b3aea2e0 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.157s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.753507] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e6683df5-f8de-40db-af3f-0071b3aea2e0 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.756247] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f7a562f7-9873-46cc-a215-b6a772d5cd0c tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.662s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.756565] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f7a562f7-9873-46cc-a215-b6a772d5cd0c tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.758460] env[68800]: DEBUG oslo_concurrency.lockutils [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.736s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.761119] env[68800]: INFO nova.compute.claims [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1016.766766] env[68800]: DEBUG nova.network.neutron [-] [instance: ef8bcba4-6707-478a-aeac-c6995c899432] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.796162] env[68800]: INFO nova.scheduler.client.report [None req-e6683df5-f8de-40db-af3f-0071b3aea2e0 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Deleted allocations for instance a28410ba-c206-449b-91f9-4ba3a023ea24 [ 1016.798441] env[68800]: INFO nova.scheduler.client.report [None req-f7a562f7-9873-46cc-a215-b6a772d5cd0c tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Deleted allocations for instance 531bc9c2-f27e-4ade-aa3f-4c926398267a [ 1016.924780] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d6c5e432-ec39-4b26-abaf-7a5867b404e8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.934988] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce2e131-3b26-4f18-a454-c76f9d2c023f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.969363] env[68800]: DEBUG nova.compute.manager [req-ff1086a2-bb6b-419f-9370-a127e2ab8fc9 req-de0155b5-5a2d-4d2d-993c-02b1d95de66b service nova] [instance: ef8bcba4-6707-478a-aeac-c6995c899432] Detach interface failed, port_id=db99a20d-c52d-4ebf-92e8-820bf1705181, reason: Instance ef8bcba4-6707-478a-aeac-c6995c899432 could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1017.233711] env[68800]: DEBUG oslo_concurrency.lockutils [None req-782a23af-7cdf-4998-989e-f4d6d3dd2cfd tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Lock "3c6f1d82-bcbd-48db-8df1-53509af90c16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.297s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.269104] env[68800]: DEBUG nova.compute.utils [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1017.278204] env[68800]: DEBUG nova.compute.manager [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] [instance: f9105158-3562-4246-a6ba-3a4a203cbd30] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1017.279821] env[68800]: DEBUG nova.network.neutron [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] [instance: f9105158-3562-4246-a6ba-3a4a203cbd30] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1017.283404] env[68800]: INFO nova.compute.manager [-] [instance: ef8bcba4-6707-478a-aeac-c6995c899432] Took 1.73 seconds to deallocate network for instance. [ 1017.308871] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e6683df5-f8de-40db-af3f-0071b3aea2e0 tempest-ServerShowV247Test-1382916374 tempest-ServerShowV247Test-1382916374-project-member] Lock "a28410ba-c206-449b-91f9-4ba3a023ea24" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.237s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.312466] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f7a562f7-9873-46cc-a215-b6a772d5cd0c tempest-ServersTestManualDisk-1641923933 tempest-ServersTestManualDisk-1641923933-project-member] Lock "531bc9c2-f27e-4ade-aa3f-4c926398267a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.946s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.344793] env[68800]: DEBUG nova.policy [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c0855c2a5814ce9a7dca03a5897a173', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1eea96759cf4bc28f761828bad00ade', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 1017.782025] env[68800]: DEBUG nova.compute.manager [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] [instance: f9105158-3562-4246-a6ba-3a4a203cbd30] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1017.791024] env[68800]: DEBUG nova.network.neutron [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] [instance: f9105158-3562-4246-a6ba-3a4a203cbd30] Successfully created port: dff8f023-7e2f-45d3-85b4-5260e078a426 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1017.801150] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d91c268f-3b4b-4e9f-9845-d866896a1bc1 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.201867] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ce5f9f-48e5-4432-8399-abb6d534f0e2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.210640] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68380d5-afac-4884-aa97-26f26f20035d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.245380] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b75e8a6-5111-434c-8640-32190073fa83 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.253629] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2572bf-71c5-46c2-97e9-3427c765ca47 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.269448] env[68800]: DEBUG nova.compute.provider_tree [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.306579] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e0588c79-2fb1-46c7-990a-938b49c880fa tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Acquiring lock "b9f4bee1-3aff-4332-8465-0a8a68cd0d3d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.306848] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e0588c79-2fb1-46c7-990a-938b49c880fa tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Lock "b9f4bee1-3aff-4332-8465-0a8a68cd0d3d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.307118] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e0588c79-2fb1-46c7-990a-938b49c880fa tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Acquiring lock "b9f4bee1-3aff-4332-8465-0a8a68cd0d3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.307327] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e0588c79-2fb1-46c7-990a-938b49c880fa tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Lock "b9f4bee1-3aff-4332-8465-0a8a68cd0d3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.307502] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e0588c79-2fb1-46c7-990a-938b49c880fa tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Lock "b9f4bee1-3aff-4332-8465-0a8a68cd0d3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.310249] env[68800]: INFO nova.compute.manager [None req-e0588c79-2fb1-46c7-990a-938b49c880fa tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] [instance: b9f4bee1-3aff-4332-8465-0a8a68cd0d3d] Terminating instance [ 1018.776454] env[68800]: DEBUG nova.scheduler.client.report [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.790886] env[68800]: DEBUG nova.compute.manager [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] [instance: f9105158-3562-4246-a6ba-3a4a203cbd30] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1018.817634] env[68800]: DEBUG nova.compute.manager [None req-e0588c79-2fb1-46c7-990a-938b49c880fa tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] [instance: b9f4bee1-3aff-4332-8465-0a8a68cd0d3d] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1018.817634] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e0588c79-2fb1-46c7-990a-938b49c880fa tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] [instance: b9f4bee1-3aff-4332-8465-0a8a68cd0d3d] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1018.817634] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ecdf48c-3513-46b6-84ef-173560ff5f78 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.830027] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0588c79-2fb1-46c7-990a-938b49c880fa tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] [instance: b9f4bee1-3aff-4332-8465-0a8a68cd0d3d] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.830027] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db976fc9-15a8-4f27-b264-7323a5d46fb3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.836095] env[68800]: DEBUG oslo_vmware.api [None req-e0588c79-2fb1-46c7-990a-938b49c880fa tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Waiting for the task: (returnval){ [ 1018.836095] env[68800]: value = "task-3244156" [ 1018.836095] env[68800]: _type = "Task" [ 1018.836095] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.846124] env[68800]: DEBUG nova.virt.hardware [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.846124] env[68800]: DEBUG nova.virt.hardware [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.846124] env[68800]: DEBUG nova.virt.hardware [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.846124] env[68800]: DEBUG nova.virt.hardware [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.846566] env[68800]: DEBUG nova.virt.hardware [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.846566] env[68800]: DEBUG nova.virt.hardware [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.846566] env[68800]: DEBUG nova.virt.hardware [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.848105] env[68800]: DEBUG nova.virt.hardware [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.848105] env[68800]: DEBUG nova.virt.hardware [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.848105] env[68800]: DEBUG nova.virt.hardware [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.848105] env[68800]: DEBUG nova.virt.hardware [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.850464] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a1e1df-d730-46cf-91f5-1edca7599b78 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.858926] env[68800]: DEBUG oslo_vmware.api [None req-e0588c79-2fb1-46c7-990a-938b49c880fa tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Task: {'id': task-3244156, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.862134] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31509a5-2c4d-4430-a753-66bea35313dc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.869445] env[68800]: DEBUG oslo_vmware.rw_handles [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a63320-8855-8071-febf-944450cd3437/disk-0.vmdk. {{(pid=68800) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1018.870774] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d322c9-40a6-4fb6-8c82-30da4d906920 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.887313] env[68800]: DEBUG oslo_vmware.rw_handles [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a63320-8855-8071-febf-944450cd3437/disk-0.vmdk is in state: ready. {{(pid=68800) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1018.887526] env[68800]: ERROR oslo_vmware.rw_handles [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a63320-8855-8071-febf-944450cd3437/disk-0.vmdk due to incomplete transfer. [ 1018.887816] env[68800]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9a0ac29a-d3f1-4172-961f-c3354384caf2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.896283] env[68800]: DEBUG oslo_vmware.rw_handles [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a63320-8855-8071-febf-944450cd3437/disk-0.vmdk. {{(pid=68800) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1018.897273] env[68800]: DEBUG nova.virt.vmwareapi.images [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Uploaded image eb358956-d729-4b77-b77e-d04fb0fd7830 to the Glance image server {{(pid=68800) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1018.899810] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Destroying the VM {{(pid=68800) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1018.900183] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7a908200-271d-48a6-91c3-a48e7e3b3aad {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.907763] env[68800]: DEBUG oslo_vmware.api [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Waiting for the task: (returnval){ [ 1018.907763] env[68800]: value = "task-3244157" [ 1018.907763] env[68800]: _type = "Task" [ 1018.907763] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.920429] env[68800]: DEBUG oslo_vmware.api [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244157, 'name': Destroy_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.284423] env[68800]: DEBUG oslo_concurrency.lockutils [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.523s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.284423] env[68800]: DEBUG nova.compute.manager [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1019.285530] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f2a266a6-de34-4d36-9451-196ceec54cef tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.849s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.286655] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f2a266a6-de34-4d36-9451-196ceec54cef tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.289757] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.189s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.291552] env[68800]: INFO nova.compute.claims [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1019.330384] env[68800]: INFO nova.scheduler.client.report [None req-f2a266a6-de34-4d36-9451-196ceec54cef tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Deleted allocations for instance 8fc1914e-feaf-4004-92d1-af93a6e5b399 [ 1019.351673] env[68800]: DEBUG oslo_vmware.api [None req-e0588c79-2fb1-46c7-990a-938b49c880fa tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Task: {'id': task-3244156, 'name': PowerOffVM_Task, 'duration_secs': 0.249769} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.351760] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0588c79-2fb1-46c7-990a-938b49c880fa tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] [instance: b9f4bee1-3aff-4332-8465-0a8a68cd0d3d] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1019.352115] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e0588c79-2fb1-46c7-990a-938b49c880fa tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] [instance: b9f4bee1-3aff-4332-8465-0a8a68cd0d3d] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1019.352896] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca346e48-8c28-4cac-9e34-fed2829aeb99 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.424376] env[68800]: DEBUG oslo_vmware.api [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244157, 'name': Destroy_Task, 'duration_secs': 0.393612} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.424724] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Destroyed the VM [ 1019.425109] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Deleting Snapshot of the VM instance {{(pid=68800) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1019.425416] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b3482a20-ec36-48b5-8a7d-64c700ec8c2a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.431924] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e0588c79-2fb1-46c7-990a-938b49c880fa tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] [instance: b9f4bee1-3aff-4332-8465-0a8a68cd0d3d] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1019.432172] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e0588c79-2fb1-46c7-990a-938b49c880fa tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] [instance: b9f4bee1-3aff-4332-8465-0a8a68cd0d3d] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1019.432362] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0588c79-2fb1-46c7-990a-938b49c880fa tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Deleting the datastore file [datastore1] b9f4bee1-3aff-4332-8465-0a8a68cd0d3d {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1019.432614] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9788e831-3423-47ff-b257-69e0b0d9f63c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.438028] env[68800]: DEBUG oslo_vmware.api [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Waiting for the task: (returnval){ [ 1019.438028] env[68800]: value = "task-3244159" [ 1019.438028] env[68800]: _type = "Task" [ 1019.438028] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.444508] env[68800]: DEBUG oslo_vmware.api [None req-e0588c79-2fb1-46c7-990a-938b49c880fa tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Waiting for the task: (returnval){ [ 1019.444508] env[68800]: value = "task-3244160" [ 1019.444508] env[68800]: _type = "Task" [ 1019.444508] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.457525] env[68800]: DEBUG oslo_vmware.api [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244159, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.463594] env[68800]: DEBUG oslo_vmware.api [None req-e0588c79-2fb1-46c7-990a-938b49c880fa tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Task: {'id': task-3244160, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.465193] env[68800]: INFO nova.compute.manager [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Rebuilding instance [ 1019.544089] env[68800]: DEBUG nova.compute.manager [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1019.545043] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77e54c1-e17f-45da-a4ae-18419b03e98e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.797042] env[68800]: DEBUG nova.compute.utils [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1019.805020] env[68800]: DEBUG nova.compute.manager [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1019.805020] env[68800]: DEBUG nova.network.neutron [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1019.843382] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f2a266a6-de34-4d36-9451-196ceec54cef tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "8fc1914e-feaf-4004-92d1-af93a6e5b399" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.707s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.845245] env[68800]: DEBUG oslo_concurrency.lockutils [req-72a7a624-97e6-4e72-9619-cfdf13c992fe req-754e48c6-4874-46c8-b447-a0d1322ff11c service nova] Acquired lock "8fc1914e-feaf-4004-92d1-af93a6e5b399" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.846298] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24aa0fa2-3fb4-4e06-800c-54a32475c8f7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.858304] env[68800]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1019.858407] env[68800]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=68800) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1019.859736] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0ce2edda-6c26-4cb4-a27b-e788b6497e4d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.868607] env[68800]: DEBUG nova.compute.manager [req-ecb7732d-d965-4db7-b4ad-4d995fa94095 req-acbaad7b-be20-4b8c-a605-a52de5ad26bb service nova] [instance: f9105158-3562-4246-a6ba-3a4a203cbd30] Received event network-vif-plugged-dff8f023-7e2f-45d3-85b4-5260e078a426 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.868744] env[68800]: DEBUG oslo_concurrency.lockutils [req-ecb7732d-d965-4db7-b4ad-4d995fa94095 req-acbaad7b-be20-4b8c-a605-a52de5ad26bb service nova] Acquiring lock "f9105158-3562-4246-a6ba-3a4a203cbd30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.868871] env[68800]: DEBUG oslo_concurrency.lockutils [req-ecb7732d-d965-4db7-b4ad-4d995fa94095 req-acbaad7b-be20-4b8c-a605-a52de5ad26bb service nova] Lock "f9105158-3562-4246-a6ba-3a4a203cbd30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.869195] env[68800]: DEBUG oslo_concurrency.lockutils [req-ecb7732d-d965-4db7-b4ad-4d995fa94095 req-acbaad7b-be20-4b8c-a605-a52de5ad26bb service nova] Lock "f9105158-3562-4246-a6ba-3a4a203cbd30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.869297] env[68800]: DEBUG nova.compute.manager [req-ecb7732d-d965-4db7-b4ad-4d995fa94095 req-acbaad7b-be20-4b8c-a605-a52de5ad26bb service nova] [instance: f9105158-3562-4246-a6ba-3a4a203cbd30] No waiting events found dispatching network-vif-plugged-dff8f023-7e2f-45d3-85b4-5260e078a426 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1019.869599] env[68800]: WARNING nova.compute.manager [req-ecb7732d-d965-4db7-b4ad-4d995fa94095 req-acbaad7b-be20-4b8c-a605-a52de5ad26bb service nova] [instance: f9105158-3562-4246-a6ba-3a4a203cbd30] Received unexpected event network-vif-plugged-dff8f023-7e2f-45d3-85b4-5260e078a426 for instance with vm_state building and task_state spawning. [ 1019.875294] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4058d4b8-06e0-40fb-b5f5-2a85c367cb99 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.913954] env[68800]: ERROR root [req-72a7a624-97e6-4e72-9619-cfdf13c992fe req-754e48c6-4874-46c8-b447-a0d1322ff11c service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-648215' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-648215' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-648215' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-648215'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-648215' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-648215' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-648215'}\n"]: nova.exception.InstanceNotFound: Instance 8fc1914e-feaf-4004-92d1-af93a6e5b399 could not be found. [ 1019.914197] env[68800]: DEBUG oslo_concurrency.lockutils [req-72a7a624-97e6-4e72-9619-cfdf13c992fe req-754e48c6-4874-46c8-b447-a0d1322ff11c service nova] Releasing lock "8fc1914e-feaf-4004-92d1-af93a6e5b399" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.914428] env[68800]: DEBUG nova.compute.manager [req-72a7a624-97e6-4e72-9619-cfdf13c992fe req-754e48c6-4874-46c8-b447-a0d1322ff11c service nova] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Detach interface failed, port_id=f4a94953-c31a-4e3f-9f8a-c6dfa4e8c03b, reason: Instance 8fc1914e-feaf-4004-92d1-af93a6e5b399 could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1019.914614] env[68800]: DEBUG nova.compute.manager [req-72a7a624-97e6-4e72-9619-cfdf13c992fe req-754e48c6-4874-46c8-b447-a0d1322ff11c service nova] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] Received event network-vif-deleted-57fc8cbe-290f-41ca-831a-38b913f6ab8a {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.914783] env[68800]: INFO nova.compute.manager [req-72a7a624-97e6-4e72-9619-cfdf13c992fe req-754e48c6-4874-46c8-b447-a0d1322ff11c service nova] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] Neutron deleted interface 57fc8cbe-290f-41ca-831a-38b913f6ab8a; detaching it from the instance and deleting it from the info cache [ 1019.914963] env[68800]: DEBUG nova.network.neutron [req-72a7a624-97e6-4e72-9619-cfdf13c992fe req-754e48c6-4874-46c8-b447-a0d1322ff11c service nova] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.930885] env[68800]: DEBUG nova.policy [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75948d52a30c46d6ab5c4c6d236e542c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84cb1a2d15ae40b294b17dabe7bbbfd4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 1019.947812] env[68800]: DEBUG oslo_vmware.api [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244159, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.956775] env[68800]: DEBUG oslo_vmware.api [None req-e0588c79-2fb1-46c7-990a-938b49c880fa tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Task: {'id': task-3244160, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269626} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.957350] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0588c79-2fb1-46c7-990a-938b49c880fa tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1019.957466] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e0588c79-2fb1-46c7-990a-938b49c880fa tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] [instance: b9f4bee1-3aff-4332-8465-0a8a68cd0d3d] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1019.957598] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e0588c79-2fb1-46c7-990a-938b49c880fa tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] [instance: b9f4bee1-3aff-4332-8465-0a8a68cd0d3d] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1019.957804] env[68800]: INFO nova.compute.manager [None req-e0588c79-2fb1-46c7-990a-938b49c880fa tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] [instance: b9f4bee1-3aff-4332-8465-0a8a68cd0d3d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1019.958165] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0588c79-2fb1-46c7-990a-938b49c880fa tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.958411] env[68800]: DEBUG nova.compute.manager [-] [instance: b9f4bee1-3aff-4332-8465-0a8a68cd0d3d] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1019.958517] env[68800]: DEBUG nova.network.neutron [-] [instance: b9f4bee1-3aff-4332-8465-0a8a68cd0d3d] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1020.007210] env[68800]: DEBUG nova.network.neutron [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] [instance: f9105158-3562-4246-a6ba-3a4a203cbd30] Successfully updated port: dff8f023-7e2f-45d3-85b4-5260e078a426 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1020.309946] env[68800]: DEBUG nova.compute.manager [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1020.326217] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Acquiring lock "cf03192e-a1ca-4d9a-9196-b91baa651ac6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.326596] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Lock "cf03192e-a1ca-4d9a-9196-b91baa651ac6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.423751] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3b9884c9-25c2-4bce-9a42-733788814b05 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.439702] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19720e8d-292c-4bea-9ccf-ea5255384fde {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.466274] env[68800]: DEBUG oslo_vmware.api [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244159, 'name': RemoveSnapshot_Task, 'duration_secs': 0.54643} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.466573] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Deleted Snapshot of the VM instance {{(pid=68800) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1020.466893] env[68800]: DEBUG nova.compute.manager [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1020.468176] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039222cf-8f90-48b2-a5ef-640e464a0228 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.489250] env[68800]: DEBUG nova.compute.manager [req-72a7a624-97e6-4e72-9619-cfdf13c992fe req-754e48c6-4874-46c8-b447-a0d1322ff11c service nova] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] Detach interface failed, port_id=57fc8cbe-290f-41ca-831a-38b913f6ab8a, reason: Instance 531bc9c2-f27e-4ade-aa3f-4c926398267a could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1020.513584] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Acquiring lock "refresh_cache-f9105158-3562-4246-a6ba-3a4a203cbd30" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.513584] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Acquired lock "refresh_cache-f9105158-3562-4246-a6ba-3a4a203cbd30" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.513584] env[68800]: DEBUG nova.network.neutron [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] [instance: f9105158-3562-4246-a6ba-3a4a203cbd30] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.525288] env[68800]: DEBUG nova.network.neutron [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] Successfully created port: 651799cd-3f8b-411e-b20c-c210062864a2 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1020.562672] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.562973] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48ef5a0e-ddf0-4cce-b8c4-b765f2d55f18 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.570436] env[68800]: DEBUG oslo_vmware.api [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Waiting for the task: (returnval){ [ 1020.570436] env[68800]: value = "task-3244161" [ 1020.570436] env[68800]: _type = "Task" [ 1020.570436] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.582766] env[68800]: DEBUG oslo_vmware.api [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Task: {'id': task-3244161, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.737744] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23087753-aa0a-4c51-b9fd-483e470da9fd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.746170] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87e025c-01de-446b-9d2a-45781ef1cf2b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.783064] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8b13a9-1265-42d7-b866-851ad1606bfa {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.791259] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e737bbbb-8291-414c-9e96-35b44310e660 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.807271] env[68800]: DEBUG nova.compute.provider_tree [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.829570] env[68800]: DEBUG nova.compute.manager [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1020.861728] env[68800]: DEBUG nova.network.neutron [-] [instance: b9f4bee1-3aff-4332-8465-0a8a68cd0d3d] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.001712] env[68800]: INFO nova.compute.manager [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Shelve offloading [ 1021.066811] env[68800]: DEBUG nova.network.neutron [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] [instance: f9105158-3562-4246-a6ba-3a4a203cbd30] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1021.081721] env[68800]: DEBUG oslo_vmware.api [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Task: {'id': task-3244161, 'name': PowerOffVM_Task, 'duration_secs': 0.213737} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.082409] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.082940] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1021.084220] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad22d78-1e40-4135-b9cd-97f7a8efa6bb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.092655] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1021.092919] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b9084ef-c63b-4eea-9dc3-67f76fafdb71 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.119788] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1021.120197] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1021.120699] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Deleting the datastore file [datastore1] 3c6f1d82-bcbd-48db-8df1-53509af90c16 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.122428] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18cdf1aa-bee9-4fa7-8025-fce779df2d83 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.128952] env[68800]: DEBUG oslo_vmware.api [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Waiting for the task: (returnval){ [ 1021.128952] env[68800]: value = "task-3244163" [ 1021.128952] env[68800]: _type = "Task" [ 1021.128952] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.144404] env[68800]: DEBUG oslo_vmware.api [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Task: {'id': task-3244163, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.257081] env[68800]: DEBUG nova.network.neutron [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] [instance: f9105158-3562-4246-a6ba-3a4a203cbd30] Updating instance_info_cache with network_info: [{"id": "dff8f023-7e2f-45d3-85b4-5260e078a426", "address": "fa:16:3e:13:2b:a9", "network": {"id": "069052e4-0631-45d4-85f5-e56c209f8cfe", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1468104897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1eea96759cf4bc28f761828bad00ade", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdff8f023-7e", "ovs_interfaceid": "dff8f023-7e2f-45d3-85b4-5260e078a426", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.310626] env[68800]: DEBUG nova.scheduler.client.report [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.322153] env[68800]: DEBUG nova.compute.manager [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1021.361796] env[68800]: DEBUG nova.virt.hardware [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1021.362214] env[68800]: DEBUG nova.virt.hardware [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1021.362214] env[68800]: DEBUG nova.virt.hardware [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1021.366170] env[68800]: DEBUG nova.virt.hardware [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1021.366170] env[68800]: DEBUG nova.virt.hardware [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1021.366170] env[68800]: DEBUG nova.virt.hardware [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1021.366170] env[68800]: DEBUG nova.virt.hardware [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1021.366170] env[68800]: DEBUG nova.virt.hardware [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1021.366170] env[68800]: DEBUG nova.virt.hardware [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1021.366170] env[68800]: DEBUG nova.virt.hardware [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1021.366170] env[68800]: DEBUG nova.virt.hardware [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1021.367761] env[68800]: INFO nova.compute.manager [-] [instance: b9f4bee1-3aff-4332-8465-0a8a68cd0d3d] Took 1.41 seconds to deallocate network for instance. [ 1021.368661] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5233933-5800-48ce-9604-7e1e1f159b11 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.375354] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.386604] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e464bb3b-e9cf-40af-adc6-4110f39697ad {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.508624] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1021.508826] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44efd19e-2b3b-4e40-82d8-5346fcf7b612 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.516176] env[68800]: DEBUG oslo_vmware.api [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Waiting for the task: (returnval){ [ 1021.516176] env[68800]: value = "task-3244164" [ 1021.516176] env[68800]: _type = "Task" [ 1021.516176] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.524523] env[68800]: DEBUG oslo_vmware.api [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.612981] env[68800]: DEBUG oslo_vmware.rw_handles [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52aa8710-db31-7089-6091-918127fce372/disk-0.vmdk. {{(pid=68800) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1021.614023] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5a2e68-9521-4380-b647-a1cb7313c14c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.620769] env[68800]: DEBUG oslo_vmware.rw_handles [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52aa8710-db31-7089-6091-918127fce372/disk-0.vmdk is in state: ready. {{(pid=68800) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1021.620946] env[68800]: ERROR oslo_vmware.rw_handles [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52aa8710-db31-7089-6091-918127fce372/disk-0.vmdk due to incomplete transfer. [ 1021.621179] env[68800]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c7cb2e1d-24a3-42d6-bc80-5d44f4bd0a12 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.630219] env[68800]: DEBUG oslo_vmware.rw_handles [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52aa8710-db31-7089-6091-918127fce372/disk-0.vmdk. {{(pid=68800) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1021.630413] env[68800]: DEBUG nova.virt.vmwareapi.images [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Uploaded image 7136401f-25be-4169-b41f-04e0f932778d to the Glance image server {{(pid=68800) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1021.632289] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Destroying the VM {{(pid=68800) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1021.635622] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1e69e926-d189-4130-9cc4-2015eff3cd2f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.642669] env[68800]: DEBUG oslo_vmware.api [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Task: {'id': task-3244163, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101259} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.643702] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1021.644988] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1021.644988] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1021.646675] env[68800]: DEBUG oslo_vmware.api [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the task: (returnval){ [ 1021.646675] env[68800]: value = "task-3244165" [ 1021.646675] env[68800]: _type = "Task" [ 1021.646675] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.655848] env[68800]: DEBUG oslo_vmware.api [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244165, 'name': Destroy_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.759628] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Releasing lock "refresh_cache-f9105158-3562-4246-a6ba-3a4a203cbd30" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.759992] env[68800]: DEBUG nova.compute.manager [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] [instance: f9105158-3562-4246-a6ba-3a4a203cbd30] Instance network_info: |[{"id": "dff8f023-7e2f-45d3-85b4-5260e078a426", "address": "fa:16:3e:13:2b:a9", "network": {"id": "069052e4-0631-45d4-85f5-e56c209f8cfe", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1468104897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1eea96759cf4bc28f761828bad00ade", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdff8f023-7e", "ovs_interfaceid": "dff8f023-7e2f-45d3-85b4-5260e078a426", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1021.760465] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] [instance: f9105158-3562-4246-a6ba-3a4a203cbd30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:2b:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a06a63d6-2aeb-4084-8022-f804cac3fa74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dff8f023-7e2f-45d3-85b4-5260e078a426', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1021.768743] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Creating folder: Project (e1eea96759cf4bc28f761828bad00ade). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1021.769119] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a86fb69-2acf-46be-8b9d-5c5fb5f08ff5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.783034] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Created folder: Project (e1eea96759cf4bc28f761828bad00ade) in parent group-v648080. [ 1021.783034] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Creating folder: Instances. Parent ref: group-v648325. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1021.783034] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b307dd6e-ebf3-495a-8904-d4d762bc1d0b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.788960] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Created folder: Instances in parent group-v648325. [ 1021.789233] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.789472] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9105158-3562-4246-a6ba-3a4a203cbd30] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1021.789789] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c96723f7-87d2-4904-bffe-bcb076bc89b4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.810250] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1021.810250] env[68800]: value = "task-3244168" [ 1021.810250] env[68800]: _type = "Task" [ 1021.810250] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.820446] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.529s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.820446] env[68800]: DEBUG nova.compute.manager [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1021.822217] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244168, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.822488] env[68800]: DEBUG oslo_concurrency.lockutils [None req-33d46376-b09b-4471-b973-038319f5201f tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.980s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.822691] env[68800]: DEBUG oslo_concurrency.lockutils [None req-33d46376-b09b-4471-b973-038319f5201f tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.825444] env[68800]: DEBUG oslo_concurrency.lockutils [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.136s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.828036] env[68800]: INFO nova.compute.claims [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1021.869531] env[68800]: INFO nova.scheduler.client.report [None req-33d46376-b09b-4471-b973-038319f5201f tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Deleted allocations for instance 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18 [ 1021.883753] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e0588c79-2fb1-46c7-990a-938b49c880fa tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.958766] env[68800]: DEBUG nova.compute.manager [req-4a3e8e73-201f-4dcf-80b1-f9da8aef359c req-24cc1614-f818-4f0d-9653-c41770eb0454 service nova] [instance: f9105158-3562-4246-a6ba-3a4a203cbd30] Received event network-changed-dff8f023-7e2f-45d3-85b4-5260e078a426 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.959019] env[68800]: DEBUG nova.compute.manager [req-4a3e8e73-201f-4dcf-80b1-f9da8aef359c req-24cc1614-f818-4f0d-9653-c41770eb0454 service nova] [instance: f9105158-3562-4246-a6ba-3a4a203cbd30] Refreshing instance network info cache due to event network-changed-dff8f023-7e2f-45d3-85b4-5260e078a426. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1021.959258] env[68800]: DEBUG oslo_concurrency.lockutils [req-4a3e8e73-201f-4dcf-80b1-f9da8aef359c req-24cc1614-f818-4f0d-9653-c41770eb0454 service nova] Acquiring lock "refresh_cache-f9105158-3562-4246-a6ba-3a4a203cbd30" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.959478] env[68800]: DEBUG oslo_concurrency.lockutils [req-4a3e8e73-201f-4dcf-80b1-f9da8aef359c req-24cc1614-f818-4f0d-9653-c41770eb0454 service nova] Acquired lock "refresh_cache-f9105158-3562-4246-a6ba-3a4a203cbd30" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.959565] env[68800]: DEBUG nova.network.neutron [req-4a3e8e73-201f-4dcf-80b1-f9da8aef359c req-24cc1614-f818-4f0d-9653-c41770eb0454 service nova] [instance: f9105158-3562-4246-a6ba-3a4a203cbd30] Refreshing network info cache for port dff8f023-7e2f-45d3-85b4-5260e078a426 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1022.026966] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] VM already powered off {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1022.027228] env[68800]: DEBUG nova.compute.manager [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.028408] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ec682f-0902-4da7-b591-874c932d888e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.034814] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Acquiring lock "refresh_cache-c19ca69f-35ab-4737-997c-89f30164836a" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.034944] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Acquired lock "refresh_cache-c19ca69f-35ab-4737-997c-89f30164836a" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.035186] env[68800]: DEBUG nova.network.neutron [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.125908] env[68800]: DEBUG nova.compute.manager [req-dc398b5d-0211-46f6-838c-83c6610a5616 req-46faffee-bbac-4aaf-aa8f-24e2b49b441a service nova] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] Received event network-vif-plugged-651799cd-3f8b-411e-b20c-c210062864a2 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.126170] env[68800]: DEBUG oslo_concurrency.lockutils [req-dc398b5d-0211-46f6-838c-83c6610a5616 req-46faffee-bbac-4aaf-aa8f-24e2b49b441a service nova] Acquiring lock "3ed29ea2-737e-4aaf-92ff-e4bc784632e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.126413] env[68800]: DEBUG oslo_concurrency.lockutils [req-dc398b5d-0211-46f6-838c-83c6610a5616 req-46faffee-bbac-4aaf-aa8f-24e2b49b441a service nova] Lock "3ed29ea2-737e-4aaf-92ff-e4bc784632e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.126692] env[68800]: DEBUG oslo_concurrency.lockutils [req-dc398b5d-0211-46f6-838c-83c6610a5616 req-46faffee-bbac-4aaf-aa8f-24e2b49b441a service nova] Lock "3ed29ea2-737e-4aaf-92ff-e4bc784632e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.126753] env[68800]: DEBUG nova.compute.manager [req-dc398b5d-0211-46f6-838c-83c6610a5616 req-46faffee-bbac-4aaf-aa8f-24e2b49b441a service nova] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] No waiting events found dispatching network-vif-plugged-651799cd-3f8b-411e-b20c-c210062864a2 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1022.126933] env[68800]: WARNING nova.compute.manager [req-dc398b5d-0211-46f6-838c-83c6610a5616 req-46faffee-bbac-4aaf-aa8f-24e2b49b441a service nova] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] Received unexpected event network-vif-plugged-651799cd-3f8b-411e-b20c-c210062864a2 for instance with vm_state building and task_state spawning. [ 1022.169851] env[68800]: DEBUG oslo_vmware.api [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244165, 'name': Destroy_Task} progress is 33%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.260937] env[68800]: DEBUG nova.network.neutron [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] Successfully updated port: 651799cd-3f8b-411e-b20c-c210062864a2 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1022.320338] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244168, 'name': CreateVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.335146] env[68800]: DEBUG nova.compute.utils [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1022.340550] env[68800]: DEBUG nova.compute.manager [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Not allocating networking since 'none' was specified. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1022.379843] env[68800]: DEBUG oslo_concurrency.lockutils [None req-33d46376-b09b-4471-b973-038319f5201f tempest-ServersWithSpecificFlavorTestJSON-1442568260 tempest-ServersWithSpecificFlavorTestJSON-1442568260-project-member] Lock "21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.914s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.469239] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "14a8d720-2f8a-43ce-bb2a-7f79cc54a53f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.469471] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "14a8d720-2f8a-43ce-bb2a-7f79cc54a53f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.662994] env[68800]: DEBUG oslo_vmware.api [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244165, 'name': Destroy_Task, 'duration_secs': 0.72772} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.663288] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Destroyed the VM [ 1022.663540] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Deleting Snapshot of the VM instance {{(pid=68800) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1022.667798] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-69909b70-de38-4a22-aaa5-2d9088a54690 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.675013] env[68800]: DEBUG oslo_vmware.api [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the task: (returnval){ [ 1022.675013] env[68800]: value = "task-3244169" [ 1022.675013] env[68800]: _type = "Task" [ 1022.675013] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.683015] env[68800]: DEBUG oslo_vmware.api [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244169, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.697638] env[68800]: DEBUG nova.virt.hardware [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1022.697887] env[68800]: DEBUG nova.virt.hardware [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1022.698050] env[68800]: DEBUG nova.virt.hardware [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1022.698241] env[68800]: DEBUG nova.virt.hardware [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1022.698376] env[68800]: DEBUG nova.virt.hardware [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1022.698521] env[68800]: DEBUG nova.virt.hardware [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1022.698906] env[68800]: DEBUG nova.virt.hardware [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1022.699137] env[68800]: DEBUG nova.virt.hardware [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1022.699310] env[68800]: DEBUG nova.virt.hardware [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1022.699478] env[68800]: DEBUG nova.virt.hardware [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1022.699695] env[68800]: DEBUG nova.virt.hardware [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1022.700628] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62af49a4-78a2-4ad9-b0dc-8cf94a280fc2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.714408] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7f2a21-db13-41f0-8089-a19d33b3588f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.728223] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Instance VIF info [] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1022.734314] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.734679] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1022.734913] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20613f9d-28db-497b-b8e1-a02e811e9104 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.754551] env[68800]: DEBUG nova.network.neutron [req-4a3e8e73-201f-4dcf-80b1-f9da8aef359c req-24cc1614-f818-4f0d-9653-c41770eb0454 service nova] [instance: f9105158-3562-4246-a6ba-3a4a203cbd30] Updated VIF entry in instance network info cache for port dff8f023-7e2f-45d3-85b4-5260e078a426. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.754771] env[68800]: DEBUG nova.network.neutron [req-4a3e8e73-201f-4dcf-80b1-f9da8aef359c req-24cc1614-f818-4f0d-9653-c41770eb0454 service nova] [instance: f9105158-3562-4246-a6ba-3a4a203cbd30] Updating instance_info_cache with network_info: [{"id": "dff8f023-7e2f-45d3-85b4-5260e078a426", "address": "fa:16:3e:13:2b:a9", "network": {"id": "069052e4-0631-45d4-85f5-e56c209f8cfe", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1468104897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1eea96759cf4bc28f761828bad00ade", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdff8f023-7e", "ovs_interfaceid": "dff8f023-7e2f-45d3-85b4-5260e078a426", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.760525] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1022.760525] env[68800]: value = "task-3244170" [ 1022.760525] env[68800]: _type = "Task" [ 1022.760525] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.764201] env[68800]: DEBUG oslo_concurrency.lockutils [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "refresh_cache-3ed29ea2-737e-4aaf-92ff-e4bc784632e8" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.764201] env[68800]: DEBUG oslo_concurrency.lockutils [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquired lock "refresh_cache-3ed29ea2-737e-4aaf-92ff-e4bc784632e8" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.764201] env[68800]: DEBUG nova.network.neutron [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.768953] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244170, 'name': CreateVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.821332] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244168, 'name': CreateVM_Task, 'duration_secs': 0.534646} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.821661] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9105158-3562-4246-a6ba-3a4a203cbd30] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1022.822261] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.822933] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.823124] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.823433] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f82d79f-a615-4ef2-8c9b-27543a8dfba4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.829526] env[68800]: DEBUG oslo_vmware.api [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Waiting for the task: (returnval){ [ 1022.829526] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52f3f116-fe86-c04d-e117-410896819315" [ 1022.829526] env[68800]: _type = "Task" [ 1022.829526] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.839604] env[68800]: DEBUG oslo_vmware.api [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52f3f116-fe86-c04d-e117-410896819315, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.845591] env[68800]: DEBUG nova.compute.manager [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1022.975366] env[68800]: DEBUG nova.compute.manager [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1023.136579] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd83d72-df0e-4547-9ab5-5273ceea5b65 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.151851] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88e91a8-f437-4289-aa51-dd93ef0061dd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.187961] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ac3973-c050-4557-81b4-ea0506f8b692 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.197504] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb041513-df04-4189-baea-26ab599e5ae9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.201454] env[68800]: DEBUG oslo_vmware.api [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244169, 'name': RemoveSnapshot_Task, 'duration_secs': 0.408733} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.201454] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Deleted Snapshot of the VM instance {{(pid=68800) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1023.201678] env[68800]: DEBUG nova.compute.manager [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1023.202714] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8972d4be-edcc-48b3-a79e-4a685125c1f1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.212592] env[68800]: DEBUG nova.compute.provider_tree [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.247149] env[68800]: DEBUG nova.network.neutron [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Updating instance_info_cache with network_info: [{"id": "6b4ca340-56af-4999-80f2-7ea76cc52eb2", "address": "fa:16:3e:b5:d5:dc", "network": {"id": "61392fd5-0d9c-40c5-b987-3ed7c9fcc0b1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-36638375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afdfb42235e54e239d59fd3191164f2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b4ca340-56", "ovs_interfaceid": "6b4ca340-56af-4999-80f2-7ea76cc52eb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.259575] env[68800]: DEBUG oslo_concurrency.lockutils [req-4a3e8e73-201f-4dcf-80b1-f9da8aef359c req-24cc1614-f818-4f0d-9653-c41770eb0454 service nova] Releasing lock "refresh_cache-f9105158-3562-4246-a6ba-3a4a203cbd30" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.259829] env[68800]: DEBUG nova.compute.manager [req-4a3e8e73-201f-4dcf-80b1-f9da8aef359c req-24cc1614-f818-4f0d-9653-c41770eb0454 service nova] [instance: b9f4bee1-3aff-4332-8465-0a8a68cd0d3d] Received event network-vif-deleted-a1b5a4ad-3a8e-4261-af56-c9efad23ac12 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.270935] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244170, 'name': CreateVM_Task, 'duration_secs': 0.259515} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.271119] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1023.271969] env[68800]: DEBUG oslo_concurrency.lockutils [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.272157] env[68800]: DEBUG oslo_concurrency.lockutils [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.272469] env[68800]: DEBUG oslo_concurrency.lockutils [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.272760] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81ff7eb5-3992-460f-9138-e66683bc8d53 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.277984] env[68800]: DEBUG oslo_vmware.api [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Waiting for the task: (returnval){ [ 1023.277984] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]528e495f-0b52-b5c8-17f4-49d17657e7ac" [ 1023.277984] env[68800]: _type = "Task" [ 1023.277984] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.287773] env[68800]: DEBUG oslo_vmware.api [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]528e495f-0b52-b5c8-17f4-49d17657e7ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.333370] env[68800]: DEBUG nova.network.neutron [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1023.341631] env[68800]: DEBUG oslo_vmware.api [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52f3f116-fe86-c04d-e117-410896819315, 'name': SearchDatastore_Task, 'duration_secs': 0.010226} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.342018] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.342272] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] [instance: f9105158-3562-4246-a6ba-3a4a203cbd30] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1023.342508] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.342653] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.342828] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1023.343628] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b91cb74-cf67-41e2-810c-9b8a7301ecfa {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.352554] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1023.352739] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1023.353929] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4f9b730-b99a-43aa-a771-3cf012b5fc4e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.359122] env[68800]: DEBUG oslo_vmware.api [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Waiting for the task: (returnval){ [ 1023.359122] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52f47e30-82e8-b8d9-840f-f8ee2f69113b" [ 1023.359122] env[68800]: _type = "Task" [ 1023.359122] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.368835] env[68800]: DEBUG oslo_vmware.api [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52f47e30-82e8-b8d9-840f-f8ee2f69113b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.497309] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.702338] env[68800]: DEBUG nova.network.neutron [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] Updating instance_info_cache with network_info: [{"id": "651799cd-3f8b-411e-b20c-c210062864a2", "address": "fa:16:3e:66:4e:80", "network": {"id": "aee245cb-ee4d-4a69-b6dd-d607d862d951", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-900599029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84cb1a2d15ae40b294b17dabe7bbbfd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap651799cd-3f", "ovs_interfaceid": "651799cd-3f8b-411e-b20c-c210062864a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.715847] env[68800]: DEBUG nova.scheduler.client.report [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.725068] env[68800]: INFO nova.compute.manager [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Shelve offloading [ 1023.749520] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Releasing lock "refresh_cache-c19ca69f-35ab-4737-997c-89f30164836a" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.790767] env[68800]: DEBUG oslo_vmware.api [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]528e495f-0b52-b5c8-17f4-49d17657e7ac, 'name': SearchDatastore_Task, 'duration_secs': 0.009914} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.791090] env[68800]: DEBUG oslo_concurrency.lockutils [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.791365] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1023.791646] env[68800]: DEBUG oslo_concurrency.lockutils [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.791797] env[68800]: DEBUG oslo_concurrency.lockutils [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.792026] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1023.792306] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5ba7cd8-782b-4a20-b9a6-9c4914eb0a9d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.800860] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1023.801082] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1023.802198] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9eb8ee2-e1bc-43e4-bbb3-dd56bf80356b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.808417] env[68800]: DEBUG oslo_vmware.api [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Waiting for the task: (returnval){ [ 1023.808417] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c184e8-155c-33a4-a89c-65fb06e7d9dc" [ 1023.808417] env[68800]: _type = "Task" [ 1023.808417] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.819850] env[68800]: DEBUG oslo_vmware.api [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c184e8-155c-33a4-a89c-65fb06e7d9dc, 'name': SearchDatastore_Task, 'duration_secs': 0.008498} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.820805] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6aeeb691-4d68-4529-bec8-4520f0ecbd1e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.826720] env[68800]: DEBUG oslo_vmware.api [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Waiting for the task: (returnval){ [ 1023.826720] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]527d2aa7-d424-8fa9-6d54-44492c840407" [ 1023.826720] env[68800]: _type = "Task" [ 1023.826720] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.834473] env[68800]: DEBUG oslo_vmware.api [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]527d2aa7-d424-8fa9-6d54-44492c840407, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.855802] env[68800]: DEBUG nova.compute.manager [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1023.869511] env[68800]: DEBUG oslo_vmware.api [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52f47e30-82e8-b8d9-840f-f8ee2f69113b, 'name': SearchDatastore_Task, 'duration_secs': 0.008562} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.870318] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42dc106d-1cf9-46dd-ae9e-a467e2b1c20a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.880978] env[68800]: DEBUG oslo_vmware.api [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Waiting for the task: (returnval){ [ 1023.880978] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]526eea17-3660-69d6-1b68-7cf4cacd4035" [ 1023.880978] env[68800]: _type = "Task" [ 1023.880978] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.887115] env[68800]: DEBUG nova.virt.hardware [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.887353] env[68800]: DEBUG nova.virt.hardware [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.887597] env[68800]: DEBUG nova.virt.hardware [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.887829] env[68800]: DEBUG nova.virt.hardware [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.888019] env[68800]: DEBUG nova.virt.hardware [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.888211] env[68800]: DEBUG nova.virt.hardware [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.888456] env[68800]: DEBUG nova.virt.hardware [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.888650] env[68800]: DEBUG nova.virt.hardware [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.888853] env[68800]: DEBUG nova.virt.hardware [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.889062] env[68800]: DEBUG nova.virt.hardware [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.889277] env[68800]: DEBUG nova.virt.hardware [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.890161] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81abbb3-3478-4cbf-a21d-fcfb187fdb1d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.897602] env[68800]: DEBUG oslo_vmware.api [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]526eea17-3660-69d6-1b68-7cf4cacd4035, 'name': SearchDatastore_Task, 'duration_secs': 0.008316} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.899616] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.899922] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] f9105158-3562-4246-a6ba-3a4a203cbd30/f9105158-3562-4246-a6ba-3a4a203cbd30.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1023.902313] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eace1653-3b5e-4b57-a51f-84f5c2989bf5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.905367] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc50339-9283-4677-99dc-a907179c40fd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.921563] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Instance VIF info [] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.928062] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Creating folder: Project (5765758847944652a3e6946ce094a778). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1023.929484] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-800627d9-9630-4138-a130-006c75216602 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.931426] env[68800]: DEBUG oslo_vmware.api [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Waiting for the task: (returnval){ [ 1023.931426] env[68800]: value = "task-3244171" [ 1023.931426] env[68800]: _type = "Task" [ 1023.931426] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.940406] env[68800]: DEBUG oslo_vmware.api [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Task: {'id': task-3244171, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.941794] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Created folder: Project (5765758847944652a3e6946ce094a778) in parent group-v648080. [ 1023.942145] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Creating folder: Instances. Parent ref: group-v648329. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1023.942508] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c423b91-ed95-465e-bdf1-28f91c724b9d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.950774] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Created folder: Instances in parent group-v648329. [ 1023.951075] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.951303] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.951542] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9a16fa6-c3e2-495e-86ef-436925845128 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.967429] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.967429] env[68800]: value = "task-3244174" [ 1023.967429] env[68800]: _type = "Task" [ 1023.967429] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.975593] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244174, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.155654] env[68800]: DEBUG nova.compute.manager [req-a6b6ee02-ad7d-4e6d-98b9-6e3f82081d4f req-f312191e-b8c3-4109-87ef-bc7e75eeb345 service nova] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] Received event network-changed-651799cd-3f8b-411e-b20c-c210062864a2 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.155971] env[68800]: DEBUG nova.compute.manager [req-a6b6ee02-ad7d-4e6d-98b9-6e3f82081d4f req-f312191e-b8c3-4109-87ef-bc7e75eeb345 service nova] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] Refreshing instance network info cache due to event network-changed-651799cd-3f8b-411e-b20c-c210062864a2. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1024.160027] env[68800]: DEBUG oslo_concurrency.lockutils [req-a6b6ee02-ad7d-4e6d-98b9-6e3f82081d4f req-f312191e-b8c3-4109-87ef-bc7e75eeb345 service nova] Acquiring lock "refresh_cache-3ed29ea2-737e-4aaf-92ff-e4bc784632e8" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.204017] env[68800]: DEBUG nova.compute.manager [req-cb706316-0b47-4bab-ae08-83d452c05e40 req-06ee0c0a-9f56-477d-a661-41ea3ed783ac service nova] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Received event network-vif-unplugged-6b4ca340-56af-4999-80f2-7ea76cc52eb2 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.204305] env[68800]: DEBUG oslo_concurrency.lockutils [req-cb706316-0b47-4bab-ae08-83d452c05e40 req-06ee0c0a-9f56-477d-a661-41ea3ed783ac service nova] Acquiring lock "c19ca69f-35ab-4737-997c-89f30164836a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.204712] env[68800]: DEBUG oslo_concurrency.lockutils [req-cb706316-0b47-4bab-ae08-83d452c05e40 req-06ee0c0a-9f56-477d-a661-41ea3ed783ac service nova] Lock "c19ca69f-35ab-4737-997c-89f30164836a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.204801] env[68800]: DEBUG oslo_concurrency.lockutils [req-cb706316-0b47-4bab-ae08-83d452c05e40 req-06ee0c0a-9f56-477d-a661-41ea3ed783ac service nova] Lock "c19ca69f-35ab-4737-997c-89f30164836a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.205290] env[68800]: DEBUG nova.compute.manager [req-cb706316-0b47-4bab-ae08-83d452c05e40 req-06ee0c0a-9f56-477d-a661-41ea3ed783ac service nova] [instance: c19ca69f-35ab-4737-997c-89f30164836a] No waiting events found dispatching network-vif-unplugged-6b4ca340-56af-4999-80f2-7ea76cc52eb2 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1024.205541] env[68800]: WARNING nova.compute.manager [req-cb706316-0b47-4bab-ae08-83d452c05e40 req-06ee0c0a-9f56-477d-a661-41ea3ed783ac service nova] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Received unexpected event network-vif-unplugged-6b4ca340-56af-4999-80f2-7ea76cc52eb2 for instance with vm_state shelved and task_state shelving_offloading. [ 1024.206677] env[68800]: DEBUG oslo_concurrency.lockutils [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Releasing lock "refresh_cache-3ed29ea2-737e-4aaf-92ff-e4bc784632e8" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.207183] env[68800]: DEBUG nova.compute.manager [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] Instance network_info: |[{"id": "651799cd-3f8b-411e-b20c-c210062864a2", "address": "fa:16:3e:66:4e:80", "network": {"id": "aee245cb-ee4d-4a69-b6dd-d607d862d951", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-900599029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84cb1a2d15ae40b294b17dabe7bbbfd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap651799cd-3f", "ovs_interfaceid": "651799cd-3f8b-411e-b20c-c210062864a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1024.207373] env[68800]: DEBUG oslo_concurrency.lockutils [req-a6b6ee02-ad7d-4e6d-98b9-6e3f82081d4f req-f312191e-b8c3-4109-87ef-bc7e75eeb345 service nova] Acquired lock "refresh_cache-3ed29ea2-737e-4aaf-92ff-e4bc784632e8" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.207586] env[68800]: DEBUG nova.network.neutron [req-a6b6ee02-ad7d-4e6d-98b9-6e3f82081d4f req-f312191e-b8c3-4109-87ef-bc7e75eeb345 service nova] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] Refreshing network info cache for port 651799cd-3f8b-411e-b20c-c210062864a2 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.208954] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:4e:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2c019b6-3ef3-4c8f-95bd-edede2c554a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '651799cd-3f8b-411e-b20c-c210062864a2', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1024.218062] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1024.219680] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1024.220613] env[68800]: DEBUG oslo_concurrency.lockutils [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.395s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.221159] env[68800]: DEBUG nova.compute.manager [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1024.224037] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c3cd1a0-d9a7-4413-bbe7-a381a6ae98f2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.242669] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b2565872-bac1-4eef-9074-795f7ac2bb4a tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.279s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.243074] env[68800]: DEBUG nova.objects.instance [None req-b2565872-bac1-4eef-9074-795f7ac2bb4a tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lazy-loading 'resources' on Instance uuid 4205ef4c-0140-4357-b453-64899d952ce2 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.245635] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.245973] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e74ede03-31f9-4461-b748-a4326e6efa7d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.254063] env[68800]: DEBUG oslo_vmware.api [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the task: (returnval){ [ 1024.254063] env[68800]: value = "task-3244175" [ 1024.254063] env[68800]: _type = "Task" [ 1024.254063] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.259874] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1024.259874] env[68800]: value = "task-3244176" [ 1024.259874] env[68800]: _type = "Task" [ 1024.259874] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.270379] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] VM already powered off {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1024.270651] env[68800]: DEBUG nova.compute.manager [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.271944] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f895efb-35b7-4600-9cdb-a2d20e724ad0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.279751] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244176, 'name': CreateVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.284013] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Acquiring lock "refresh_cache-d31685d0-2d63-49c1-9615-a332ad4777ed" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.284221] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Acquired lock "refresh_cache-d31685d0-2d63-49c1-9615-a332ad4777ed" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.284403] env[68800]: DEBUG nova.network.neutron [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.313633] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1024.314173] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23379101-e292-4cbd-8021-596f08afad14 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.322152] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1024.322667] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1afd1d99-4a05-469e-8e57-486cc8cfc358 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.337590] env[68800]: DEBUG oslo_vmware.api [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]527d2aa7-d424-8fa9-6d54-44492c840407, 'name': SearchDatastore_Task, 'duration_secs': 0.007606} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.338141] env[68800]: DEBUG oslo_concurrency.lockutils [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.338474] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 3c6f1d82-bcbd-48db-8df1-53509af90c16/3c6f1d82-bcbd-48db-8df1-53509af90c16.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1024.338820] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0fc40c9c-a43c-4ae1-a589-9c8c6efb6881 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.347430] env[68800]: DEBUG oslo_vmware.api [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Waiting for the task: (returnval){ [ 1024.347430] env[68800]: value = "task-3244178" [ 1024.347430] env[68800]: _type = "Task" [ 1024.347430] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.358611] env[68800]: DEBUG oslo_vmware.api [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Task: {'id': task-3244178, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.416341] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1024.416739] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1024.417905] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Deleting the datastore file [datastore2] c19ca69f-35ab-4737-997c-89f30164836a {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1024.418534] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab515cc1-3034-4e63-97ed-47bb4b3be384 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.427174] env[68800]: DEBUG oslo_vmware.api [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Waiting for the task: (returnval){ [ 1024.427174] env[68800]: value = "task-3244179" [ 1024.427174] env[68800]: _type = "Task" [ 1024.427174] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.443651] env[68800]: DEBUG oslo_vmware.api [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244179, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.448118] env[68800]: DEBUG oslo_vmware.api [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Task: {'id': task-3244171, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.479451] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244174, 'name': CreateVM_Task, 'duration_secs': 0.408388} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.479645] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1024.480127] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.480327] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.480675] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.480957] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26e72157-ab5b-4c40-a095-28543bbccaac {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.485840] env[68800]: DEBUG oslo_vmware.api [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Waiting for the task: (returnval){ [ 1024.485840] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52df7b3d-ae52-3b02-6da5-ea79f4a93281" [ 1024.485840] env[68800]: _type = "Task" [ 1024.485840] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.494341] env[68800]: DEBUG oslo_vmware.api [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52df7b3d-ae52-3b02-6da5-ea79f4a93281, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.744378] env[68800]: DEBUG nova.compute.utils [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1024.745869] env[68800]: DEBUG nova.compute.manager [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1024.750150] env[68800]: DEBUG nova.network.neutron [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1024.774959] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244176, 'name': CreateVM_Task, 'duration_secs': 0.364295} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.775301] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1024.776078] env[68800]: DEBUG oslo_concurrency.lockutils [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.809653] env[68800]: DEBUG nova.policy [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dcb26b82540f41e5b314ced827d7be6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9af8613e45c64f74935a120197e0aed9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 1024.860950] env[68800]: DEBUG oslo_vmware.api [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Task: {'id': task-3244178, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50217} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.864262] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 3c6f1d82-bcbd-48db-8df1-53509af90c16/3c6f1d82-bcbd-48db-8df1-53509af90c16.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1024.864262] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1024.864262] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c1851da-39ec-4270-a28f-4b485bcbc54b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.874764] env[68800]: DEBUG oslo_vmware.api [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Waiting for the task: (returnval){ [ 1024.874764] env[68800]: value = "task-3244180" [ 1024.874764] env[68800]: _type = "Task" [ 1024.874764] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.887666] env[68800]: DEBUG oslo_vmware.api [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Task: {'id': task-3244180, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.938589] env[68800]: DEBUG oslo_vmware.api [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244179, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217786} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.950939] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1024.951184] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1024.951376] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1024.962312] env[68800]: DEBUG oslo_vmware.api [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Task: {'id': task-3244171, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566437} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.962423] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] f9105158-3562-4246-a6ba-3a4a203cbd30/f9105158-3562-4246-a6ba-3a4a203cbd30.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1024.963202] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] [instance: f9105158-3562-4246-a6ba-3a4a203cbd30] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1024.963202] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c046e431-663c-4134-954f-4a8ec3658a5a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.970855] env[68800]: DEBUG oslo_vmware.api [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Waiting for the task: (returnval){ [ 1024.970855] env[68800]: value = "task-3244181" [ 1024.970855] env[68800]: _type = "Task" [ 1024.970855] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.978683] env[68800]: INFO nova.scheduler.client.report [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Deleted allocations for instance c19ca69f-35ab-4737-997c-89f30164836a [ 1024.984623] env[68800]: DEBUG oslo_vmware.api [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Task: {'id': task-3244181, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.998628] env[68800]: DEBUG oslo_vmware.api [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52df7b3d-ae52-3b02-6da5-ea79f4a93281, 'name': SearchDatastore_Task, 'duration_secs': 0.007862} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.998757] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.999025] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1025.000025] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.000025] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.000025] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1025.000455] env[68800]: DEBUG oslo_concurrency.lockutils [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.000531] env[68800]: DEBUG oslo_concurrency.lockutils [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.000765] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c3b2280-9521-4d08-acc3-5d5b6d14fef0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.002862] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab6325f7-1cbf-4d50-8770-7148cdbfe19d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.012070] env[68800]: DEBUG oslo_vmware.api [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 1025.012070] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5213833c-dca2-cad2-64b2-9c47310e0dde" [ 1025.012070] env[68800]: _type = "Task" [ 1025.012070] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.015400] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1025.015400] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1025.018936] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad65a302-0bd1-4ead-8d65-8fda0246a55b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.028982] env[68800]: DEBUG oslo_vmware.api [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5213833c-dca2-cad2-64b2-9c47310e0dde, 'name': SearchDatastore_Task, 'duration_secs': 0.009112} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.030953] env[68800]: DEBUG oslo_vmware.api [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Waiting for the task: (returnval){ [ 1025.030953] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]526687a4-24a1-1760-2028-5470cd368e1e" [ 1025.030953] env[68800]: _type = "Task" [ 1025.030953] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.033651] env[68800]: DEBUG oslo_concurrency.lockutils [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.034659] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1025.034659] env[68800]: DEBUG oslo_concurrency.lockutils [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.050224] env[68800]: DEBUG oslo_vmware.api [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]526687a4-24a1-1760-2028-5470cd368e1e, 'name': SearchDatastore_Task, 'duration_secs': 0.009441} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.055102] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e64794ce-106f-4725-aa1c-f1a4c6046ed2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.059343] env[68800]: DEBUG oslo_vmware.api [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Waiting for the task: (returnval){ [ 1025.059343] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]527cb153-d4f0-9754-efbd-b9810d8217d0" [ 1025.059343] env[68800]: _type = "Task" [ 1025.059343] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.067905] env[68800]: DEBUG oslo_vmware.api [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]527cb153-d4f0-9754-efbd-b9810d8217d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.157238] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9c9d46-7967-4f0f-8db6-5957590a700e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.160658] env[68800]: DEBUG nova.network.neutron [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Successfully created port: 0885872e-e3b8-4120-b7bb-5d9b71c0da1c {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1025.167358] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62db1a08-ee4d-4462-976c-47ab6b3c67df {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.199318] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a53601f-80d1-4532-8b96-330354ccd4dc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.207576] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae2323f-dfb9-48c6-92b5-ffe05e7c8264 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.220474] env[68800]: DEBUG nova.compute.provider_tree [None req-b2565872-bac1-4eef-9074-795f7ac2bb4a tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.258038] env[68800]: DEBUG nova.compute.manager [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1025.385736] env[68800]: DEBUG oslo_vmware.api [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Task: {'id': task-3244180, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081729} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.386015] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1025.390311] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b63afde-5887-434b-892c-f0aa9ee379ac {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.409690] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 3c6f1d82-bcbd-48db-8df1-53509af90c16/3c6f1d82-bcbd-48db-8df1-53509af90c16.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.409996] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cbddb0d-b14e-4415-9fdb-36f3f3b5c78c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.429667] env[68800]: DEBUG oslo_vmware.api [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Waiting for the task: (returnval){ [ 1025.429667] env[68800]: value = "task-3244182" [ 1025.429667] env[68800]: _type = "Task" [ 1025.429667] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.440631] env[68800]: DEBUG oslo_vmware.api [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Task: {'id': task-3244182, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.446692] env[68800]: DEBUG nova.network.neutron [req-a6b6ee02-ad7d-4e6d-98b9-6e3f82081d4f req-f312191e-b8c3-4109-87ef-bc7e75eeb345 service nova] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] Updated VIF entry in instance network info cache for port 651799cd-3f8b-411e-b20c-c210062864a2. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1025.447087] env[68800]: DEBUG nova.network.neutron [req-a6b6ee02-ad7d-4e6d-98b9-6e3f82081d4f req-f312191e-b8c3-4109-87ef-bc7e75eeb345 service nova] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] Updating instance_info_cache with network_info: [{"id": "651799cd-3f8b-411e-b20c-c210062864a2", "address": "fa:16:3e:66:4e:80", "network": {"id": "aee245cb-ee4d-4a69-b6dd-d607d862d951", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-900599029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84cb1a2d15ae40b294b17dabe7bbbfd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap651799cd-3f", "ovs_interfaceid": "651799cd-3f8b-411e-b20c-c210062864a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.480516] env[68800]: DEBUG oslo_vmware.api [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Task: {'id': task-3244181, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071584} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.480876] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] [instance: f9105158-3562-4246-a6ba-3a4a203cbd30] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1025.481563] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6cde61-8faf-4818-a331-a9dcc44a51cc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.487135] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.503403] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] [instance: f9105158-3562-4246-a6ba-3a4a203cbd30] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] f9105158-3562-4246-a6ba-3a4a203cbd30/f9105158-3562-4246-a6ba-3a4a203cbd30.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.504071] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-003d3853-0a15-4e0b-a9ba-7f5f7e8ed2f4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.523581] env[68800]: DEBUG oslo_vmware.api [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Waiting for the task: (returnval){ [ 1025.523581] env[68800]: value = "task-3244183" [ 1025.523581] env[68800]: _type = "Task" [ 1025.523581] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.531414] env[68800]: DEBUG oslo_vmware.api [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Task: {'id': task-3244183, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.564864] env[68800]: DEBUG nova.network.neutron [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Updating instance_info_cache with network_info: [{"id": "3822ef29-d788-40e8-a0a1-9b1cabeb2964", "address": "fa:16:3e:09:26:e9", "network": {"id": "f0cd4842-ddbd-4b1c-ae1f-572165adcf58", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2081563423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d85c7de7338c4e95a65fcf648a8c37a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3822ef29-d7", "ovs_interfaceid": "3822ef29-d788-40e8-a0a1-9b1cabeb2964", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.573015] env[68800]: DEBUG oslo_vmware.api [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]527cb153-d4f0-9754-efbd-b9810d8217d0, 'name': SearchDatastore_Task, 'duration_secs': 0.009323} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.573015] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.573015] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 765310c6-7c0a-4d6c-8c34-88c6be0936da/765310c6-7c0a-4d6c-8c34-88c6be0936da.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1025.573015] env[68800]: DEBUG oslo_concurrency.lockutils [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.573015] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1025.573015] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0743d0c9-9753-4922-a9f4-b0f364efcfa8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.576810] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe153742-295d-4ed9-8bf6-1f5ee9bda59a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.582023] env[68800]: DEBUG oslo_vmware.api [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Waiting for the task: (returnval){ [ 1025.582023] env[68800]: value = "task-3244184" [ 1025.582023] env[68800]: _type = "Task" [ 1025.582023] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.585902] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1025.586100] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1025.587355] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab31d469-909d-43a1-9b9c-02b23c7194d9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.592533] env[68800]: DEBUG oslo_vmware.api [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Task: {'id': task-3244184, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.595369] env[68800]: DEBUG oslo_vmware.api [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 1025.595369] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]524bade1-a5ee-886e-d4f6-2d0c0cca459e" [ 1025.595369] env[68800]: _type = "Task" [ 1025.595369] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.603065] env[68800]: DEBUG oslo_vmware.api [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]524bade1-a5ee-886e-d4f6-2d0c0cca459e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.723689] env[68800]: DEBUG nova.scheduler.client.report [None req-b2565872-bac1-4eef-9074-795f7ac2bb4a tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.940058] env[68800]: DEBUG oslo_vmware.api [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Task: {'id': task-3244182, 'name': ReconfigVM_Task, 'duration_secs': 0.296942} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.941336] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 3c6f1d82-bcbd-48db-8df1-53509af90c16/3c6f1d82-bcbd-48db-8df1-53509af90c16.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.942546] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56836aa6-45c3-4c2c-b56f-4c1628167fd9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.949784] env[68800]: DEBUG oslo_vmware.api [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Waiting for the task: (returnval){ [ 1025.949784] env[68800]: value = "task-3244185" [ 1025.949784] env[68800]: _type = "Task" [ 1025.949784] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.953980] env[68800]: DEBUG oslo_concurrency.lockutils [req-a6b6ee02-ad7d-4e6d-98b9-6e3f82081d4f req-f312191e-b8c3-4109-87ef-bc7e75eeb345 service nova] Releasing lock "refresh_cache-3ed29ea2-737e-4aaf-92ff-e4bc784632e8" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.961418] env[68800]: DEBUG oslo_vmware.api [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Task: {'id': task-3244185, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.038081] env[68800]: DEBUG oslo_vmware.api [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Task: {'id': task-3244183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.068685] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Releasing lock "refresh_cache-d31685d0-2d63-49c1-9615-a332ad4777ed" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.105968] env[68800]: DEBUG oslo_vmware.api [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Task: {'id': task-3244184, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.120161] env[68800]: DEBUG oslo_vmware.api [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]524bade1-a5ee-886e-d4f6-2d0c0cca459e, 'name': SearchDatastore_Task, 'duration_secs': 0.019065} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.121240] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-577bfc0b-77b3-4222-be7b-2addfd0ffe27 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.128920] env[68800]: DEBUG oslo_vmware.api [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 1026.128920] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]527cd30e-36a1-c26e-da78-e4360a568869" [ 1026.128920] env[68800]: _type = "Task" [ 1026.128920] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.140988] env[68800]: DEBUG oslo_vmware.api [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]527cd30e-36a1-c26e-da78-e4360a568869, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.229599] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b2565872-bac1-4eef-9074-795f7ac2bb4a tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.987s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.232493] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d91c268f-3b4b-4e9f-9845-d866896a1bc1 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.431s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.232895] env[68800]: DEBUG nova.objects.instance [None req-d91c268f-3b4b-4e9f-9845-d866896a1bc1 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Lazy-loading 'resources' on Instance uuid ef8bcba4-6707-478a-aeac-c6995c899432 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.270028] env[68800]: INFO nova.scheduler.client.report [None req-b2565872-bac1-4eef-9074-795f7ac2bb4a tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Deleted allocations for instance 4205ef4c-0140-4357-b453-64899d952ce2 [ 1026.271132] env[68800]: DEBUG nova.compute.manager [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1026.292222] env[68800]: DEBUG nova.compute.manager [req-f347e30c-c940-4a45-a3ee-45d01ed2ce8e req-be2e5f63-2df6-4435-bba2-4ee558e104f6 service nova] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Received event network-changed-6b4ca340-56af-4999-80f2-7ea76cc52eb2 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.292222] env[68800]: DEBUG nova.compute.manager [req-f347e30c-c940-4a45-a3ee-45d01ed2ce8e req-be2e5f63-2df6-4435-bba2-4ee558e104f6 service nova] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Refreshing instance network info cache due to event network-changed-6b4ca340-56af-4999-80f2-7ea76cc52eb2. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1026.292222] env[68800]: DEBUG oslo_concurrency.lockutils [req-f347e30c-c940-4a45-a3ee-45d01ed2ce8e req-be2e5f63-2df6-4435-bba2-4ee558e104f6 service nova] Acquiring lock "refresh_cache-c19ca69f-35ab-4737-997c-89f30164836a" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.292222] env[68800]: DEBUG oslo_concurrency.lockutils [req-f347e30c-c940-4a45-a3ee-45d01ed2ce8e req-be2e5f63-2df6-4435-bba2-4ee558e104f6 service nova] Acquired lock "refresh_cache-c19ca69f-35ab-4737-997c-89f30164836a" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.292222] env[68800]: DEBUG nova.network.neutron [req-f347e30c-c940-4a45-a3ee-45d01ed2ce8e req-be2e5f63-2df6-4435-bba2-4ee558e104f6 service nova] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Refreshing network info cache for port 6b4ca340-56af-4999-80f2-7ea76cc52eb2 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.305477] env[68800]: DEBUG nova.virt.hardware [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1026.307301] env[68800]: DEBUG nova.virt.hardware [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1026.307534] env[68800]: DEBUG nova.virt.hardware [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.307869] env[68800]: DEBUG nova.virt.hardware [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1026.309202] env[68800]: DEBUG nova.virt.hardware [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.309202] env[68800]: DEBUG nova.virt.hardware [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1026.309202] env[68800]: DEBUG nova.virt.hardware [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1026.309202] env[68800]: DEBUG nova.virt.hardware [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1026.309202] env[68800]: DEBUG nova.virt.hardware [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1026.309202] env[68800]: DEBUG nova.virt.hardware [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1026.309202] env[68800]: DEBUG nova.virt.hardware [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1026.310347] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d529f526-51cd-4624-8e20-60368df29879 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.322950] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4022e973-5949-4a40-a328-34fd6ea9046a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.351039] env[68800]: DEBUG oslo_concurrency.lockutils [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Acquiring lock "a9800c90-6756-43ee-b540-e0c8dea5813e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.351343] env[68800]: DEBUG oslo_concurrency.lockutils [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Lock "a9800c90-6756-43ee-b540-e0c8dea5813e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.464446] env[68800]: DEBUG oslo_vmware.api [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Task: {'id': task-3244185, 'name': Rename_Task, 'duration_secs': 0.138102} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.465160] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1026.465395] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff22a03c-48fc-4f7c-87f9-abf8d669b4f7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.473160] env[68800]: DEBUG oslo_vmware.api [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Waiting for the task: (returnval){ [ 1026.473160] env[68800]: value = "task-3244186" [ 1026.473160] env[68800]: _type = "Task" [ 1026.473160] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.482910] env[68800]: DEBUG oslo_vmware.api [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Task: {'id': task-3244186, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.533351] env[68800]: DEBUG oslo_vmware.api [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Task: {'id': task-3244183, 'name': ReconfigVM_Task, 'duration_secs': 0.820265} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.533779] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] [instance: f9105158-3562-4246-a6ba-3a4a203cbd30] Reconfigured VM instance instance-00000055 to attach disk [datastore2] f9105158-3562-4246-a6ba-3a4a203cbd30/f9105158-3562-4246-a6ba-3a4a203cbd30.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.534771] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30139698-2961-48c2-a312-258256080f0f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.544627] env[68800]: DEBUG oslo_vmware.api [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Waiting for the task: (returnval){ [ 1026.544627] env[68800]: value = "task-3244187" [ 1026.544627] env[68800]: _type = "Task" [ 1026.544627] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.558798] env[68800]: DEBUG oslo_vmware.api [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Task: {'id': task-3244187, 'name': Rename_Task} progress is 10%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.592893] env[68800]: DEBUG oslo_vmware.api [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Task: {'id': task-3244184, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.802595} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.593175] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 765310c6-7c0a-4d6c-8c34-88c6be0936da/765310c6-7c0a-4d6c-8c34-88c6be0936da.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1026.593392] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1026.593645] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6699ef8d-05a6-49b3-bad7-c00f8f2c419e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.600120] env[68800]: DEBUG oslo_vmware.api [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Waiting for the task: (returnval){ [ 1026.600120] env[68800]: value = "task-3244188" [ 1026.600120] env[68800]: _type = "Task" [ 1026.600120] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.607891] env[68800]: DEBUG oslo_vmware.api [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Task: {'id': task-3244188, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.640422] env[68800]: DEBUG oslo_vmware.api [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]527cd30e-36a1-c26e-da78-e4360a568869, 'name': SearchDatastore_Task, 'duration_secs': 0.06574} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.640672] env[68800]: DEBUG oslo_concurrency.lockutils [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.640923] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 3ed29ea2-737e-4aaf-92ff-e4bc784632e8/3ed29ea2-737e-4aaf-92ff-e4bc784632e8.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1026.641192] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ace2df28-6c31-455f-8108-c5f0e441e5de {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.647238] env[68800]: DEBUG oslo_vmware.api [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 1026.647238] env[68800]: value = "task-3244189" [ 1026.647238] env[68800]: _type = "Task" [ 1026.647238] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.657424] env[68800]: DEBUG oslo_vmware.api [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244189, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.785762] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b2565872-bac1-4eef-9074-795f7ac2bb4a tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lock "4205ef4c-0140-4357-b453-64899d952ce2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.049s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.855174] env[68800]: DEBUG nova.compute.manager [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] [instance: a9800c90-6756-43ee-b540-e0c8dea5813e] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1026.985912] env[68800]: DEBUG oslo_vmware.api [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Task: {'id': task-3244186, 'name': PowerOnVM_Task, 'duration_secs': 0.454324} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.986246] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.986463] env[68800]: DEBUG nova.compute.manager [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.987302] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06760c6-8dcd-4f8e-8d74-2310114b2c50 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.999961] env[68800]: DEBUG nova.network.neutron [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Successfully updated port: 0885872e-e3b8-4120-b7bb-5d9b71c0da1c {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1027.044144] env[68800]: DEBUG nova.compute.manager [req-ff8a6e9b-2fb0-46ed-8c8c-a5c507e8ba04 req-71da5e47-41fd-42af-8e5d-bc2de88f0b0f service nova] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Received event network-vif-plugged-0885872e-e3b8-4120-b7bb-5d9b71c0da1c {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.044512] env[68800]: DEBUG oslo_concurrency.lockutils [req-ff8a6e9b-2fb0-46ed-8c8c-a5c507e8ba04 req-71da5e47-41fd-42af-8e5d-bc2de88f0b0f service nova] Acquiring lock "f574e30d-19ef-436f-8f9a-136acf71c3ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.044742] env[68800]: DEBUG oslo_concurrency.lockutils [req-ff8a6e9b-2fb0-46ed-8c8c-a5c507e8ba04 req-71da5e47-41fd-42af-8e5d-bc2de88f0b0f service nova] Lock "f574e30d-19ef-436f-8f9a-136acf71c3ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.044972] env[68800]: DEBUG oslo_concurrency.lockutils [req-ff8a6e9b-2fb0-46ed-8c8c-a5c507e8ba04 req-71da5e47-41fd-42af-8e5d-bc2de88f0b0f service nova] Lock "f574e30d-19ef-436f-8f9a-136acf71c3ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.045173] env[68800]: DEBUG nova.compute.manager [req-ff8a6e9b-2fb0-46ed-8c8c-a5c507e8ba04 req-71da5e47-41fd-42af-8e5d-bc2de88f0b0f service nova] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] No waiting events found dispatching network-vif-plugged-0885872e-e3b8-4120-b7bb-5d9b71c0da1c {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1027.045342] env[68800]: WARNING nova.compute.manager [req-ff8a6e9b-2fb0-46ed-8c8c-a5c507e8ba04 req-71da5e47-41fd-42af-8e5d-bc2de88f0b0f service nova] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Received unexpected event network-vif-plugged-0885872e-e3b8-4120-b7bb-5d9b71c0da1c for instance with vm_state building and task_state spawning. [ 1027.065217] env[68800]: DEBUG oslo_vmware.api [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Task: {'id': task-3244187, 'name': Rename_Task, 'duration_secs': 0.144437} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.067706] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1027.067706] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] [instance: f9105158-3562-4246-a6ba-3a4a203cbd30] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1027.068093] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e9b7aa-9070-4aa2-a482-6a00b124a749 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.073335] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cda3f89e-3a23-4ef4-a901-2cbf9e572a41 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.081084] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.082866] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd8e3be4-8d96-443a-be91-3f07839437c3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.084714] env[68800]: DEBUG oslo_vmware.api [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Waiting for the task: (returnval){ [ 1027.084714] env[68800]: value = "task-3244190" [ 1027.084714] env[68800]: _type = "Task" [ 1027.084714] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.103926] env[68800]: DEBUG oslo_vmware.api [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Task: {'id': task-3244190, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.121221] env[68800]: DEBUG oslo_vmware.api [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Task: {'id': task-3244188, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066714} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.122195] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1027.124871] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60668d5e-2f65-41de-b26c-d7b53a1a9195 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.151103] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 765310c6-7c0a-4d6c-8c34-88c6be0936da/765310c6-7c0a-4d6c-8c34-88c6be0936da.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.152559] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1108a09f-8248-45a3-a92a-80ef44688fd7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.168838] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272b60a1-e1de-4d1b-a394-d108d5e42126 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.174677] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.174900] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.175102] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Deleting the datastore file [datastore1] d31685d0-2d63-49c1-9615-a332ad4777ed {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.176082] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7fd3a4d2-a314-40de-9d24-c7c28aa73843 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.182136] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802ebab1-549d-4625-a995-b898698389f9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.185486] env[68800]: DEBUG oslo_vmware.api [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Waiting for the task: (returnval){ [ 1027.185486] env[68800]: value = "task-3244192" [ 1027.185486] env[68800]: _type = "Task" [ 1027.185486] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.190093] env[68800]: DEBUG oslo_vmware.api [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244189, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.190532] env[68800]: DEBUG oslo_vmware.api [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the task: (returnval){ [ 1027.190532] env[68800]: value = "task-3244193" [ 1027.190532] env[68800]: _type = "Task" [ 1027.190532] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.230045] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4dc78c-f435-4534-8d4c-af77698b500d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.237202] env[68800]: DEBUG oslo_vmware.api [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Task: {'id': task-3244192, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.241364] env[68800]: DEBUG oslo_vmware.api [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.244690] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49a2298-bc66-4b26-8e39-5a7c579024eb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.259216] env[68800]: DEBUG nova.compute.provider_tree [None req-d91c268f-3b4b-4e9f-9845-d866896a1bc1 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.350637] env[68800]: DEBUG nova.network.neutron [req-f347e30c-c940-4a45-a3ee-45d01ed2ce8e req-be2e5f63-2df6-4435-bba2-4ee558e104f6 service nova] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Updated VIF entry in instance network info cache for port 6b4ca340-56af-4999-80f2-7ea76cc52eb2. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1027.350637] env[68800]: DEBUG nova.network.neutron [req-f347e30c-c940-4a45-a3ee-45d01ed2ce8e req-be2e5f63-2df6-4435-bba2-4ee558e104f6 service nova] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Updating instance_info_cache with network_info: [{"id": "6b4ca340-56af-4999-80f2-7ea76cc52eb2", "address": "fa:16:3e:b5:d5:dc", "network": {"id": "61392fd5-0d9c-40c5-b987-3ed7c9fcc0b1", "bridge": null, "label": "tempest-ServersNegativeTestJSON-36638375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afdfb42235e54e239d59fd3191164f2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap6b4ca340-56", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.383289] env[68800]: DEBUG oslo_concurrency.lockutils [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.508917] env[68800]: DEBUG oslo_concurrency.lockutils [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquiring lock "refresh_cache-f574e30d-19ef-436f-8f9a-136acf71c3ef" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.509088] env[68800]: DEBUG oslo_concurrency.lockutils [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquired lock "refresh_cache-f574e30d-19ef-436f-8f9a-136acf71c3ef" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.509241] env[68800]: DEBUG nova.network.neutron [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.518170] env[68800]: DEBUG oslo_concurrency.lockutils [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.595326] env[68800]: DEBUG oslo_vmware.api [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Task: {'id': task-3244190, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.665783] env[68800]: DEBUG oslo_vmware.api [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244189, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543411} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.666958] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 3ed29ea2-737e-4aaf-92ff-e4bc784632e8/3ed29ea2-737e-4aaf-92ff-e4bc784632e8.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1027.666958] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1027.666958] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2232eb9e-8f37-4afc-b395-3778871b2dbb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.674610] env[68800]: DEBUG oslo_vmware.api [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 1027.674610] env[68800]: value = "task-3244194" [ 1027.674610] env[68800]: _type = "Task" [ 1027.674610] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.685516] env[68800]: DEBUG oslo_vmware.api [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244194, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.701770] env[68800]: DEBUG oslo_vmware.api [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Task: {'id': task-3244192, 'name': ReconfigVM_Task, 'duration_secs': 0.336287} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.702489] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 765310c6-7c0a-4d6c-8c34-88c6be0936da/765310c6-7c0a-4d6c-8c34-88c6be0936da.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.703160] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d261c6d0-e44c-4e62-a2c1-ee28f664eee4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.707749] env[68800]: DEBUG oslo_vmware.api [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244193, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215777} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.708350] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1027.708578] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1027.708785] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1027.712912] env[68800]: DEBUG oslo_vmware.api [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Waiting for the task: (returnval){ [ 1027.712912] env[68800]: value = "task-3244195" [ 1027.712912] env[68800]: _type = "Task" [ 1027.712912] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.724036] env[68800]: DEBUG oslo_vmware.api [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Task: {'id': task-3244195, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.738611] env[68800]: INFO nova.scheduler.client.report [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Deleted allocations for instance d31685d0-2d63-49c1-9615-a332ad4777ed [ 1027.762363] env[68800]: DEBUG nova.scheduler.client.report [None req-d91c268f-3b4b-4e9f-9845-d866896a1bc1 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.852870] env[68800]: DEBUG oslo_concurrency.lockutils [req-f347e30c-c940-4a45-a3ee-45d01ed2ce8e req-be2e5f63-2df6-4435-bba2-4ee558e104f6 service nova] Releasing lock "refresh_cache-c19ca69f-35ab-4737-997c-89f30164836a" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.903733] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Acquiring lock "c19ca69f-35ab-4737-997c-89f30164836a" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.997159] env[68800]: DEBUG oslo_concurrency.lockutils [None req-39af2837-cc70-46c3-b0b5-bd9e9e5da80d tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Acquiring lock "3c6f1d82-bcbd-48db-8df1-53509af90c16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.997499] env[68800]: DEBUG oslo_concurrency.lockutils [None req-39af2837-cc70-46c3-b0b5-bd9e9e5da80d tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Lock "3c6f1d82-bcbd-48db-8df1-53509af90c16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.997664] env[68800]: DEBUG oslo_concurrency.lockutils [None req-39af2837-cc70-46c3-b0b5-bd9e9e5da80d tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Acquiring lock "3c6f1d82-bcbd-48db-8df1-53509af90c16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.997822] env[68800]: DEBUG oslo_concurrency.lockutils [None req-39af2837-cc70-46c3-b0b5-bd9e9e5da80d tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Lock "3c6f1d82-bcbd-48db-8df1-53509af90c16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.998265] env[68800]: DEBUG oslo_concurrency.lockutils [None req-39af2837-cc70-46c3-b0b5-bd9e9e5da80d tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Lock "3c6f1d82-bcbd-48db-8df1-53509af90c16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.000926] env[68800]: INFO nova.compute.manager [None req-39af2837-cc70-46c3-b0b5-bd9e9e5da80d tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Terminating instance [ 1028.074564] env[68800]: DEBUG nova.network.neutron [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1028.094620] env[68800]: DEBUG oslo_vmware.api [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Task: {'id': task-3244190, 'name': PowerOnVM_Task, 'duration_secs': 0.562072} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.094939] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] [instance: f9105158-3562-4246-a6ba-3a4a203cbd30] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1028.095205] env[68800]: INFO nova.compute.manager [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] [instance: f9105158-3562-4246-a6ba-3a4a203cbd30] Took 9.30 seconds to spawn the instance on the hypervisor. [ 1028.096467] env[68800]: DEBUG nova.compute.manager [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] [instance: f9105158-3562-4246-a6ba-3a4a203cbd30] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1028.096467] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761c9992-6467-4d28-aee9-643b9d1897a3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.187350] env[68800]: DEBUG oslo_vmware.api [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244194, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074344} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.187634] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1028.188458] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1179033c-3264-45dc-84ff-9bc987eccc2e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.210713] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 3ed29ea2-737e-4aaf-92ff-e4bc784632e8/3ed29ea2-737e-4aaf-92ff-e4bc784632e8.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1028.214244] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12c794c1-95ac-4bf0-b0d3-793ce1627f29 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.240324] env[68800]: DEBUG oslo_vmware.api [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Task: {'id': task-3244195, 'name': Rename_Task, 'duration_secs': 0.407716} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.241786] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.242679] env[68800]: DEBUG oslo_vmware.api [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 1028.242679] env[68800]: value = "task-3244196" [ 1028.242679] env[68800]: _type = "Task" [ 1028.242679] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.244377] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.244635] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e93a7d6-8e18-448c-853a-08075d5abdb5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.257175] env[68800]: DEBUG oslo_vmware.api [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.258756] env[68800]: DEBUG oslo_vmware.api [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Waiting for the task: (returnval){ [ 1028.258756] env[68800]: value = "task-3244197" [ 1028.258756] env[68800]: _type = "Task" [ 1028.258756] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.266380] env[68800]: DEBUG oslo_vmware.api [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Task: {'id': task-3244197, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.274444] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d91c268f-3b4b-4e9f-9845-d866896a1bc1 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.042s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.276871] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.902s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.279936] env[68800]: INFO nova.compute.claims [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1028.317387] env[68800]: INFO nova.scheduler.client.report [None req-d91c268f-3b4b-4e9f-9845-d866896a1bc1 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Deleted allocations for instance ef8bcba4-6707-478a-aeac-c6995c899432 [ 1028.396676] env[68800]: DEBUG nova.network.neutron [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Updating instance_info_cache with network_info: [{"id": "0885872e-e3b8-4120-b7bb-5d9b71c0da1c", "address": "fa:16:3e:fc:3b:54", "network": {"id": "aca1897c-e1c0-4bf2-8f31-e3beb70072b1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2007247084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9af8613e45c64f74935a120197e0aed9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0885872e-e3", "ovs_interfaceid": "0885872e-e3b8-4120-b7bb-5d9b71c0da1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.438178] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c8a6160f-e10f-4e2d-8971-203dceac49a2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquiring lock "5bb303dd-ea06-486b-8e2a-f966cce8a400" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.438606] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c8a6160f-e10f-4e2d-8971-203dceac49a2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "5bb303dd-ea06-486b-8e2a-f966cce8a400" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.438842] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c8a6160f-e10f-4e2d-8971-203dceac49a2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquiring lock "5bb303dd-ea06-486b-8e2a-f966cce8a400-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.439400] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c8a6160f-e10f-4e2d-8971-203dceac49a2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "5bb303dd-ea06-486b-8e2a-f966cce8a400-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.439523] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c8a6160f-e10f-4e2d-8971-203dceac49a2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "5bb303dd-ea06-486b-8e2a-f966cce8a400-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.442398] env[68800]: INFO nova.compute.manager [None req-c8a6160f-e10f-4e2d-8971-203dceac49a2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Terminating instance [ 1028.504304] env[68800]: DEBUG oslo_concurrency.lockutils [None req-39af2837-cc70-46c3-b0b5-bd9e9e5da80d tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Acquiring lock "refresh_cache-3c6f1d82-bcbd-48db-8df1-53509af90c16" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.504553] env[68800]: DEBUG oslo_concurrency.lockutils [None req-39af2837-cc70-46c3-b0b5-bd9e9e5da80d tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Acquired lock "refresh_cache-3c6f1d82-bcbd-48db-8df1-53509af90c16" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.504699] env[68800]: DEBUG nova.network.neutron [None req-39af2837-cc70-46c3-b0b5-bd9e9e5da80d tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1028.579721] env[68800]: DEBUG nova.compute.manager [req-09f52515-cf65-4fd4-b6c4-15a4c0f6a32b req-e503b832-781d-4d83-adfe-330d32e4c1ca service nova] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Received event network-vif-unplugged-3822ef29-d788-40e8-a0a1-9b1cabeb2964 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.579721] env[68800]: DEBUG oslo_concurrency.lockutils [req-09f52515-cf65-4fd4-b6c4-15a4c0f6a32b req-e503b832-781d-4d83-adfe-330d32e4c1ca service nova] Acquiring lock "d31685d0-2d63-49c1-9615-a332ad4777ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.579721] env[68800]: DEBUG oslo_concurrency.lockutils [req-09f52515-cf65-4fd4-b6c4-15a4c0f6a32b req-e503b832-781d-4d83-adfe-330d32e4c1ca service nova] Lock "d31685d0-2d63-49c1-9615-a332ad4777ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.579844] env[68800]: DEBUG oslo_concurrency.lockutils [req-09f52515-cf65-4fd4-b6c4-15a4c0f6a32b req-e503b832-781d-4d83-adfe-330d32e4c1ca service nova] Lock "d31685d0-2d63-49c1-9615-a332ad4777ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.580033] env[68800]: DEBUG nova.compute.manager [req-09f52515-cf65-4fd4-b6c4-15a4c0f6a32b req-e503b832-781d-4d83-adfe-330d32e4c1ca service nova] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] No waiting events found dispatching network-vif-unplugged-3822ef29-d788-40e8-a0a1-9b1cabeb2964 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1028.580179] env[68800]: WARNING nova.compute.manager [req-09f52515-cf65-4fd4-b6c4-15a4c0f6a32b req-e503b832-781d-4d83-adfe-330d32e4c1ca service nova] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Received unexpected event network-vif-unplugged-3822ef29-d788-40e8-a0a1-9b1cabeb2964 for instance with vm_state shelved_offloaded and task_state None. [ 1028.580332] env[68800]: DEBUG nova.compute.manager [req-09f52515-cf65-4fd4-b6c4-15a4c0f6a32b req-e503b832-781d-4d83-adfe-330d32e4c1ca service nova] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Received event network-changed-3822ef29-d788-40e8-a0a1-9b1cabeb2964 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.580481] env[68800]: DEBUG nova.compute.manager [req-09f52515-cf65-4fd4-b6c4-15a4c0f6a32b req-e503b832-781d-4d83-adfe-330d32e4c1ca service nova] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Refreshing instance network info cache due to event network-changed-3822ef29-d788-40e8-a0a1-9b1cabeb2964. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1028.581568] env[68800]: DEBUG oslo_concurrency.lockutils [req-09f52515-cf65-4fd4-b6c4-15a4c0f6a32b req-e503b832-781d-4d83-adfe-330d32e4c1ca service nova] Acquiring lock "refresh_cache-d31685d0-2d63-49c1-9615-a332ad4777ed" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.581568] env[68800]: DEBUG oslo_concurrency.lockutils [req-09f52515-cf65-4fd4-b6c4-15a4c0f6a32b req-e503b832-781d-4d83-adfe-330d32e4c1ca service nova] Acquired lock "refresh_cache-d31685d0-2d63-49c1-9615-a332ad4777ed" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.581568] env[68800]: DEBUG nova.network.neutron [req-09f52515-cf65-4fd4-b6c4-15a4c0f6a32b req-e503b832-781d-4d83-adfe-330d32e4c1ca service nova] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Refreshing network info cache for port 3822ef29-d788-40e8-a0a1-9b1cabeb2964 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.622486] env[68800]: INFO nova.compute.manager [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] [instance: f9105158-3562-4246-a6ba-3a4a203cbd30] Took 36.65 seconds to build instance. [ 1028.755403] env[68800]: DEBUG oslo_vmware.api [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244196, 'name': ReconfigVM_Task, 'duration_secs': 0.304503} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.755577] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 3ed29ea2-737e-4aaf-92ff-e4bc784632e8/3ed29ea2-737e-4aaf-92ff-e4bc784632e8.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.756220] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb96e52d-8c56-4642-9534-303b11f7533f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.765026] env[68800]: DEBUG oslo_vmware.api [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 1028.765026] env[68800]: value = "task-3244198" [ 1028.765026] env[68800]: _type = "Task" [ 1028.765026] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.771292] env[68800]: DEBUG oslo_vmware.api [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Task: {'id': task-3244197, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.776468] env[68800]: DEBUG oslo_vmware.api [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244198, 'name': Rename_Task} progress is 10%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.830499] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d91c268f-3b4b-4e9f-9845-d866896a1bc1 tempest-AttachInterfacesV270Test-520482441 tempest-AttachInterfacesV270Test-520482441-project-member] Lock "ef8bcba4-6707-478a-aeac-c6995c899432" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.917s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.900218] env[68800]: DEBUG oslo_concurrency.lockutils [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Releasing lock "refresh_cache-f574e30d-19ef-436f-8f9a-136acf71c3ef" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.900557] env[68800]: DEBUG nova.compute.manager [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Instance network_info: |[{"id": "0885872e-e3b8-4120-b7bb-5d9b71c0da1c", "address": "fa:16:3e:fc:3b:54", "network": {"id": "aca1897c-e1c0-4bf2-8f31-e3beb70072b1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2007247084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9af8613e45c64f74935a120197e0aed9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0885872e-e3", "ovs_interfaceid": "0885872e-e3b8-4120-b7bb-5d9b71c0da1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1028.900987] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:3b:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff3ecd2f-0b10-4faf-a512-fd7a20c28df1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0885872e-e3b8-4120-b7bb-5d9b71c0da1c', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1028.909429] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.913121] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1028.913121] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2cc0554-38a6-48e1-a388-6fd3c65ccb22 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.930876] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1028.930876] env[68800]: value = "task-3244199" [ 1028.930876] env[68800]: _type = "Task" [ 1028.930876] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.942482] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244199, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.948388] env[68800]: DEBUG nova.compute.manager [None req-c8a6160f-e10f-4e2d-8971-203dceac49a2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1028.948566] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a6160f-e10f-4e2d-8971-203dceac49a2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.949383] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b24a5ca-b728-4b26-a767-ce4e48214e0f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.957573] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8a6160f-e10f-4e2d-8971-203dceac49a2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.958025] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0282d5a-8156-4df3-8501-c1a328b2a599 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.964133] env[68800]: DEBUG oslo_vmware.api [None req-c8a6160f-e10f-4e2d-8971-203dceac49a2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 1028.964133] env[68800]: value = "task-3244200" [ 1028.964133] env[68800]: _type = "Task" [ 1028.964133] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.974666] env[68800]: DEBUG oslo_vmware.api [None req-c8a6160f-e10f-4e2d-8971-203dceac49a2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244200, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.026658] env[68800]: DEBUG nova.network.neutron [None req-39af2837-cc70-46c3-b0b5-bd9e9e5da80d tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1029.070888] env[68800]: DEBUG nova.compute.manager [req-69dc0544-20f3-4a33-ba5a-bb304db8b3c9 req-56db11d3-42b7-4ac6-b7c8-97cc5f5632c5 service nova] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Received event network-changed-0885872e-e3b8-4120-b7bb-5d9b71c0da1c {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.070888] env[68800]: DEBUG nova.compute.manager [req-69dc0544-20f3-4a33-ba5a-bb304db8b3c9 req-56db11d3-42b7-4ac6-b7c8-97cc5f5632c5 service nova] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Refreshing instance network info cache due to event network-changed-0885872e-e3b8-4120-b7bb-5d9b71c0da1c. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1029.071424] env[68800]: DEBUG oslo_concurrency.lockutils [req-69dc0544-20f3-4a33-ba5a-bb304db8b3c9 req-56db11d3-42b7-4ac6-b7c8-97cc5f5632c5 service nova] Acquiring lock "refresh_cache-f574e30d-19ef-436f-8f9a-136acf71c3ef" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.071645] env[68800]: DEBUG oslo_concurrency.lockutils [req-69dc0544-20f3-4a33-ba5a-bb304db8b3c9 req-56db11d3-42b7-4ac6-b7c8-97cc5f5632c5 service nova] Acquired lock "refresh_cache-f574e30d-19ef-436f-8f9a-136acf71c3ef" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.071960] env[68800]: DEBUG nova.network.neutron [req-69dc0544-20f3-4a33-ba5a-bb304db8b3c9 req-56db11d3-42b7-4ac6-b7c8-97cc5f5632c5 service nova] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Refreshing network info cache for port 0885872e-e3b8-4120-b7bb-5d9b71c0da1c {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.081585] env[68800]: DEBUG nova.network.neutron [None req-39af2837-cc70-46c3-b0b5-bd9e9e5da80d tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.124935] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a3c2a50c-3582-4346-bb63-507af371102f tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Lock "f9105158-3562-4246-a6ba-3a4a203cbd30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.168s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.275224] env[68800]: DEBUG oslo_vmware.api [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Task: {'id': task-3244197, 'name': PowerOnVM_Task, 'duration_secs': 0.658434} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.276106] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.276398] env[68800]: INFO nova.compute.manager [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Took 5.42 seconds to spawn the instance on the hypervisor. [ 1029.276673] env[68800]: DEBUG nova.compute.manager [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.278039] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7ab49d-8d71-4aee-8d5f-ee24f5c1ddde {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.289223] env[68800]: DEBUG oslo_vmware.api [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244198, 'name': Rename_Task, 'duration_secs': 0.152021} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.292959] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.293530] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0047d744-14b2-4291-be71-69e224752372 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.308037] env[68800]: DEBUG oslo_vmware.api [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 1029.308037] env[68800]: value = "task-3244201" [ 1029.308037] env[68800]: _type = "Task" [ 1029.308037] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.323798] env[68800]: DEBUG oslo_vmware.api [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244201, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.444510] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244199, 'name': CreateVM_Task, 'duration_secs': 0.421445} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.444752] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1029.445534] env[68800]: DEBUG oslo_concurrency.lockutils [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.446709] env[68800]: DEBUG oslo_concurrency.lockutils [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.446709] env[68800]: DEBUG oslo_concurrency.lockutils [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.446709] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-401ec3d1-df65-44db-a4a2-86e850409213 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.452569] env[68800]: DEBUG oslo_vmware.api [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 1029.452569] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52f0fa12-22a5-2fed-920c-dd20b2d145a3" [ 1029.452569] env[68800]: _type = "Task" [ 1029.452569] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.464411] env[68800]: DEBUG oslo_vmware.api [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52f0fa12-22a5-2fed-920c-dd20b2d145a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.480021] env[68800]: DEBUG oslo_vmware.api [None req-c8a6160f-e10f-4e2d-8971-203dceac49a2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244200, 'name': PowerOffVM_Task, 'duration_secs': 0.241941} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.480021] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8a6160f-e10f-4e2d-8971-203dceac49a2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.480021] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a6160f-e10f-4e2d-8971-203dceac49a2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.480021] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73d4f4a6-7dc5-4936-8a66-76bbad0a79fb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.521602] env[68800]: DEBUG nova.network.neutron [req-09f52515-cf65-4fd4-b6c4-15a4c0f6a32b req-e503b832-781d-4d83-adfe-330d32e4c1ca service nova] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Updated VIF entry in instance network info cache for port 3822ef29-d788-40e8-a0a1-9b1cabeb2964. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.521602] env[68800]: DEBUG nova.network.neutron [req-09f52515-cf65-4fd4-b6c4-15a4c0f6a32b req-e503b832-781d-4d83-adfe-330d32e4c1ca service nova] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Updating instance_info_cache with network_info: [{"id": "3822ef29-d788-40e8-a0a1-9b1cabeb2964", "address": "fa:16:3e:09:26:e9", "network": {"id": "f0cd4842-ddbd-4b1c-ae1f-572165adcf58", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-2081563423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d85c7de7338c4e95a65fcf648a8c37a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap3822ef29-d7", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.546823] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a6160f-e10f-4e2d-8971-203dceac49a2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.546823] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a6160f-e10f-4e2d-8971-203dceac49a2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.546980] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8a6160f-e10f-4e2d-8971-203dceac49a2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Deleting the datastore file [datastore1] 5bb303dd-ea06-486b-8e2a-f966cce8a400 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.547235] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ce78678-ed0d-49a0-a611-e37ff19a374a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.553462] env[68800]: DEBUG oslo_vmware.api [None req-c8a6160f-e10f-4e2d-8971-203dceac49a2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 1029.553462] env[68800]: value = "task-3244203" [ 1029.553462] env[68800]: _type = "Task" [ 1029.553462] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.568315] env[68800]: DEBUG oslo_vmware.api [None req-c8a6160f-e10f-4e2d-8971-203dceac49a2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244203, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.586415] env[68800]: DEBUG oslo_concurrency.lockutils [None req-39af2837-cc70-46c3-b0b5-bd9e9e5da80d tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Releasing lock "refresh_cache-3c6f1d82-bcbd-48db-8df1-53509af90c16" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.586921] env[68800]: DEBUG nova.compute.manager [None req-39af2837-cc70-46c3-b0b5-bd9e9e5da80d tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1029.587193] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-39af2837-cc70-46c3-b0b5-bd9e9e5da80d tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1029.591229] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844f75c4-66dc-46d3-abd4-6da3b2c97e24 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.600198] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-39af2837-cc70-46c3-b0b5-bd9e9e5da80d tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.600812] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e1a1d63-ec37-41c3-a5bf-c784db224968 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.611534] env[68800]: DEBUG oslo_vmware.api [None req-39af2837-cc70-46c3-b0b5-bd9e9e5da80d tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Waiting for the task: (returnval){ [ 1029.611534] env[68800]: value = "task-3244204" [ 1029.611534] env[68800]: _type = "Task" [ 1029.611534] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.624561] env[68800]: DEBUG oslo_vmware.api [None req-39af2837-cc70-46c3-b0b5-bd9e9e5da80d tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Task: {'id': task-3244204, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.642299] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba15f815-9740-4994-9975-67697ea29fef {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.652368] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be78df3-1a98-477c-9595-dc2d71ef04b9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.688519] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bf4473-3194-4fd2-8d18-ef34a1268297 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.699771] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a7d5a9-d408-4979-9c3a-3ecfc970a9b0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.715752] env[68800]: DEBUG nova.compute.provider_tree [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.813271] env[68800]: INFO nova.compute.manager [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Took 30.73 seconds to build instance. [ 1029.820480] env[68800]: DEBUG oslo_vmware.api [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244201, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.929371] env[68800]: DEBUG nova.network.neutron [req-69dc0544-20f3-4a33-ba5a-bb304db8b3c9 req-56db11d3-42b7-4ac6-b7c8-97cc5f5632c5 service nova] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Updated VIF entry in instance network info cache for port 0885872e-e3b8-4120-b7bb-5d9b71c0da1c. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.929530] env[68800]: DEBUG nova.network.neutron [req-69dc0544-20f3-4a33-ba5a-bb304db8b3c9 req-56db11d3-42b7-4ac6-b7c8-97cc5f5632c5 service nova] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Updating instance_info_cache with network_info: [{"id": "0885872e-e3b8-4120-b7bb-5d9b71c0da1c", "address": "fa:16:3e:fc:3b:54", "network": {"id": "aca1897c-e1c0-4bf2-8f31-e3beb70072b1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2007247084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9af8613e45c64f74935a120197e0aed9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0885872e-e3", "ovs_interfaceid": "0885872e-e3b8-4120-b7bb-5d9b71c0da1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.967355] env[68800]: DEBUG oslo_vmware.api [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52f0fa12-22a5-2fed-920c-dd20b2d145a3, 'name': SearchDatastore_Task, 'duration_secs': 0.013418} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.967811] env[68800]: DEBUG oslo_concurrency.lockutils [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.968200] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1029.968576] env[68800]: DEBUG oslo_concurrency.lockutils [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.968836] env[68800]: DEBUG oslo_concurrency.lockutils [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.969141] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.969491] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83bab069-9792-4d95-b2e1-2f9bfbd0ea96 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.988024] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.988024] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1029.988024] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1c3d7b1-64cc-4987-bb25-8aa6c46519d9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.992463] env[68800]: DEBUG oslo_vmware.api [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 1029.992463] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]523c333e-46d0-071d-6cd3-466acc5e4de7" [ 1029.992463] env[68800]: _type = "Task" [ 1029.992463] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.997596] env[68800]: DEBUG oslo_concurrency.lockutils [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Acquiring lock "d31685d0-2d63-49c1-9615-a332ad4777ed" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.001033] env[68800]: DEBUG oslo_vmware.api [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]523c333e-46d0-071d-6cd3-466acc5e4de7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.011807] env[68800]: DEBUG oslo_concurrency.lockutils [None req-38ec0b3b-5266-40b8-b744-d6f19d62cd88 tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Acquiring lock "f9105158-3562-4246-a6ba-3a4a203cbd30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.012065] env[68800]: DEBUG oslo_concurrency.lockutils [None req-38ec0b3b-5266-40b8-b744-d6f19d62cd88 tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Lock "f9105158-3562-4246-a6ba-3a4a203cbd30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.012275] env[68800]: DEBUG oslo_concurrency.lockutils [None req-38ec0b3b-5266-40b8-b744-d6f19d62cd88 tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Acquiring lock "f9105158-3562-4246-a6ba-3a4a203cbd30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.012461] env[68800]: DEBUG oslo_concurrency.lockutils [None req-38ec0b3b-5266-40b8-b744-d6f19d62cd88 tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Lock "f9105158-3562-4246-a6ba-3a4a203cbd30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.012723] env[68800]: DEBUG oslo_concurrency.lockutils [None req-38ec0b3b-5266-40b8-b744-d6f19d62cd88 tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Lock "f9105158-3562-4246-a6ba-3a4a203cbd30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.016901] env[68800]: INFO nova.compute.manager [None req-38ec0b3b-5266-40b8-b744-d6f19d62cd88 tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] [instance: f9105158-3562-4246-a6ba-3a4a203cbd30] Terminating instance [ 1030.023430] env[68800]: DEBUG oslo_concurrency.lockutils [req-09f52515-cf65-4fd4-b6c4-15a4c0f6a32b req-e503b832-781d-4d83-adfe-330d32e4c1ca service nova] Releasing lock "refresh_cache-d31685d0-2d63-49c1-9615-a332ad4777ed" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.065838] env[68800]: DEBUG oslo_vmware.api [None req-c8a6160f-e10f-4e2d-8971-203dceac49a2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244203, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230089} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.066205] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8a6160f-e10f-4e2d-8971-203dceac49a2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.066305] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a6160f-e10f-4e2d-8971-203dceac49a2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1030.066439] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a6160f-e10f-4e2d-8971-203dceac49a2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1030.066618] env[68800]: INFO nova.compute.manager [None req-c8a6160f-e10f-4e2d-8971-203dceac49a2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1030.066840] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8a6160f-e10f-4e2d-8971-203dceac49a2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.067047] env[68800]: DEBUG nova.compute.manager [-] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1030.067149] env[68800]: DEBUG nova.network.neutron [-] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1030.121590] env[68800]: DEBUG oslo_vmware.api [None req-39af2837-cc70-46c3-b0b5-bd9e9e5da80d tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Task: {'id': task-3244204, 'name': PowerOffVM_Task, 'duration_secs': 0.207588} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.121841] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-39af2837-cc70-46c3-b0b5-bd9e9e5da80d tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.122057] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-39af2837-cc70-46c3-b0b5-bd9e9e5da80d tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1030.122328] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-121a0f17-53c2-4acc-9999-57cf1f93f9d6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.149905] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-39af2837-cc70-46c3-b0b5-bd9e9e5da80d tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1030.150236] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-39af2837-cc70-46c3-b0b5-bd9e9e5da80d tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1030.150469] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-39af2837-cc70-46c3-b0b5-bd9e9e5da80d tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Deleting the datastore file [datastore1] 3c6f1d82-bcbd-48db-8df1-53509af90c16 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1030.151017] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf0921e9-3f52-45b7-beab-9d7bacfd580e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.158151] env[68800]: DEBUG oslo_vmware.api [None req-39af2837-cc70-46c3-b0b5-bd9e9e5da80d tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Waiting for the task: (returnval){ [ 1030.158151] env[68800]: value = "task-3244206" [ 1030.158151] env[68800]: _type = "Task" [ 1030.158151] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.167678] env[68800]: DEBUG oslo_vmware.api [None req-39af2837-cc70-46c3-b0b5-bd9e9e5da80d tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Task: {'id': task-3244206, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.219033] env[68800]: DEBUG nova.scheduler.client.report [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.320351] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3ce42266-4408-4a08-89b0-b9f7e0b77a03 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Lock "765310c6-7c0a-4d6c-8c34-88c6be0936da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.259s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.326203] env[68800]: DEBUG oslo_vmware.api [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244201, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.435341] env[68800]: DEBUG oslo_concurrency.lockutils [req-69dc0544-20f3-4a33-ba5a-bb304db8b3c9 req-56db11d3-42b7-4ac6-b7c8-97cc5f5632c5 service nova] Releasing lock "refresh_cache-f574e30d-19ef-436f-8f9a-136acf71c3ef" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.504667] env[68800]: DEBUG oslo_vmware.api [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]523c333e-46d0-071d-6cd3-466acc5e4de7, 'name': SearchDatastore_Task, 'duration_secs': 0.030884} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.505588] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c701ddd2-9452-4b40-a70c-bf5f0e726394 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.511969] env[68800]: DEBUG oslo_vmware.api [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 1030.511969] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520705cd-127c-607f-1768-b4cf473e8d4e" [ 1030.511969] env[68800]: _type = "Task" [ 1030.511969] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.520535] env[68800]: DEBUG nova.compute.manager [None req-38ec0b3b-5266-40b8-b744-d6f19d62cd88 tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] [instance: f9105158-3562-4246-a6ba-3a4a203cbd30] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1030.520778] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-38ec0b3b-5266-40b8-b744-d6f19d62cd88 tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] [instance: f9105158-3562-4246-a6ba-3a4a203cbd30] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1030.521090] env[68800]: DEBUG oslo_vmware.api [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520705cd-127c-607f-1768-b4cf473e8d4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.521868] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f246c8-91c6-47de-b0c2-74ef72c8c8f0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.528914] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-38ec0b3b-5266-40b8-b744-d6f19d62cd88 tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] [instance: f9105158-3562-4246-a6ba-3a4a203cbd30] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1030.529432] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed5ebf3d-cfae-44ec-acff-10819289256a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.535522] env[68800]: DEBUG oslo_vmware.api [None req-38ec0b3b-5266-40b8-b744-d6f19d62cd88 tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Waiting for the task: (returnval){ [ 1030.535522] env[68800]: value = "task-3244207" [ 1030.535522] env[68800]: _type = "Task" [ 1030.535522] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.546403] env[68800]: DEBUG oslo_vmware.api [None req-38ec0b3b-5266-40b8-b744-d6f19d62cd88 tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Task: {'id': task-3244207, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.669491] env[68800]: DEBUG oslo_vmware.api [None req-39af2837-cc70-46c3-b0b5-bd9e9e5da80d tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Task: {'id': task-3244206, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240372} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.669924] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-39af2837-cc70-46c3-b0b5-bd9e9e5da80d tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.670264] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-39af2837-cc70-46c3-b0b5-bd9e9e5da80d tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1030.670631] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-39af2837-cc70-46c3-b0b5-bd9e9e5da80d tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1030.671045] env[68800]: INFO nova.compute.manager [None req-39af2837-cc70-46c3-b0b5-bd9e9e5da80d tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1030.671482] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39af2837-cc70-46c3-b0b5-bd9e9e5da80d tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.671904] env[68800]: DEBUG nova.compute.manager [-] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1030.672173] env[68800]: DEBUG nova.network.neutron [-] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1030.695706] env[68800]: DEBUG nova.network.neutron [-] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1030.724598] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.725211] env[68800]: DEBUG nova.compute.manager [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1030.728850] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e0588c79-2fb1-46c7-990a-938b49c880fa tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.845s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.729073] env[68800]: DEBUG nova.objects.instance [None req-e0588c79-2fb1-46c7-990a-938b49c880fa tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Lazy-loading 'resources' on Instance uuid b9f4bee1-3aff-4332-8465-0a8a68cd0d3d {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.819821] env[68800]: DEBUG oslo_vmware.api [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244201, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.933901] env[68800]: DEBUG nova.compute.manager [req-c7b0cecb-3a62-4322-a811-a67ae03cbc06 req-1b86cdba-2276-48f1-b1d1-ed8287e88ce1 service nova] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Received event network-vif-deleted-ae5b2989-b6a0-4e25-9ae4-e65ac9cad064 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.934149] env[68800]: INFO nova.compute.manager [req-c7b0cecb-3a62-4322-a811-a67ae03cbc06 req-1b86cdba-2276-48f1-b1d1-ed8287e88ce1 service nova] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Neutron deleted interface ae5b2989-b6a0-4e25-9ae4-e65ac9cad064; detaching it from the instance and deleting it from the info cache [ 1030.934402] env[68800]: DEBUG nova.network.neutron [req-c7b0cecb-3a62-4322-a811-a67ae03cbc06 req-1b86cdba-2276-48f1-b1d1-ed8287e88ce1 service nova] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.029194] env[68800]: DEBUG oslo_vmware.api [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520705cd-127c-607f-1768-b4cf473e8d4e, 'name': SearchDatastore_Task, 'duration_secs': 0.018071} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.029194] env[68800]: DEBUG oslo_concurrency.lockutils [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.029194] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] f574e30d-19ef-436f-8f9a-136acf71c3ef/f574e30d-19ef-436f-8f9a-136acf71c3ef.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1031.030263] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cda9ff54-8d48-4278-8742-73144b9f8352 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.044047] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Acquiring lock "31c8d0d4-7f05-4e28-83f3-49c116363a0c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.044047] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Lock "31c8d0d4-7f05-4e28-83f3-49c116363a0c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.044299] env[68800]: DEBUG oslo_vmware.api [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 1031.044299] env[68800]: value = "task-3244208" [ 1031.044299] env[68800]: _type = "Task" [ 1031.044299] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.060884] env[68800]: DEBUG oslo_vmware.api [None req-38ec0b3b-5266-40b8-b744-d6f19d62cd88 tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Task: {'id': task-3244207, 'name': PowerOffVM_Task, 'duration_secs': 0.434952} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.061212] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-38ec0b3b-5266-40b8-b744-d6f19d62cd88 tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] [instance: f9105158-3562-4246-a6ba-3a4a203cbd30] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1031.061411] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-38ec0b3b-5266-40b8-b744-d6f19d62cd88 tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] [instance: f9105158-3562-4246-a6ba-3a4a203cbd30] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1031.062567] env[68800]: DEBUG oslo_vmware.api [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244208, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.062567] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d867e96e-64f5-4041-9ad4-2c0f28ed89b2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.149146] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-38ec0b3b-5266-40b8-b744-d6f19d62cd88 tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] [instance: f9105158-3562-4246-a6ba-3a4a203cbd30] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1031.149146] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-38ec0b3b-5266-40b8-b744-d6f19d62cd88 tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] [instance: f9105158-3562-4246-a6ba-3a4a203cbd30] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1031.150718] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-38ec0b3b-5266-40b8-b744-d6f19d62cd88 tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Deleting the datastore file [datastore2] f9105158-3562-4246-a6ba-3a4a203cbd30 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1031.150718] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-634f0583-4ed7-4b3f-b8ee-1d680994459d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.157020] env[68800]: DEBUG oslo_vmware.api [None req-38ec0b3b-5266-40b8-b744-d6f19d62cd88 tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Waiting for the task: (returnval){ [ 1031.157020] env[68800]: value = "task-3244210" [ 1031.157020] env[68800]: _type = "Task" [ 1031.157020] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.166353] env[68800]: DEBUG oslo_vmware.api [None req-38ec0b3b-5266-40b8-b744-d6f19d62cd88 tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Task: {'id': task-3244210, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.197209] env[68800]: DEBUG nova.network.neutron [-] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.232991] env[68800]: DEBUG nova.compute.utils [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1031.233892] env[68800]: DEBUG nova.compute.manager [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1031.234132] env[68800]: DEBUG nova.network.neutron [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1031.277962] env[68800]: DEBUG nova.network.neutron [-] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.288654] env[68800]: DEBUG nova.policy [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd01fbe5855cb4c018b93aa5be59dcddf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b5073cdb24647319539b3e30315bff8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 1031.325253] env[68800]: DEBUG oslo_vmware.api [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244201, 'name': PowerOnVM_Task, 'duration_secs': 1.649572} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.325593] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.325843] env[68800]: INFO nova.compute.manager [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] Took 10.00 seconds to spawn the instance on the hypervisor. [ 1031.326071] env[68800]: DEBUG nova.compute.manager [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.328572] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea236f1-a066-4cc7-a2b2-daf946d850c9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.381536] env[68800]: INFO nova.compute.manager [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Rebuilding instance [ 1031.437329] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-78eb21d7-f381-4c2d-8ddd-2b23fd4f3dc4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.448962] env[68800]: DEBUG nova.compute.manager [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.449812] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5290dba-35a7-4c81-8e4e-de2fc039f381 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.457920] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad2deee-33f7-41f1-88ee-ee0c2cffedee {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.503188] env[68800]: DEBUG nova.compute.manager [req-c7b0cecb-3a62-4322-a811-a67ae03cbc06 req-1b86cdba-2276-48f1-b1d1-ed8287e88ce1 service nova] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Detach interface failed, port_id=ae5b2989-b6a0-4e25-9ae4-e65ac9cad064, reason: Instance 5bb303dd-ea06-486b-8e2a-f966cce8a400 could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1031.546596] env[68800]: DEBUG nova.compute.manager [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 31c8d0d4-7f05-4e28-83f3-49c116363a0c] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1031.559846] env[68800]: DEBUG oslo_vmware.api [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244208, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.642099] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4721acb-4416-4b83-b34f-58b819d4bccd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.654342] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a6fa61-3ec1-4057-aa59-6bed8d5fae19 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.668592] env[68800]: DEBUG oslo_vmware.api [None req-38ec0b3b-5266-40b8-b744-d6f19d62cd88 tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Task: {'id': task-3244210, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.426259} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.696640] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-38ec0b3b-5266-40b8-b744-d6f19d62cd88 tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1031.696802] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-38ec0b3b-5266-40b8-b744-d6f19d62cd88 tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] [instance: f9105158-3562-4246-a6ba-3a4a203cbd30] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1031.697423] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-38ec0b3b-5266-40b8-b744-d6f19d62cd88 tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] [instance: f9105158-3562-4246-a6ba-3a4a203cbd30] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1031.697423] env[68800]: INFO nova.compute.manager [None req-38ec0b3b-5266-40b8-b744-d6f19d62cd88 tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] [instance: f9105158-3562-4246-a6ba-3a4a203cbd30] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1031.697630] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38ec0b3b-5266-40b8-b744-d6f19d62cd88 tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.697907] env[68800]: DEBUG nova.compute.manager [-] [instance: f9105158-3562-4246-a6ba-3a4a203cbd30] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1031.698049] env[68800]: DEBUG nova.network.neutron [-] [instance: f9105158-3562-4246-a6ba-3a4a203cbd30] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1031.700494] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f6f3ca-84d4-4436-a5f0-906f5a9ee718 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.703620] env[68800]: INFO nova.compute.manager [-] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Took 1.03 seconds to deallocate network for instance. [ 1031.714212] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb300167-e6ec-491c-bdb8-43af2fe21648 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.731504] env[68800]: DEBUG nova.compute.provider_tree [None req-e0588c79-2fb1-46c7-990a-938b49c880fa tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.739514] env[68800]: DEBUG nova.compute.manager [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1031.785506] env[68800]: INFO nova.compute.manager [-] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Took 1.72 seconds to deallocate network for instance. [ 1031.848023] env[68800]: INFO nova.compute.manager [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] Took 35.85 seconds to build instance. [ 1031.975267] env[68800]: DEBUG nova.network.neutron [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] Successfully created port: bc6ec989-232e-4829-bfe0-7779fe4961b6 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1032.068711] env[68800]: DEBUG oslo_vmware.api [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244208, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651124} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.071019] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] f574e30d-19ef-436f-8f9a-136acf71c3ef/f574e30d-19ef-436f-8f9a-136acf71c3ef.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1032.071019] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1032.071019] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9cf2db63-db51-4fba-83d6-8fdda1c756e0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.077387] env[68800]: DEBUG oslo_vmware.api [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 1032.077387] env[68800]: value = "task-3244211" [ 1032.077387] env[68800]: _type = "Task" [ 1032.077387] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.083590] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.090453] env[68800]: DEBUG oslo_vmware.api [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244211, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.224224] env[68800]: DEBUG oslo_concurrency.lockutils [None req-39af2837-cc70-46c3-b0b5-bd9e9e5da80d tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.235995] env[68800]: DEBUG nova.scheduler.client.report [None req-e0588c79-2fb1-46c7-990a-938b49c880fa tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.293323] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c8a6160f-e10f-4e2d-8971-203dceac49a2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.348882] env[68800]: DEBUG oslo_concurrency.lockutils [None req-47eba116-6fc4-42c3-996a-f2349309f7d8 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "3ed29ea2-737e-4aaf-92ff-e4bc784632e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.364s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.485637] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.488414] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b9085ab-51e3-4a37-98e9-e7108df7d0d1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.494965] env[68800]: DEBUG oslo_vmware.api [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Waiting for the task: (returnval){ [ 1032.494965] env[68800]: value = "task-3244212" [ 1032.494965] env[68800]: _type = "Task" [ 1032.494965] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.504810] env[68800]: DEBUG oslo_vmware.api [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Task: {'id': task-3244212, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.587999] env[68800]: DEBUG oslo_vmware.api [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244211, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066383} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.588480] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1032.589430] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edfaefcc-eeeb-4fea-b6d7-60c93ab8cc6b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.612051] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] f574e30d-19ef-436f-8f9a-136acf71c3ef/f574e30d-19ef-436f-8f9a-136acf71c3ef.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.612193] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbea7142-730c-4762-8630-366f3930eeef {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.632486] env[68800]: DEBUG nova.network.neutron [-] [instance: f9105158-3562-4246-a6ba-3a4a203cbd30] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.633793] env[68800]: DEBUG oslo_vmware.api [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 1032.633793] env[68800]: value = "task-3244213" [ 1032.633793] env[68800]: _type = "Task" [ 1032.633793] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.642939] env[68800]: DEBUG oslo_vmware.api [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244213, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.743279] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e0588c79-2fb1-46c7-990a-938b49c880fa tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.014s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.745761] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.249s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.750984] env[68800]: INFO nova.compute.claims [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.753290] env[68800]: DEBUG nova.compute.manager [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1032.771354] env[68800]: INFO nova.scheduler.client.report [None req-e0588c79-2fb1-46c7-990a-938b49c880fa tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Deleted allocations for instance b9f4bee1-3aff-4332-8465-0a8a68cd0d3d [ 1032.787060] env[68800]: DEBUG nova.virt.hardware [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1032.787305] env[68800]: DEBUG nova.virt.hardware [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1032.787458] env[68800]: DEBUG nova.virt.hardware [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1032.789834] env[68800]: DEBUG nova.virt.hardware [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1032.789834] env[68800]: DEBUG nova.virt.hardware [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1032.789834] env[68800]: DEBUG nova.virt.hardware [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1032.789834] env[68800]: DEBUG nova.virt.hardware [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1032.789834] env[68800]: DEBUG nova.virt.hardware [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1032.789834] env[68800]: DEBUG nova.virt.hardware [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1032.789834] env[68800]: DEBUG nova.virt.hardware [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1032.789834] env[68800]: DEBUG nova.virt.hardware [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1032.789834] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612f68f1-a9ec-470e-b0d2-3bd8b2e4652e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.797739] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4e38a6-3188-48a6-b35b-e0d7ae57102b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.882874] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d0a2eafc-8e51-4409-b0c1-c93d729d0d93 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "3ed29ea2-737e-4aaf-92ff-e4bc784632e8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.883154] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d0a2eafc-8e51-4409-b0c1-c93d729d0d93 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "3ed29ea2-737e-4aaf-92ff-e4bc784632e8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.883332] env[68800]: DEBUG nova.compute.manager [None req-d0a2eafc-8e51-4409-b0c1-c93d729d0d93 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1032.884257] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca5b04b-6f46-40bd-b4dc-6703e9245dfe {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.890707] env[68800]: DEBUG nova.compute.manager [None req-d0a2eafc-8e51-4409-b0c1-c93d729d0d93 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68800) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1032.891264] env[68800]: DEBUG nova.objects.instance [None req-d0a2eafc-8e51-4409-b0c1-c93d729d0d93 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lazy-loading 'flavor' on Instance uuid 3ed29ea2-737e-4aaf-92ff-e4bc784632e8 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.966352] env[68800]: DEBUG nova.compute.manager [req-f20605e3-b367-4f01-8338-819f89c3ee29 req-58cd5f19-4235-4f89-9a4f-9ff8a024235d service nova] [instance: f9105158-3562-4246-a6ba-3a4a203cbd30] Received event network-vif-deleted-dff8f023-7e2f-45d3-85b4-5260e078a426 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.006421] env[68800]: DEBUG oslo_vmware.api [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Task: {'id': task-3244212, 'name': PowerOffVM_Task, 'duration_secs': 0.160897} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.006421] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.006421] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1033.006916] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca572f3d-c800-470e-a4a5-bd06c3bfdded {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.013636] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.013877] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a9e42e6-8ff7-4411-a075-be2633f243fe {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.040197] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.040885] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.040885] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Deleting the datastore file [datastore1] 765310c6-7c0a-4d6c-8c34-88c6be0936da {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.041045] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40348e91-0d32-4d06-8e41-1e56bd57f132 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.048211] env[68800]: DEBUG oslo_vmware.api [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Waiting for the task: (returnval){ [ 1033.048211] env[68800]: value = "task-3244215" [ 1033.048211] env[68800]: _type = "Task" [ 1033.048211] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.056988] env[68800]: DEBUG oslo_vmware.api [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Task: {'id': task-3244215, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.134858] env[68800]: INFO nova.compute.manager [-] [instance: f9105158-3562-4246-a6ba-3a4a203cbd30] Took 1.44 seconds to deallocate network for instance. [ 1033.150236] env[68800]: DEBUG oslo_vmware.api [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244213, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.281433] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e0588c79-2fb1-46c7-990a-938b49c880fa tempest-ServerPasswordTestJSON-392410451 tempest-ServerPasswordTestJSON-392410451-project-member] Lock "b9f4bee1-3aff-4332-8465-0a8a68cd0d3d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.974s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.560626] env[68800]: DEBUG oslo_vmware.api [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Task: {'id': task-3244215, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.089896} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.560926] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1033.561130] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1033.561547] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1033.644216] env[68800]: DEBUG oslo_vmware.api [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244213, 'name': ReconfigVM_Task, 'duration_secs': 0.859599} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.644586] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Reconfigured VM instance instance-00000058 to attach disk [datastore2] f574e30d-19ef-436f-8f9a-136acf71c3ef/f574e30d-19ef-436f-8f9a-136acf71c3ef.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.645874] env[68800]: DEBUG oslo_concurrency.lockutils [None req-38ec0b3b-5266-40b8-b744-d6f19d62cd88 tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.646159] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7883b9a-6df8-4f09-bef5-96e561028c6a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.653736] env[68800]: DEBUG oslo_vmware.api [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 1033.653736] env[68800]: value = "task-3244216" [ 1033.653736] env[68800]: _type = "Task" [ 1033.653736] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.661683] env[68800]: DEBUG oslo_vmware.api [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244216, 'name': Rename_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.898260] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0a2eafc-8e51-4409-b0c1-c93d729d0d93 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.898561] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2a76762-c035-40af-ab0e-c844e3fc8abb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.908891] env[68800]: DEBUG oslo_vmware.api [None req-d0a2eafc-8e51-4409-b0c1-c93d729d0d93 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 1033.908891] env[68800]: value = "task-3244217" [ 1033.908891] env[68800]: _type = "Task" [ 1033.908891] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.913944] env[68800]: DEBUG oslo_vmware.api [None req-d0a2eafc-8e51-4409-b0c1-c93d729d0d93 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244217, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.078680] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ae920f-db2c-4758-95b6-2a8f9587d462 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.090337] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd4d9a0-8193-41e1-bf31-67e4368dea72 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.139228] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975ef7d8-fe8b-4637-bc87-f873acab4b1c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.148042] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb33c8b-30aa-4053-8d66-b18779ca6156 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.167650] env[68800]: DEBUG nova.compute.provider_tree [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.174893] env[68800]: DEBUG oslo_vmware.api [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244216, 'name': Rename_Task, 'duration_secs': 0.322844} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.175123] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.175364] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3df194d-77f3-495c-beb3-133bb3af99cc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.184329] env[68800]: DEBUG oslo_vmware.api [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 1034.184329] env[68800]: value = "task-3244218" [ 1034.184329] env[68800]: _type = "Task" [ 1034.184329] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.200055] env[68800]: DEBUG oslo_vmware.api [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244218, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.373342] env[68800]: DEBUG nova.network.neutron [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] Successfully updated port: bc6ec989-232e-4829-bfe0-7779fe4961b6 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1034.415479] env[68800]: DEBUG oslo_vmware.api [None req-d0a2eafc-8e51-4409-b0c1-c93d729d0d93 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244217, 'name': PowerOffVM_Task, 'duration_secs': 0.337299} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.415733] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0a2eafc-8e51-4409-b0c1-c93d729d0d93 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1034.415928] env[68800]: DEBUG nova.compute.manager [None req-d0a2eafc-8e51-4409-b0c1-c93d729d0d93 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1034.416705] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8aed71f-baf7-4b6a-997e-06d14ced9d62 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.623747] env[68800]: DEBUG nova.virt.hardware [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1034.623921] env[68800]: DEBUG nova.virt.hardware [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1034.624223] env[68800]: DEBUG nova.virt.hardware [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1034.624223] env[68800]: DEBUG nova.virt.hardware [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1034.624367] env[68800]: DEBUG nova.virt.hardware [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1034.624513] env[68800]: DEBUG nova.virt.hardware [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1034.624721] env[68800]: DEBUG nova.virt.hardware [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1034.624880] env[68800]: DEBUG nova.virt.hardware [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1034.625204] env[68800]: DEBUG nova.virt.hardware [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1034.626666] env[68800]: DEBUG nova.virt.hardware [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1034.626666] env[68800]: DEBUG nova.virt.hardware [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1034.626666] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5fd110-9808-4b1e-a224-68f51ddccd99 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.634526] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b36b49-e2c6-409c-bea7-f86dea3d797f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.648879] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Instance VIF info [] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1034.658020] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.658020] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1034.658020] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f49eba3-2362-4802-ba6b-9d03f2064421 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.672301] env[68800]: DEBUG nova.scheduler.client.report [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.677469] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1034.677469] env[68800]: value = "task-3244219" [ 1034.677469] env[68800]: _type = "Task" [ 1034.677469] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.689016] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244219, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.701330] env[68800]: DEBUG oslo_vmware.api [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244218, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.875956] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Acquiring lock "refresh_cache-cf03192e-a1ca-4d9a-9196-b91baa651ac6" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.876188] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Acquired lock "refresh_cache-cf03192e-a1ca-4d9a-9196-b91baa651ac6" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.876382] env[68800]: DEBUG nova.network.neutron [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1034.930064] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d0a2eafc-8e51-4409-b0c1-c93d729d0d93 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "3ed29ea2-737e-4aaf-92ff-e4bc784632e8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.019808] env[68800]: DEBUG nova.compute.manager [req-5c5166db-bec7-4f96-aef8-425467ea0e11 req-a0b29798-c8e0-44b7-8fd6-a476383b12b4 service nova] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] Received event network-vif-plugged-bc6ec989-232e-4829-bfe0-7779fe4961b6 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.020040] env[68800]: DEBUG oslo_concurrency.lockutils [req-5c5166db-bec7-4f96-aef8-425467ea0e11 req-a0b29798-c8e0-44b7-8fd6-a476383b12b4 service nova] Acquiring lock "cf03192e-a1ca-4d9a-9196-b91baa651ac6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.020253] env[68800]: DEBUG oslo_concurrency.lockutils [req-5c5166db-bec7-4f96-aef8-425467ea0e11 req-a0b29798-c8e0-44b7-8fd6-a476383b12b4 service nova] Lock "cf03192e-a1ca-4d9a-9196-b91baa651ac6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.020450] env[68800]: DEBUG oslo_concurrency.lockutils [req-5c5166db-bec7-4f96-aef8-425467ea0e11 req-a0b29798-c8e0-44b7-8fd6-a476383b12b4 service nova] Lock "cf03192e-a1ca-4d9a-9196-b91baa651ac6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.020713] env[68800]: DEBUG nova.compute.manager [req-5c5166db-bec7-4f96-aef8-425467ea0e11 req-a0b29798-c8e0-44b7-8fd6-a476383b12b4 service nova] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] No waiting events found dispatching network-vif-plugged-bc6ec989-232e-4829-bfe0-7779fe4961b6 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1035.020895] env[68800]: WARNING nova.compute.manager [req-5c5166db-bec7-4f96-aef8-425467ea0e11 req-a0b29798-c8e0-44b7-8fd6-a476383b12b4 service nova] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] Received unexpected event network-vif-plugged-bc6ec989-232e-4829-bfe0-7779fe4961b6 for instance with vm_state building and task_state spawning. [ 1035.021016] env[68800]: DEBUG nova.compute.manager [req-5c5166db-bec7-4f96-aef8-425467ea0e11 req-a0b29798-c8e0-44b7-8fd6-a476383b12b4 service nova] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] Received event network-changed-bc6ec989-232e-4829-bfe0-7779fe4961b6 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.021151] env[68800]: DEBUG nova.compute.manager [req-5c5166db-bec7-4f96-aef8-425467ea0e11 req-a0b29798-c8e0-44b7-8fd6-a476383b12b4 service nova] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] Refreshing instance network info cache due to event network-changed-bc6ec989-232e-4829-bfe0-7779fe4961b6. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1035.021340] env[68800]: DEBUG oslo_concurrency.lockutils [req-5c5166db-bec7-4f96-aef8-425467ea0e11 req-a0b29798-c8e0-44b7-8fd6-a476383b12b4 service nova] Acquiring lock "refresh_cache-cf03192e-a1ca-4d9a-9196-b91baa651ac6" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.177209] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f2f47e33-d6aa-4bd5-ab41-f090b2dd3bc8 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Acquiring lock "dee516d0-4241-427f-87f4-49201f04bfd1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.178289] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f2f47e33-d6aa-4bd5-ab41-f090b2dd3bc8 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Lock "dee516d0-4241-427f-87f4-49201f04bfd1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.180403] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.435s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.181536] env[68800]: DEBUG nova.compute.manager [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1035.184961] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.699s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.185257] env[68800]: DEBUG nova.objects.instance [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Lazy-loading 'resources' on Instance uuid c19ca69f-35ab-4737-997c-89f30164836a {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.208779] env[68800]: DEBUG oslo_vmware.api [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244218, 'name': PowerOnVM_Task, 'duration_secs': 0.734522} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.209181] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244219, 'name': CreateVM_Task, 'duration_secs': 0.321322} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.210841] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.211247] env[68800]: INFO nova.compute.manager [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Took 8.94 seconds to spawn the instance on the hypervisor. [ 1035.215145] env[68800]: DEBUG nova.compute.manager [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.215544] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1035.217763] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbac3bad-5139-411e-9adf-1222b55d7262 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.221830] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.222137] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.222551] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.223204] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-700b83f3-c00f-417c-b3a1-1dcb02e0ffc6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.233077] env[68800]: DEBUG oslo_vmware.api [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Waiting for the task: (returnval){ [ 1035.233077] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5240c37b-cfe4-8e17-f756-f11e25c76649" [ 1035.233077] env[68800]: _type = "Task" [ 1035.233077] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.247698] env[68800]: DEBUG oslo_vmware.api [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5240c37b-cfe4-8e17-f756-f11e25c76649, 'name': SearchDatastore_Task, 'duration_secs': 0.01083} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.247698] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.247905] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1035.248227] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.248337] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.248539] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1035.248812] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb00a2a8-b4b6-4283-982e-e0aef1df2956 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.257263] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1035.257561] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1035.258452] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50be31ef-648d-4c0c-b7e0-7176796807f2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.264400] env[68800]: DEBUG oslo_vmware.api [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Waiting for the task: (returnval){ [ 1035.264400] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52de8927-1372-a52b-5abe-fa74eb7361f3" [ 1035.264400] env[68800]: _type = "Task" [ 1035.264400] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.273750] env[68800]: DEBUG oslo_vmware.api [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52de8927-1372-a52b-5abe-fa74eb7361f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.336344] env[68800]: DEBUG oslo_concurrency.lockutils [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Acquiring lock "2951d857-29d8-466d-8322-151b7af971bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.336344] env[68800]: DEBUG oslo_concurrency.lockutils [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Lock "2951d857-29d8-466d-8322-151b7af971bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.422237] env[68800]: DEBUG nova.network.neutron [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1035.587396] env[68800]: DEBUG oslo_concurrency.lockutils [None req-efcd24ce-2d58-4972-99d0-a541c3dbb1eb tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "3ed29ea2-737e-4aaf-92ff-e4bc784632e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.587396] env[68800]: DEBUG oslo_concurrency.lockutils [None req-efcd24ce-2d58-4972-99d0-a541c3dbb1eb tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "3ed29ea2-737e-4aaf-92ff-e4bc784632e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.587396] env[68800]: DEBUG oslo_concurrency.lockutils [None req-efcd24ce-2d58-4972-99d0-a541c3dbb1eb tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "3ed29ea2-737e-4aaf-92ff-e4bc784632e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.587396] env[68800]: DEBUG oslo_concurrency.lockutils [None req-efcd24ce-2d58-4972-99d0-a541c3dbb1eb tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "3ed29ea2-737e-4aaf-92ff-e4bc784632e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.587396] env[68800]: DEBUG oslo_concurrency.lockutils [None req-efcd24ce-2d58-4972-99d0-a541c3dbb1eb tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "3ed29ea2-737e-4aaf-92ff-e4bc784632e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.588462] env[68800]: INFO nova.compute.manager [None req-efcd24ce-2d58-4972-99d0-a541c3dbb1eb tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] Terminating instance [ 1035.628144] env[68800]: DEBUG nova.network.neutron [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] Updating instance_info_cache with network_info: [{"id": "bc6ec989-232e-4829-bfe0-7779fe4961b6", "address": "fa:16:3e:6d:01:8c", "network": {"id": "69b27bed-a298-4833-9cde-3d9552f9361e", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1948760628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b5073cdb24647319539b3e30315bff8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc6ec989-23", "ovs_interfaceid": "bc6ec989-232e-4829-bfe0-7779fe4961b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.686056] env[68800]: INFO nova.compute.manager [None req-f2f47e33-d6aa-4bd5-ab41-f090b2dd3bc8 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Detaching volume 44d4922a-03b7-46ff-85e8-c1206af930e5 [ 1035.691297] env[68800]: DEBUG nova.compute.utils [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1035.692860] env[68800]: DEBUG nova.objects.instance [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Lazy-loading 'numa_topology' on Instance uuid c19ca69f-35ab-4737-997c-89f30164836a {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.697064] env[68800]: DEBUG nova.compute.manager [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1035.697726] env[68800]: DEBUG nova.network.neutron [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1035.728825] env[68800]: INFO nova.virt.block_device [None req-f2f47e33-d6aa-4bd5-ab41-f090b2dd3bc8 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Attempting to driver detach volume 44d4922a-03b7-46ff-85e8-c1206af930e5 from mountpoint /dev/sdb [ 1035.729094] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2f47e33-d6aa-4bd5-ab41-f090b2dd3bc8 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Volume detach. Driver type: vmdk {{(pid=68800) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1035.729310] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2f47e33-d6aa-4bd5-ab41-f090b2dd3bc8 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648303', 'volume_id': '44d4922a-03b7-46ff-85e8-c1206af930e5', 'name': 'volume-44d4922a-03b7-46ff-85e8-c1206af930e5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dee516d0-4241-427f-87f4-49201f04bfd1', 'attached_at': '', 'detached_at': '', 'volume_id': '44d4922a-03b7-46ff-85e8-c1206af930e5', 'serial': '44d4922a-03b7-46ff-85e8-c1206af930e5'} {{(pid=68800) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1035.730230] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29700e6-0185-46f8-875b-fa5fcd423b3d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.738151] env[68800]: DEBUG nova.policy [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31eea260dc9f479b9390ca2cc13e8b10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a55e3ff738d49f8ae6b119fe8712bb8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 1035.773578] env[68800]: INFO nova.compute.manager [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Took 26.10 seconds to build instance. [ 1035.779834] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d702bd5d-8fb8-4717-b912-235ebd87f01a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.791447] env[68800]: DEBUG oslo_vmware.api [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52de8927-1372-a52b-5abe-fa74eb7361f3, 'name': SearchDatastore_Task, 'duration_secs': 0.008511} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.794811] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9642a3ef-e855-4c0a-80b2-ce769f34f83b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.797601] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a62fb5f-13d4-4ded-be54-70ceb0cdea20 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.805798] env[68800]: DEBUG oslo_vmware.api [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Waiting for the task: (returnval){ [ 1035.805798] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52b0a669-b5d3-8027-63df-983efcd784f5" [ 1035.805798] env[68800]: _type = "Task" [ 1035.805798] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.828223] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7409045a-49c7-4d04-9b5e-aa918464c0ed {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.836936] env[68800]: DEBUG oslo_vmware.api [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52b0a669-b5d3-8027-63df-983efcd784f5, 'name': SearchDatastore_Task, 'duration_secs': 0.009065} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.848809] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.849201] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 765310c6-7c0a-4d6c-8c34-88c6be0936da/765310c6-7c0a-4d6c-8c34-88c6be0936da.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1035.849897] env[68800]: DEBUG nova.compute.manager [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] [instance: 2951d857-29d8-466d-8322-151b7af971bd] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1035.853250] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2f47e33-d6aa-4bd5-ab41-f090b2dd3bc8 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] The volume has not been displaced from its original location: [datastore1] volume-44d4922a-03b7-46ff-85e8-c1206af930e5/volume-44d4922a-03b7-46ff-85e8-c1206af930e5.vmdk. No consolidation needed. {{(pid=68800) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1035.858596] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2f47e33-d6aa-4bd5-ab41-f090b2dd3bc8 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Reconfiguring VM instance instance-0000003f to detach disk 2001 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1035.859887] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b86183f3-ab8f-4776-a648-eacffbbf2217 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.861892] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db802526-f52b-481a-bb1b-750292762c2a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.880458] env[68800]: DEBUG oslo_vmware.api [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Waiting for the task: (returnval){ [ 1035.880458] env[68800]: value = "task-3244220" [ 1035.880458] env[68800]: _type = "Task" [ 1035.880458] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.882371] env[68800]: DEBUG oslo_vmware.api [None req-f2f47e33-d6aa-4bd5-ab41-f090b2dd3bc8 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 1035.882371] env[68800]: value = "task-3244221" [ 1035.882371] env[68800]: _type = "Task" [ 1035.882371] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.895042] env[68800]: DEBUG oslo_vmware.api [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Task: {'id': task-3244220, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.895534] env[68800]: DEBUG oslo_vmware.api [None req-f2f47e33-d6aa-4bd5-ab41-f090b2dd3bc8 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3244221, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.095759] env[68800]: DEBUG nova.compute.manager [None req-efcd24ce-2d58-4972-99d0-a541c3dbb1eb tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1036.098020] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-efcd24ce-2d58-4972-99d0-a541c3dbb1eb tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1036.098020] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20063509-7e03-4e4b-a60e-c4ee43409379 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.106847] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-efcd24ce-2d58-4972-99d0-a541c3dbb1eb tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1036.107129] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d79b42cc-f357-42be-9fc1-666b1b2ca910 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.131575] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Releasing lock "refresh_cache-cf03192e-a1ca-4d9a-9196-b91baa651ac6" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.131575] env[68800]: DEBUG nova.compute.manager [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] Instance network_info: |[{"id": "bc6ec989-232e-4829-bfe0-7779fe4961b6", "address": "fa:16:3e:6d:01:8c", "network": {"id": "69b27bed-a298-4833-9cde-3d9552f9361e", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1948760628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b5073cdb24647319539b3e30315bff8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc6ec989-23", "ovs_interfaceid": "bc6ec989-232e-4829-bfe0-7779fe4961b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1036.131575] env[68800]: DEBUG oslo_concurrency.lockutils [req-5c5166db-bec7-4f96-aef8-425467ea0e11 req-a0b29798-c8e0-44b7-8fd6-a476383b12b4 service nova] Acquired lock "refresh_cache-cf03192e-a1ca-4d9a-9196-b91baa651ac6" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.131899] env[68800]: DEBUG nova.network.neutron [req-5c5166db-bec7-4f96-aef8-425467ea0e11 req-a0b29798-c8e0-44b7-8fd6-a476383b12b4 service nova] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] Refreshing network info cache for port bc6ec989-232e-4829-bfe0-7779fe4961b6 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1036.132936] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:01:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc6ec989-232e-4829-bfe0-7779fe4961b6', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1036.141990] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Creating folder: Project (1b5073cdb24647319539b3e30315bff8). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1036.143267] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26ce6a2c-0bd4-41e6-adf7-6dcc8506a45b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.156338] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Created folder: Project (1b5073cdb24647319539b3e30315bff8) in parent group-v648080. [ 1036.156450] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Creating folder: Instances. Parent ref: group-v648335. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1036.156629] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3e89b74-2a72-4774-bb0e-a38012179072 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.165998] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Created folder: Instances in parent group-v648335. [ 1036.166482] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.166619] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1036.166795] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f4df1ba-dc3e-45e0-b37c-cc30ac178283 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.182768] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-efcd24ce-2d58-4972-99d0-a541c3dbb1eb tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1036.182983] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-efcd24ce-2d58-4972-99d0-a541c3dbb1eb tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1036.183179] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-efcd24ce-2d58-4972-99d0-a541c3dbb1eb tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Deleting the datastore file [datastore1] 3ed29ea2-737e-4aaf-92ff-e4bc784632e8 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1036.183936] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f2f5b78-cc94-44a0-9e52-def964c03fe9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.188273] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1036.188273] env[68800]: value = "task-3244225" [ 1036.188273] env[68800]: _type = "Task" [ 1036.188273] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.194027] env[68800]: DEBUG oslo_vmware.api [None req-efcd24ce-2d58-4972-99d0-a541c3dbb1eb tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 1036.194027] env[68800]: value = "task-3244226" [ 1036.194027] env[68800]: _type = "Task" [ 1036.194027] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.199978] env[68800]: DEBUG nova.compute.manager [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1036.202952] env[68800]: DEBUG nova.objects.base [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=68800) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1036.208229] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244225, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.208229] env[68800]: DEBUG nova.network.neutron [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Successfully created port: ba1d5e10-7fc4-47c3-9958-6a5801dbfcfb {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1036.217631] env[68800]: DEBUG oslo_vmware.api [None req-efcd24ce-2d58-4972-99d0-a541c3dbb1eb tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244226, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.275927] env[68800]: DEBUG oslo_concurrency.lockutils [None req-307174e7-bb7a-43f5-bdcd-b675c80a5a91 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lock "f574e30d-19ef-436f-8f9a-136acf71c3ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.157s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.379595] env[68800]: DEBUG oslo_concurrency.lockutils [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.399143] env[68800]: DEBUG oslo_vmware.api [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Task: {'id': task-3244220, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.406147] env[68800]: DEBUG oslo_vmware.api [None req-f2f47e33-d6aa-4bd5-ab41-f090b2dd3bc8 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3244221, 'name': ReconfigVM_Task, 'duration_secs': 0.223367} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.406815] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2f47e33-d6aa-4bd5-ab41-f090b2dd3bc8 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Reconfigured VM instance instance-0000003f to detach disk 2001 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1036.411984] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74182e0d-9a54-4083-bda7-122b0e598204 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.428869] env[68800]: DEBUG oslo_vmware.api [None req-f2f47e33-d6aa-4bd5-ab41-f090b2dd3bc8 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 1036.428869] env[68800]: value = "task-3244227" [ 1036.428869] env[68800]: _type = "Task" [ 1036.428869] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.441747] env[68800]: DEBUG oslo_vmware.api [None req-f2f47e33-d6aa-4bd5-ab41-f090b2dd3bc8 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3244227, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.588228] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccef909a-9997-4f90-bfb1-145153833e56 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.596061] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d783751f-3379-4bf2-ae2b-421b70ad65fb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.626957] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8d6112-40ab-4425-a7e4-16ea1831ab9d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.633742] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2064bf-71c9-4824-a225-b11408cd136f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.648944] env[68800]: DEBUG nova.compute.provider_tree [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.700029] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244225, 'name': CreateVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.705152] env[68800]: DEBUG oslo_vmware.api [None req-efcd24ce-2d58-4972-99d0-a541c3dbb1eb tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244226, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301773} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.705367] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-efcd24ce-2d58-4972-99d0-a541c3dbb1eb tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.705518] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-efcd24ce-2d58-4972-99d0-a541c3dbb1eb tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.705863] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-efcd24ce-2d58-4972-99d0-a541c3dbb1eb tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.706212] env[68800]: INFO nova.compute.manager [None req-efcd24ce-2d58-4972-99d0-a541c3dbb1eb tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1036.706324] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efcd24ce-2d58-4972-99d0-a541c3dbb1eb tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.706517] env[68800]: DEBUG nova.compute.manager [-] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1036.706612] env[68800]: DEBUG nova.network.neutron [-] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1036.898119] env[68800]: DEBUG oslo_vmware.api [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Task: {'id': task-3244220, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554173} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.898390] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 765310c6-7c0a-4d6c-8c34-88c6be0936da/765310c6-7c0a-4d6c-8c34-88c6be0936da.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1036.898644] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1036.898904] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9576b6ab-0a50-406f-ab2a-9c989c6d2332 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.906169] env[68800]: DEBUG oslo_vmware.api [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Waiting for the task: (returnval){ [ 1036.906169] env[68800]: value = "task-3244228" [ 1036.906169] env[68800]: _type = "Task" [ 1036.906169] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.914685] env[68800]: DEBUG oslo_vmware.api [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Task: {'id': task-3244228, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.936196] env[68800]: DEBUG nova.network.neutron [req-5c5166db-bec7-4f96-aef8-425467ea0e11 req-a0b29798-c8e0-44b7-8fd6-a476383b12b4 service nova] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] Updated VIF entry in instance network info cache for port bc6ec989-232e-4829-bfe0-7779fe4961b6. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1036.939020] env[68800]: DEBUG nova.network.neutron [req-5c5166db-bec7-4f96-aef8-425467ea0e11 req-a0b29798-c8e0-44b7-8fd6-a476383b12b4 service nova] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] Updating instance_info_cache with network_info: [{"id": "bc6ec989-232e-4829-bfe0-7779fe4961b6", "address": "fa:16:3e:6d:01:8c", "network": {"id": "69b27bed-a298-4833-9cde-3d9552f9361e", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1948760628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b5073cdb24647319539b3e30315bff8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc6ec989-23", "ovs_interfaceid": "bc6ec989-232e-4829-bfe0-7779fe4961b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.942687] env[68800]: DEBUG oslo_vmware.api [None req-f2f47e33-d6aa-4bd5-ab41-f090b2dd3bc8 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3244227, 'name': ReconfigVM_Task, 'duration_secs': 0.150619} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.942971] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2f47e33-d6aa-4bd5-ab41-f090b2dd3bc8 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648303', 'volume_id': '44d4922a-03b7-46ff-85e8-c1206af930e5', 'name': 'volume-44d4922a-03b7-46ff-85e8-c1206af930e5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dee516d0-4241-427f-87f4-49201f04bfd1', 'attached_at': '', 'detached_at': '', 'volume_id': '44d4922a-03b7-46ff-85e8-c1206af930e5', 'serial': '44d4922a-03b7-46ff-85e8-c1206af930e5'} {{(pid=68800) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1037.089436] env[68800]: DEBUG nova.compute.manager [req-74914ce2-c39f-4d70-8697-b8d7f94daa59 req-2cd36f08-7179-44b6-a7bf-9b7c274e5067 service nova] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] Received event network-vif-deleted-651799cd-3f8b-411e-b20c-c210062864a2 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.089711] env[68800]: INFO nova.compute.manager [req-74914ce2-c39f-4d70-8697-b8d7f94daa59 req-2cd36f08-7179-44b6-a7bf-9b7c274e5067 service nova] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] Neutron deleted interface 651799cd-3f8b-411e-b20c-c210062864a2; detaching it from the instance and deleting it from the info cache [ 1037.090040] env[68800]: DEBUG nova.network.neutron [req-74914ce2-c39f-4d70-8697-b8d7f94daa59 req-2cd36f08-7179-44b6-a7bf-9b7c274e5067 service nova] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.155340] env[68800]: DEBUG nova.scheduler.client.report [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.201306] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244225, 'name': CreateVM_Task, 'duration_secs': 0.557529} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.201480] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1037.202175] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.202337] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.202651] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.202907] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e24484f2-d890-4a9d-a8ea-7e48d89706b3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.208167] env[68800]: DEBUG oslo_vmware.api [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Waiting for the task: (returnval){ [ 1037.208167] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52d55ac5-02b0-6faa-dd1a-5009a40280bd" [ 1037.208167] env[68800]: _type = "Task" [ 1037.208167] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.216996] env[68800]: DEBUG nova.compute.manager [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1037.218898] env[68800]: DEBUG oslo_vmware.api [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52d55ac5-02b0-6faa-dd1a-5009a40280bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.242068] env[68800]: DEBUG nova.virt.hardware [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1037.242243] env[68800]: DEBUG nova.virt.hardware [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1037.242385] env[68800]: DEBUG nova.virt.hardware [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1037.242662] env[68800]: DEBUG nova.virt.hardware [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1037.242909] env[68800]: DEBUG nova.virt.hardware [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1037.243186] env[68800]: DEBUG nova.virt.hardware [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1037.243516] env[68800]: DEBUG nova.virt.hardware [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1037.243794] env[68800]: DEBUG nova.virt.hardware [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1037.244086] env[68800]: DEBUG nova.virt.hardware [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1037.244366] env[68800]: DEBUG nova.virt.hardware [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1037.244669] env[68800]: DEBUG nova.virt.hardware [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1037.245985] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cebb94f3-a2c7-40ef-9f4c-15bef10c4a61 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.257448] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40585447-8701-4e90-bd88-9d7e668621bc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.416136] env[68800]: DEBUG oslo_vmware.api [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Task: {'id': task-3244228, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.292695} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.416498] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1037.417305] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebf44ef-a33a-43da-8d48-180afd5bd970 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.437339] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 765310c6-7c0a-4d6c-8c34-88c6be0936da/765310c6-7c0a-4d6c-8c34-88c6be0936da.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.438010] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f335491f-f5aa-4667-9617-19a7fe5a49ea {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.452688] env[68800]: DEBUG oslo_concurrency.lockutils [req-5c5166db-bec7-4f96-aef8-425467ea0e11 req-a0b29798-c8e0-44b7-8fd6-a476383b12b4 service nova] Releasing lock "refresh_cache-cf03192e-a1ca-4d9a-9196-b91baa651ac6" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.458551] env[68800]: DEBUG oslo_vmware.api [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Waiting for the task: (returnval){ [ 1037.458551] env[68800]: value = "task-3244229" [ 1037.458551] env[68800]: _type = "Task" [ 1037.458551] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.467211] env[68800]: DEBUG oslo_vmware.api [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Task: {'id': task-3244229, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.509831] env[68800]: DEBUG nova.objects.instance [None req-f2f47e33-d6aa-4bd5-ab41-f090b2dd3bc8 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Lazy-loading 'flavor' on Instance uuid dee516d0-4241-427f-87f4-49201f04bfd1 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.511664] env[68800]: DEBUG nova.network.neutron [-] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.516970] env[68800]: DEBUG nova.compute.manager [None req-4f8e25fb-b7a9-4950-a80f-04ec2a59e2d4 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1037.517569] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76f950f-0f58-4b23-8f67-c91a933d33a2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.592966] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8539852c-9bba-48da-8c27-f0475e636961 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.602765] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d51254c-c629-4030-af94-62a6909fb494 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.640121] env[68800]: DEBUG nova.compute.manager [req-74914ce2-c39f-4d70-8697-b8d7f94daa59 req-2cd36f08-7179-44b6-a7bf-9b7c274e5067 service nova] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] Detach interface failed, port_id=651799cd-3f8b-411e-b20c-c210062864a2, reason: Instance 3ed29ea2-737e-4aaf-92ff-e4bc784632e8 could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1037.660264] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.475s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.662976] env[68800]: DEBUG oslo_concurrency.lockutils [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.280s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.664536] env[68800]: INFO nova.compute.claims [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] [instance: a9800c90-6756-43ee-b540-e0c8dea5813e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1037.719480] env[68800]: DEBUG oslo_vmware.api [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52d55ac5-02b0-6faa-dd1a-5009a40280bd, 'name': SearchDatastore_Task, 'duration_secs': 0.053946} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.719930] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.720040] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1037.720263] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.720413] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.720593] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1037.720853] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f46d3ec-86d9-4a1b-8dd2-0925291d623d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.729374] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1037.729614] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1037.730722] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0f10897-4694-4bb5-9878-175db704efd8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.738061] env[68800]: DEBUG oslo_vmware.api [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Waiting for the task: (returnval){ [ 1037.738061] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]524d7210-6f97-d83e-e9fc-10e3b66fe7ab" [ 1037.738061] env[68800]: _type = "Task" [ 1037.738061] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.745541] env[68800]: DEBUG oslo_vmware.api [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]524d7210-6f97-d83e-e9fc-10e3b66fe7ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.930244] env[68800]: DEBUG nova.compute.manager [req-c02a5221-f734-4f95-8ca0-1ede23fa8d47 req-2a0e1ed0-eb3e-4919-ab84-e74df3d0255c service nova] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Received event network-vif-plugged-ba1d5e10-7fc4-47c3-9958-6a5801dbfcfb {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.930826] env[68800]: DEBUG oslo_concurrency.lockutils [req-c02a5221-f734-4f95-8ca0-1ede23fa8d47 req-2a0e1ed0-eb3e-4919-ab84-e74df3d0255c service nova] Acquiring lock "14a8d720-2f8a-43ce-bb2a-7f79cc54a53f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.931763] env[68800]: DEBUG oslo_concurrency.lockutils [req-c02a5221-f734-4f95-8ca0-1ede23fa8d47 req-2a0e1ed0-eb3e-4919-ab84-e74df3d0255c service nova] Lock "14a8d720-2f8a-43ce-bb2a-7f79cc54a53f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.931996] env[68800]: DEBUG oslo_concurrency.lockutils [req-c02a5221-f734-4f95-8ca0-1ede23fa8d47 req-2a0e1ed0-eb3e-4919-ab84-e74df3d0255c service nova] Lock "14a8d720-2f8a-43ce-bb2a-7f79cc54a53f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.932204] env[68800]: DEBUG nova.compute.manager [req-c02a5221-f734-4f95-8ca0-1ede23fa8d47 req-2a0e1ed0-eb3e-4919-ab84-e74df3d0255c service nova] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] No waiting events found dispatching network-vif-plugged-ba1d5e10-7fc4-47c3-9958-6a5801dbfcfb {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1037.932372] env[68800]: WARNING nova.compute.manager [req-c02a5221-f734-4f95-8ca0-1ede23fa8d47 req-2a0e1ed0-eb3e-4919-ab84-e74df3d0255c service nova] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Received unexpected event network-vif-plugged-ba1d5e10-7fc4-47c3-9958-6a5801dbfcfb for instance with vm_state building and task_state spawning. [ 1037.968451] env[68800]: DEBUG oslo_vmware.api [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Task: {'id': task-3244229, 'name': ReconfigVM_Task, 'duration_secs': 0.351391} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.968707] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 765310c6-7c0a-4d6c-8c34-88c6be0936da/765310c6-7c0a-4d6c-8c34-88c6be0936da.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1037.969389] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1613cceb-c9c6-47c1-ba61-4a09b06cb8ff {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.975506] env[68800]: DEBUG oslo_vmware.api [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Waiting for the task: (returnval){ [ 1037.975506] env[68800]: value = "task-3244230" [ 1037.975506] env[68800]: _type = "Task" [ 1037.975506] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.984081] env[68800]: DEBUG oslo_vmware.api [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Task: {'id': task-3244230, 'name': Rename_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.023595] env[68800]: INFO nova.compute.manager [-] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] Took 1.32 seconds to deallocate network for instance. [ 1038.031287] env[68800]: INFO nova.compute.manager [None req-4f8e25fb-b7a9-4950-a80f-04ec2a59e2d4 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] instance snapshotting [ 1038.033642] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a253959e-aee3-42ad-905b-e3455d7ad1e8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.059013] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97a2478-fc6e-420c-b309-7f394cf619e8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.087754] env[68800]: DEBUG nova.network.neutron [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Successfully updated port: ba1d5e10-7fc4-47c3-9958-6a5801dbfcfb {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1038.174928] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c113bc8f-8a6e-4310-a421-702c2f8bf3d5 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Lock "c19ca69f-35ab-4737-997c-89f30164836a" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 33.944s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.176074] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Lock "c19ca69f-35ab-4737-997c-89f30164836a" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 10.272s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.176361] env[68800]: INFO nova.compute.manager [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Unshelving [ 1038.251499] env[68800]: DEBUG oslo_vmware.api [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]524d7210-6f97-d83e-e9fc-10e3b66fe7ab, 'name': SearchDatastore_Task, 'duration_secs': 0.008491} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.252186] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2e06c69-3138-4cdd-bcb0-1b1da931b544 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.257754] env[68800]: DEBUG oslo_vmware.api [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Waiting for the task: (returnval){ [ 1038.257754] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]526523de-092b-8d77-bd8d-42ea34f9e7a8" [ 1038.257754] env[68800]: _type = "Task" [ 1038.257754] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.265151] env[68800]: DEBUG oslo_vmware.api [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]526523de-092b-8d77-bd8d-42ea34f9e7a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.485948] env[68800]: DEBUG oslo_vmware.api [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Task: {'id': task-3244230, 'name': Rename_Task, 'duration_secs': 0.146143} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.486224] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1038.486490] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3011e96b-c698-41ec-b81f-1b6cd7803a37 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.496019] env[68800]: DEBUG oslo_vmware.api [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Waiting for the task: (returnval){ [ 1038.496019] env[68800]: value = "task-3244231" [ 1038.496019] env[68800]: _type = "Task" [ 1038.496019] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.501284] env[68800]: DEBUG oslo_vmware.api [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Task: {'id': task-3244231, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.518021] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f2f47e33-d6aa-4bd5-ab41-f090b2dd3bc8 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Lock "dee516d0-4241-427f-87f4-49201f04bfd1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.340s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.533667] env[68800]: DEBUG oslo_concurrency.lockutils [None req-efcd24ce-2d58-4972-99d0-a541c3dbb1eb tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.568202] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-4f8e25fb-b7a9-4950-a80f-04ec2a59e2d4 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Creating Snapshot of the VM instance {{(pid=68800) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1038.568444] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2ff62f9e-a9f5-4626-be98-6f51e6e71224 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.575665] env[68800]: DEBUG oslo_vmware.api [None req-4f8e25fb-b7a9-4950-a80f-04ec2a59e2d4 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 1038.575665] env[68800]: value = "task-3244232" [ 1038.575665] env[68800]: _type = "Task" [ 1038.575665] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.583073] env[68800]: DEBUG oslo_vmware.api [None req-4f8e25fb-b7a9-4950-a80f-04ec2a59e2d4 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244232, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.590023] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "refresh_cache-14a8d720-2f8a-43ce-bb2a-7f79cc54a53f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.590143] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquired lock "refresh_cache-14a8d720-2f8a-43ce-bb2a-7f79cc54a53f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.590320] env[68800]: DEBUG nova.network.neutron [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.768758] env[68800]: DEBUG oslo_vmware.api [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]526523de-092b-8d77-bd8d-42ea34f9e7a8, 'name': SearchDatastore_Task, 'duration_secs': 0.009486} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.769129] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.769468] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] cf03192e-a1ca-4d9a-9196-b91baa651ac6/cf03192e-a1ca-4d9a-9196-b91baa651ac6.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1038.769787] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9ee7d90-3067-4060-a8f7-de2521f7739c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.776067] env[68800]: DEBUG oslo_vmware.api [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Waiting for the task: (returnval){ [ 1038.776067] env[68800]: value = "task-3244233" [ 1038.776067] env[68800]: _type = "Task" [ 1038.776067] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.786677] env[68800]: DEBUG oslo_vmware.api [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Task: {'id': task-3244233, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.831132] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bcdbcd4f-3d02-442d-a176-bd2529e35356 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Acquiring lock "dee516d0-4241-427f-87f4-49201f04bfd1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.831503] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bcdbcd4f-3d02-442d-a176-bd2529e35356 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Lock "dee516d0-4241-427f-87f4-49201f04bfd1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.831803] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bcdbcd4f-3d02-442d-a176-bd2529e35356 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Acquiring lock "dee516d0-4241-427f-87f4-49201f04bfd1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.832112] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bcdbcd4f-3d02-442d-a176-bd2529e35356 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Lock "dee516d0-4241-427f-87f4-49201f04bfd1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.832409] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bcdbcd4f-3d02-442d-a176-bd2529e35356 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Lock "dee516d0-4241-427f-87f4-49201f04bfd1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.834816] env[68800]: INFO nova.compute.manager [None req-bcdbcd4f-3d02-442d-a176-bd2529e35356 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Terminating instance [ 1038.954967] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a9677f-72cb-4ebb-b8a0-4ff13d188656 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.965972] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1aa6397-c042-42f8-95a4-bf319eb17453 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.004232] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e59681-d998-4026-8642-b6b7124dbf78 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.012958] env[68800]: DEBUG oslo_vmware.api [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Task: {'id': task-3244231, 'name': PowerOnVM_Task, 'duration_secs': 0.41594} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.015266] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1039.015491] env[68800]: DEBUG nova.compute.manager [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1039.016504] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009f4160-f11e-43a6-b20c-df5bd50be344 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.020366] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2245636-ae72-4cb9-a44f-2b6d1076d92f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.038980] env[68800]: DEBUG nova.compute.provider_tree [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.086871] env[68800]: DEBUG oslo_vmware.api [None req-4f8e25fb-b7a9-4950-a80f-04ec2a59e2d4 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244232, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.154899] env[68800]: DEBUG nova.network.neutron [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1039.198774] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.286928] env[68800]: DEBUG oslo_vmware.api [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Task: {'id': task-3244233, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.338941] env[68800]: DEBUG nova.compute.manager [None req-bcdbcd4f-3d02-442d-a176-bd2529e35356 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1039.339158] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdbcd4f-3d02-442d-a176-bd2529e35356 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1039.340123] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac55e821-6438-4b0b-a0c1-bc93a58a9987 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.349180] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcdbcd4f-3d02-442d-a176-bd2529e35356 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.349692] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f09c7e95-66c9-403a-891f-9d1288ab44b8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.356873] env[68800]: DEBUG oslo_vmware.api [None req-bcdbcd4f-3d02-442d-a176-bd2529e35356 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 1039.356873] env[68800]: value = "task-3244234" [ 1039.356873] env[68800]: _type = "Task" [ 1039.356873] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.368163] env[68800]: DEBUG oslo_vmware.api [None req-bcdbcd4f-3d02-442d-a176-bd2529e35356 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3244234, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.388518] env[68800]: DEBUG nova.network.neutron [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Updating instance_info_cache with network_info: [{"id": "ba1d5e10-7fc4-47c3-9958-6a5801dbfcfb", "address": "fa:16:3e:46:10:ad", "network": {"id": "42ecce2f-2b8f-412c-a25a-eac985a7bc3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-882241878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a55e3ff738d49f8ae6b119fe8712bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba1d5e10-7f", "ovs_interfaceid": "ba1d5e10-7fc4-47c3-9958-6a5801dbfcfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.549875] env[68800]: DEBUG nova.scheduler.client.report [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.558046] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.587780] env[68800]: DEBUG oslo_vmware.api [None req-4f8e25fb-b7a9-4950-a80f-04ec2a59e2d4 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244232, 'name': CreateSnapshot_Task, 'duration_secs': 0.762072} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.588114] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-4f8e25fb-b7a9-4950-a80f-04ec2a59e2d4 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Created Snapshot of the VM instance {{(pid=68800) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1039.588957] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2940824e-aa6a-4e9f-b2cc-98696d16b7d3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.776528] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fbd7950e-2827-4578-b5e9-a84d0dfb2fac tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Acquiring lock "765310c6-7c0a-4d6c-8c34-88c6be0936da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.776820] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fbd7950e-2827-4578-b5e9-a84d0dfb2fac tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Lock "765310c6-7c0a-4d6c-8c34-88c6be0936da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.777048] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fbd7950e-2827-4578-b5e9-a84d0dfb2fac tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Acquiring lock "765310c6-7c0a-4d6c-8c34-88c6be0936da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.777244] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fbd7950e-2827-4578-b5e9-a84d0dfb2fac tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Lock "765310c6-7c0a-4d6c-8c34-88c6be0936da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.777422] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fbd7950e-2827-4578-b5e9-a84d0dfb2fac tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Lock "765310c6-7c0a-4d6c-8c34-88c6be0936da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.782832] env[68800]: INFO nova.compute.manager [None req-fbd7950e-2827-4578-b5e9-a84d0dfb2fac tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Terminating instance [ 1039.789964] env[68800]: DEBUG oslo_vmware.api [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Task: {'id': task-3244233, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558156} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.790240] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] cf03192e-a1ca-4d9a-9196-b91baa651ac6/cf03192e-a1ca-4d9a-9196-b91baa651ac6.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1039.790455] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1039.790767] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-379d08bd-1e92-4658-a063-310fbb4dc787 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.797486] env[68800]: DEBUG oslo_vmware.api [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Waiting for the task: (returnval){ [ 1039.797486] env[68800]: value = "task-3244235" [ 1039.797486] env[68800]: _type = "Task" [ 1039.797486] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.806909] env[68800]: DEBUG oslo_vmware.api [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Task: {'id': task-3244235, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.867914] env[68800]: DEBUG oslo_vmware.api [None req-bcdbcd4f-3d02-442d-a176-bd2529e35356 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3244234, 'name': PowerOffVM_Task, 'duration_secs': 0.468281} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.868235] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcdbcd4f-3d02-442d-a176-bd2529e35356 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.868418] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdbcd4f-3d02-442d-a176-bd2529e35356 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1039.868690] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14f1a9ba-c5d5-4c5e-9c12-f848d197f602 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.894386] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Releasing lock "refresh_cache-14a8d720-2f8a-43ce-bb2a-7f79cc54a53f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.894741] env[68800]: DEBUG nova.compute.manager [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Instance network_info: |[{"id": "ba1d5e10-7fc4-47c3-9958-6a5801dbfcfb", "address": "fa:16:3e:46:10:ad", "network": {"id": "42ecce2f-2b8f-412c-a25a-eac985a7bc3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-882241878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a55e3ff738d49f8ae6b119fe8712bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba1d5e10-7f", "ovs_interfaceid": "ba1d5e10-7fc4-47c3-9958-6a5801dbfcfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1039.895188] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:10:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea4fe416-47a6-4542-b59d-8c71ab4d6503', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba1d5e10-7fc4-47c3-9958-6a5801dbfcfb', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.903073] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.903322] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1039.903568] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e097d6f-8f2f-492f-be10-44cdd2bccc75 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.923502] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.923502] env[68800]: value = "task-3244237" [ 1039.923502] env[68800]: _type = "Task" [ 1039.923502] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.932552] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244237, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.957884] env[68800]: DEBUG nova.compute.manager [req-9a1b32ff-1ad6-4b8b-9dc4-6cb92c89c120 req-d1077bac-c7ed-4cdc-a26a-abf032c5dc80 service nova] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Received event network-changed-ba1d5e10-7fc4-47c3-9958-6a5801dbfcfb {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.958140] env[68800]: DEBUG nova.compute.manager [req-9a1b32ff-1ad6-4b8b-9dc4-6cb92c89c120 req-d1077bac-c7ed-4cdc-a26a-abf032c5dc80 service nova] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Refreshing instance network info cache due to event network-changed-ba1d5e10-7fc4-47c3-9958-6a5801dbfcfb. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1039.958406] env[68800]: DEBUG oslo_concurrency.lockutils [req-9a1b32ff-1ad6-4b8b-9dc4-6cb92c89c120 req-d1077bac-c7ed-4cdc-a26a-abf032c5dc80 service nova] Acquiring lock "refresh_cache-14a8d720-2f8a-43ce-bb2a-7f79cc54a53f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.958456] env[68800]: DEBUG oslo_concurrency.lockutils [req-9a1b32ff-1ad6-4b8b-9dc4-6cb92c89c120 req-d1077bac-c7ed-4cdc-a26a-abf032c5dc80 service nova] Acquired lock "refresh_cache-14a8d720-2f8a-43ce-bb2a-7f79cc54a53f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.958588] env[68800]: DEBUG nova.network.neutron [req-9a1b32ff-1ad6-4b8b-9dc4-6cb92c89c120 req-d1077bac-c7ed-4cdc-a26a-abf032c5dc80 service nova] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Refreshing network info cache for port ba1d5e10-7fc4-47c3-9958-6a5801dbfcfb {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.961422] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdbcd4f-3d02-442d-a176-bd2529e35356 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1039.961708] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdbcd4f-3d02-442d-a176-bd2529e35356 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1039.961954] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcdbcd4f-3d02-442d-a176-bd2529e35356 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Deleting the datastore file [datastore1] dee516d0-4241-427f-87f4-49201f04bfd1 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1039.962393] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fd2a2c7-7612-4379-8d59-612e450d9c31 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.969627] env[68800]: DEBUG oslo_vmware.api [None req-bcdbcd4f-3d02-442d-a176-bd2529e35356 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 1039.969627] env[68800]: value = "task-3244238" [ 1039.969627] env[68800]: _type = "Task" [ 1039.969627] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.979189] env[68800]: DEBUG oslo_vmware.api [None req-bcdbcd4f-3d02-442d-a176-bd2529e35356 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3244238, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.056576] env[68800]: DEBUG oslo_concurrency.lockutils [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.393s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.057261] env[68800]: DEBUG nova.compute.manager [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] [instance: a9800c90-6756-43ee-b540-e0c8dea5813e] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1040.060804] env[68800]: DEBUG oslo_concurrency.lockutils [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 12.543s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.061061] env[68800]: DEBUG nova.objects.instance [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68800) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1040.110359] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-4f8e25fb-b7a9-4950-a80f-04ec2a59e2d4 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Creating linked-clone VM from snapshot {{(pid=68800) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1040.111640] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-eca757bd-1742-49f7-8559-78851f295a35 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.122094] env[68800]: DEBUG oslo_vmware.api [None req-4f8e25fb-b7a9-4950-a80f-04ec2a59e2d4 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 1040.122094] env[68800]: value = "task-3244239" [ 1040.122094] env[68800]: _type = "Task" [ 1040.122094] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.131614] env[68800]: DEBUG oslo_vmware.api [None req-4f8e25fb-b7a9-4950-a80f-04ec2a59e2d4 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244239, 'name': CloneVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.287495] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fbd7950e-2827-4578-b5e9-a84d0dfb2fac tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Acquiring lock "refresh_cache-765310c6-7c0a-4d6c-8c34-88c6be0936da" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.287731] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fbd7950e-2827-4578-b5e9-a84d0dfb2fac tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Acquired lock "refresh_cache-765310c6-7c0a-4d6c-8c34-88c6be0936da" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.287905] env[68800]: DEBUG nova.network.neutron [None req-fbd7950e-2827-4578-b5e9-a84d0dfb2fac tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.309987] env[68800]: DEBUG oslo_vmware.api [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Task: {'id': task-3244235, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.27647} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.310477] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1040.311132] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb50c8ba-de6e-4fb6-88ff-564b2878df51 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.337561] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] cf03192e-a1ca-4d9a-9196-b91baa651ac6/cf03192e-a1ca-4d9a-9196-b91baa651ac6.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.337900] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7c730c1-b791-46f2-89f3-d87a9842fcc8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.358140] env[68800]: DEBUG oslo_vmware.api [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Waiting for the task: (returnval){ [ 1040.358140] env[68800]: value = "task-3244240" [ 1040.358140] env[68800]: _type = "Task" [ 1040.358140] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.367476] env[68800]: DEBUG oslo_vmware.api [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Task: {'id': task-3244240, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.432539] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244237, 'name': CreateVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.479016] env[68800]: DEBUG oslo_vmware.api [None req-bcdbcd4f-3d02-442d-a176-bd2529e35356 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3244238, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.379318} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.479288] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcdbcd4f-3d02-442d-a176-bd2529e35356 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1040.479564] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdbcd4f-3d02-442d-a176-bd2529e35356 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1040.479886] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdbcd4f-3d02-442d-a176-bd2529e35356 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1040.480124] env[68800]: INFO nova.compute.manager [None req-bcdbcd4f-3d02-442d-a176-bd2529e35356 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1040.480410] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcdbcd4f-3d02-442d-a176-bd2529e35356 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.480992] env[68800]: DEBUG nova.compute.manager [-] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1040.481181] env[68800]: DEBUG nova.network.neutron [-] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1040.570418] env[68800]: DEBUG nova.compute.utils [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1040.571894] env[68800]: DEBUG nova.compute.manager [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] [instance: a9800c90-6756-43ee-b540-e0c8dea5813e] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1040.571894] env[68800]: DEBUG nova.network.neutron [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] [instance: a9800c90-6756-43ee-b540-e0c8dea5813e] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1040.634662] env[68800]: DEBUG oslo_vmware.api [None req-4f8e25fb-b7a9-4950-a80f-04ec2a59e2d4 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244239, 'name': CloneVM_Task} progress is 94%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.662873] env[68800]: DEBUG nova.policy [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4acf7649c7d84c49b87ee221934a57ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68c033067f8f4d139ccabe0fb78bfb74', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 1040.834947] env[68800]: DEBUG nova.network.neutron [None req-fbd7950e-2827-4578-b5e9-a84d0dfb2fac tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1040.876023] env[68800]: DEBUG oslo_vmware.api [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Task: {'id': task-3244240, 'name': ReconfigVM_Task, 'duration_secs': 0.488896} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.881598] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] Reconfigured VM instance instance-00000059 to attach disk [datastore2] cf03192e-a1ca-4d9a-9196-b91baa651ac6/cf03192e-a1ca-4d9a-9196-b91baa651ac6.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1040.881742] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd6c6240-5cb6-4153-b32c-cb99ab3850c2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.888701] env[68800]: DEBUG oslo_vmware.api [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Waiting for the task: (returnval){ [ 1040.888701] env[68800]: value = "task-3244241" [ 1040.888701] env[68800]: _type = "Task" [ 1040.888701] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.898203] env[68800]: DEBUG oslo_vmware.api [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Task: {'id': task-3244241, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.934722] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244237, 'name': CreateVM_Task, 'duration_secs': 0.703928} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.934940] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1040.936370] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.936705] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.937257] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.937677] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab153e29-8b3a-43d6-99d4-19570d5df60d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.942982] env[68800]: DEBUG oslo_vmware.api [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for the task: (returnval){ [ 1040.942982] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]528b87be-3f7e-c752-a25a-d625869475ca" [ 1040.942982] env[68800]: _type = "Task" [ 1040.942982] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.953085] env[68800]: DEBUG oslo_vmware.api [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]528b87be-3f7e-c752-a25a-d625869475ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.073293] env[68800]: DEBUG oslo_concurrency.lockutils [None req-756f199e-2107-49c0-85ae-0726c31cb951 tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.074540] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.830s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.078017] env[68800]: DEBUG nova.objects.instance [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lazy-loading 'resources' on Instance uuid d31685d0-2d63-49c1-9615-a332ad4777ed {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.078017] env[68800]: DEBUG nova.compute.manager [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] [instance: a9800c90-6756-43ee-b540-e0c8dea5813e] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1041.135945] env[68800]: DEBUG oslo_vmware.api [None req-4f8e25fb-b7a9-4950-a80f-04ec2a59e2d4 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244239, 'name': CloneVM_Task} progress is 94%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.247264] env[68800]: DEBUG nova.network.neutron [req-9a1b32ff-1ad6-4b8b-9dc4-6cb92c89c120 req-d1077bac-c7ed-4cdc-a26a-abf032c5dc80 service nova] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Updated VIF entry in instance network info cache for port ba1d5e10-7fc4-47c3-9958-6a5801dbfcfb. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1041.247772] env[68800]: DEBUG nova.network.neutron [req-9a1b32ff-1ad6-4b8b-9dc4-6cb92c89c120 req-d1077bac-c7ed-4cdc-a26a-abf032c5dc80 service nova] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Updating instance_info_cache with network_info: [{"id": "ba1d5e10-7fc4-47c3-9958-6a5801dbfcfb", "address": "fa:16:3e:46:10:ad", "network": {"id": "42ecce2f-2b8f-412c-a25a-eac985a7bc3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-882241878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a55e3ff738d49f8ae6b119fe8712bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba1d5e10-7f", "ovs_interfaceid": "ba1d5e10-7fc4-47c3-9958-6a5801dbfcfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.255801] env[68800]: DEBUG nova.network.neutron [None req-fbd7950e-2827-4578-b5e9-a84d0dfb2fac tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.390960] env[68800]: DEBUG nova.compute.manager [req-b26dd776-4c1a-4a99-9975-7d4018486dc3 req-bd4be579-663a-499e-8d69-b1b633f2f57d service nova] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Received event network-vif-deleted-b2314093-cc21-465b-afef-ce4d54db1ce6 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.390960] env[68800]: INFO nova.compute.manager [req-b26dd776-4c1a-4a99-9975-7d4018486dc3 req-bd4be579-663a-499e-8d69-b1b633f2f57d service nova] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Neutron deleted interface b2314093-cc21-465b-afef-ce4d54db1ce6; detaching it from the instance and deleting it from the info cache [ 1041.390960] env[68800]: DEBUG nova.network.neutron [req-b26dd776-4c1a-4a99-9975-7d4018486dc3 req-bd4be579-663a-499e-8d69-b1b633f2f57d service nova] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.407996] env[68800]: DEBUG oslo_vmware.api [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Task: {'id': task-3244241, 'name': Rename_Task, 'duration_secs': 0.198892} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.408419] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1041.408659] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2b963be-5704-433c-8e59-07917ac0a012 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.415240] env[68800]: DEBUG oslo_vmware.api [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Waiting for the task: (returnval){ [ 1041.415240] env[68800]: value = "task-3244242" [ 1041.415240] env[68800]: _type = "Task" [ 1041.415240] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.423679] env[68800]: DEBUG oslo_vmware.api [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Task: {'id': task-3244242, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.455640] env[68800]: DEBUG oslo_vmware.api [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]528b87be-3f7e-c752-a25a-d625869475ca, 'name': SearchDatastore_Task, 'duration_secs': 0.010875} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.456031] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.456533] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1041.457349] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.457349] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.457349] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1041.457765] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36fd1ecb-fea1-45dd-aab1-bed2e05e5eb0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.468845] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1041.469072] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1041.470275] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a226409c-fdd5-40b8-bf3c-60efe1dca534 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.476976] env[68800]: DEBUG oslo_vmware.api [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for the task: (returnval){ [ 1041.476976] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]521833ba-d249-0543-ff77-dc2acaf650a5" [ 1041.476976] env[68800]: _type = "Task" [ 1041.476976] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.487421] env[68800]: DEBUG oslo_vmware.api [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]521833ba-d249-0543-ff77-dc2acaf650a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.515160] env[68800]: DEBUG nova.network.neutron [-] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.580545] env[68800]: DEBUG nova.objects.instance [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lazy-loading 'numa_topology' on Instance uuid d31685d0-2d63-49c1-9615-a332ad4777ed {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.634697] env[68800]: DEBUG oslo_vmware.api [None req-4f8e25fb-b7a9-4950-a80f-04ec2a59e2d4 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244239, 'name': CloneVM_Task, 'duration_secs': 1.483213} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.634932] env[68800]: INFO nova.virt.vmwareapi.vmops [None req-4f8e25fb-b7a9-4950-a80f-04ec2a59e2d4 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Created linked-clone VM from snapshot [ 1041.635928] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455c0510-1d96-4978-8471-76dd305ec475 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.644642] env[68800]: DEBUG nova.virt.vmwareapi.images [None req-4f8e25fb-b7a9-4950-a80f-04ec2a59e2d4 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Uploading image 8843a260-9ccc-4b4d-803f-3b0f9cae4c56 {{(pid=68800) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1041.648464] env[68800]: DEBUG nova.network.neutron [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] [instance: a9800c90-6756-43ee-b540-e0c8dea5813e] Successfully created port: e05bcabd-6363-4d1f-b3fa-766f48ac423e {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1041.663146] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f8e25fb-b7a9-4950-a80f-04ec2a59e2d4 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Destroying the VM {{(pid=68800) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1041.663909] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-22fca9d4-217d-4a51-a862-a5cf01b4d0ed {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.671482] env[68800]: DEBUG oslo_vmware.api [None req-4f8e25fb-b7a9-4950-a80f-04ec2a59e2d4 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 1041.671482] env[68800]: value = "task-3244243" [ 1041.671482] env[68800]: _type = "Task" [ 1041.671482] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.684043] env[68800]: DEBUG oslo_vmware.api [None req-4f8e25fb-b7a9-4950-a80f-04ec2a59e2d4 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244243, 'name': Destroy_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.752391] env[68800]: DEBUG oslo_concurrency.lockutils [req-9a1b32ff-1ad6-4b8b-9dc4-6cb92c89c120 req-d1077bac-c7ed-4cdc-a26a-abf032c5dc80 service nova] Releasing lock "refresh_cache-14a8d720-2f8a-43ce-bb2a-7f79cc54a53f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.762070] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fbd7950e-2827-4578-b5e9-a84d0dfb2fac tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Releasing lock "refresh_cache-765310c6-7c0a-4d6c-8c34-88c6be0936da" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.762070] env[68800]: DEBUG nova.compute.manager [None req-fbd7950e-2827-4578-b5e9-a84d0dfb2fac tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1041.762070] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd7950e-2827-4578-b5e9-a84d0dfb2fac tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.762070] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e52c079-3405-48fc-870f-aca78be47f6c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.770918] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd7950e-2827-4578-b5e9-a84d0dfb2fac tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.771419] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60b4641a-31eb-4dcb-b2bd-778453437ca7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.777847] env[68800]: DEBUG oslo_vmware.api [None req-fbd7950e-2827-4578-b5e9-a84d0dfb2fac tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Waiting for the task: (returnval){ [ 1041.777847] env[68800]: value = "task-3244244" [ 1041.777847] env[68800]: _type = "Task" [ 1041.777847] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.787117] env[68800]: DEBUG oslo_vmware.api [None req-fbd7950e-2827-4578-b5e9-a84d0dfb2fac tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Task: {'id': task-3244244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.895777] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0d6ef5e8-d672-41f8-9ee8-556ae3bb3b7d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.904828] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa81320-5e9b-48a2-af0e-8d68a0fa69db {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.941910] env[68800]: DEBUG nova.compute.manager [req-b26dd776-4c1a-4a99-9975-7d4018486dc3 req-bd4be579-663a-499e-8d69-b1b633f2f57d service nova] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Detach interface failed, port_id=b2314093-cc21-465b-afef-ce4d54db1ce6, reason: Instance dee516d0-4241-427f-87f4-49201f04bfd1 could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1041.945599] env[68800]: DEBUG oslo_vmware.api [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Task: {'id': task-3244242, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.990823] env[68800]: DEBUG oslo_vmware.api [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]521833ba-d249-0543-ff77-dc2acaf650a5, 'name': SearchDatastore_Task, 'duration_secs': 0.012425} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.990823] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88ac3210-fbe4-47c1-8a70-41cdca0c354f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.996467] env[68800]: DEBUG oslo_vmware.api [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for the task: (returnval){ [ 1041.996467] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]522e6a9c-9252-91a0-5e45-dc2d635a8a88" [ 1041.996467] env[68800]: _type = "Task" [ 1041.996467] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.002651] env[68800]: DEBUG oslo_vmware.api [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]522e6a9c-9252-91a0-5e45-dc2d635a8a88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.019822] env[68800]: INFO nova.compute.manager [-] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Took 1.54 seconds to deallocate network for instance. [ 1042.088465] env[68800]: DEBUG nova.compute.manager [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] [instance: a9800c90-6756-43ee-b540-e0c8dea5813e] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1042.090881] env[68800]: DEBUG nova.objects.base [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=68800) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1042.118525] env[68800]: DEBUG nova.virt.hardware [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1042.118838] env[68800]: DEBUG nova.virt.hardware [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.119009] env[68800]: DEBUG nova.virt.hardware [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.119220] env[68800]: DEBUG nova.virt.hardware [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.119414] env[68800]: DEBUG nova.virt.hardware [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.119611] env[68800]: DEBUG nova.virt.hardware [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1042.120221] env[68800]: DEBUG nova.virt.hardware [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1042.120221] env[68800]: DEBUG nova.virt.hardware [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1042.120340] env[68800]: DEBUG nova.virt.hardware [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1042.120591] env[68800]: DEBUG nova.virt.hardware [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1042.120809] env[68800]: DEBUG nova.virt.hardware [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.121936] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a601498-d428-4668-8d57-6b192aac0dfd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.132462] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8ec3d1-7df8-4ccf-844a-66a989bd88ed {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.180093] env[68800]: DEBUG oslo_vmware.api [None req-4f8e25fb-b7a9-4950-a80f-04ec2a59e2d4 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244243, 'name': Destroy_Task} progress is 33%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.289867] env[68800]: DEBUG oslo_vmware.api [None req-fbd7950e-2827-4578-b5e9-a84d0dfb2fac tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Task: {'id': task-3244244, 'name': PowerOffVM_Task, 'duration_secs': 0.129753} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.290154] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd7950e-2827-4578-b5e9-a84d0dfb2fac tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.290327] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd7950e-2827-4578-b5e9-a84d0dfb2fac tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1042.290576] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8e65688-55bf-4a2a-8d98-0b8e8375cac7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.317634] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd7950e-2827-4578-b5e9-a84d0dfb2fac tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1042.317861] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd7950e-2827-4578-b5e9-a84d0dfb2fac tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1042.318041] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbd7950e-2827-4578-b5e9-a84d0dfb2fac tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Deleting the datastore file [datastore2] 765310c6-7c0a-4d6c-8c34-88c6be0936da {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.318304] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-047d3dd6-d95f-4213-9e64-706dbbe8d6e7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.324739] env[68800]: DEBUG oslo_vmware.api [None req-fbd7950e-2827-4578-b5e9-a84d0dfb2fac tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Waiting for the task: (returnval){ [ 1042.324739] env[68800]: value = "task-3244246" [ 1042.324739] env[68800]: _type = "Task" [ 1042.324739] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.335029] env[68800]: DEBUG oslo_vmware.api [None req-fbd7950e-2827-4578-b5e9-a84d0dfb2fac tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Task: {'id': task-3244246, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.341347] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4a44d4-c6d0-4dfd-b38d-b41cdc80d0c4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.351749] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af922594-3c73-4f89-af65-9d1f199e4850 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.384182] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e46e48-97a7-4528-9095-d58b45fc4755 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.391576] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b333a4f6-b273-4185-a954-70ed3f7c72fe {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.404970] env[68800]: DEBUG nova.compute.provider_tree [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Updating inventory in ProviderTree for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1042.425362] env[68800]: DEBUG oslo_vmware.api [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Task: {'id': task-3244242, 'name': PowerOnVM_Task, 'duration_secs': 0.569436} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.425640] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1042.425835] env[68800]: INFO nova.compute.manager [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] Took 9.67 seconds to spawn the instance on the hypervisor. [ 1042.426031] env[68800]: DEBUG nova.compute.manager [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1042.426847] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d2466a-3f69-4787-a549-f882a5777872 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.504832] env[68800]: DEBUG oslo_vmware.api [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]522e6a9c-9252-91a0-5e45-dc2d635a8a88, 'name': SearchDatastore_Task, 'duration_secs': 0.034947} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.504954] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.505116] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f/14a8d720-2f8a-43ce-bb2a-7f79cc54a53f.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1042.505612] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9e923c5-300f-49ba-a8c2-37b84960df38 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.511726] env[68800]: DEBUG oslo_vmware.api [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for the task: (returnval){ [ 1042.511726] env[68800]: value = "task-3244247" [ 1042.511726] env[68800]: _type = "Task" [ 1042.511726] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.519611] env[68800]: DEBUG oslo_vmware.api [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244247, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.525655] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bcdbcd4f-3d02-442d-a176-bd2529e35356 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.683803] env[68800]: DEBUG oslo_vmware.api [None req-4f8e25fb-b7a9-4950-a80f-04ec2a59e2d4 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244243, 'name': Destroy_Task, 'duration_secs': 0.677725} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.684109] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-4f8e25fb-b7a9-4950-a80f-04ec2a59e2d4 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Destroyed the VM [ 1042.684316] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-4f8e25fb-b7a9-4950-a80f-04ec2a59e2d4 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Deleting Snapshot of the VM instance {{(pid=68800) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1042.684583] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bde72d10-588c-4c97-84ae-fc2900150aa9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.691070] env[68800]: DEBUG oslo_vmware.api [None req-4f8e25fb-b7a9-4950-a80f-04ec2a59e2d4 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 1042.691070] env[68800]: value = "task-3244248" [ 1042.691070] env[68800]: _type = "Task" [ 1042.691070] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.699581] env[68800]: DEBUG oslo_vmware.api [None req-4f8e25fb-b7a9-4950-a80f-04ec2a59e2d4 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244248, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.836195] env[68800]: DEBUG oslo_vmware.api [None req-fbd7950e-2827-4578-b5e9-a84d0dfb2fac tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Task: {'id': task-3244246, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.110178} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.836619] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbd7950e-2827-4578-b5e9-a84d0dfb2fac tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.836878] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd7950e-2827-4578-b5e9-a84d0dfb2fac tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.837169] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd7950e-2827-4578-b5e9-a84d0dfb2fac tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.837398] env[68800]: INFO nova.compute.manager [None req-fbd7950e-2827-4578-b5e9-a84d0dfb2fac tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1042.837749] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbd7950e-2827-4578-b5e9-a84d0dfb2fac tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.837882] env[68800]: DEBUG nova.compute.manager [-] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1042.837985] env[68800]: DEBUG nova.network.neutron [-] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1042.856433] env[68800]: DEBUG nova.network.neutron [-] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1042.931887] env[68800]: ERROR nova.scheduler.client.report [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [req-73647027-aa79-4299-bde0-f609a56386be] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 73f3eca7-007c-4a24-bdc1-0c0996f315e2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-73647027-aa79-4299-bde0-f609a56386be"}]} [ 1042.945894] env[68800]: INFO nova.compute.manager [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] Took 21.61 seconds to build instance. [ 1042.959705] env[68800]: DEBUG nova.scheduler.client.report [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Refreshing inventories for resource provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1042.983830] env[68800]: DEBUG nova.scheduler.client.report [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Updating ProviderTree inventory for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1042.983830] env[68800]: DEBUG nova.compute.provider_tree [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Updating inventory in ProviderTree for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1042.996389] env[68800]: DEBUG nova.scheduler.client.report [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Refreshing aggregate associations for resource provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2, aggregates: None {{(pid=68800) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1043.026170] env[68800]: DEBUG oslo_vmware.api [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244247, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469965} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.026170] env[68800]: DEBUG nova.scheduler.client.report [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Refreshing trait associations for resource provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68800) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1043.026373] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f/14a8d720-2f8a-43ce-bb2a-7f79cc54a53f.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1043.026632] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1043.027117] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4bfce84f-8f98-462b-8da6-e7e59d26d8de {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.033904] env[68800]: DEBUG oslo_vmware.api [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for the task: (returnval){ [ 1043.033904] env[68800]: value = "task-3244249" [ 1043.033904] env[68800]: _type = "Task" [ 1043.033904] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.042369] env[68800]: DEBUG oslo_vmware.api [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244249, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.210023] env[68800]: DEBUG oslo_vmware.api [None req-4f8e25fb-b7a9-4950-a80f-04ec2a59e2d4 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244248, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.336902] env[68800]: DEBUG nova.compute.manager [req-59ef5be1-bf3c-40bd-b971-8606bfac6d9a req-7a3352e0-b002-4002-a704-9ca65d587c1f service nova] [instance: a9800c90-6756-43ee-b540-e0c8dea5813e] Received event network-vif-plugged-e05bcabd-6363-4d1f-b3fa-766f48ac423e {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.337142] env[68800]: DEBUG oslo_concurrency.lockutils [req-59ef5be1-bf3c-40bd-b971-8606bfac6d9a req-7a3352e0-b002-4002-a704-9ca65d587c1f service nova] Acquiring lock "a9800c90-6756-43ee-b540-e0c8dea5813e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.337350] env[68800]: DEBUG oslo_concurrency.lockutils [req-59ef5be1-bf3c-40bd-b971-8606bfac6d9a req-7a3352e0-b002-4002-a704-9ca65d587c1f service nova] Lock "a9800c90-6756-43ee-b540-e0c8dea5813e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.337520] env[68800]: DEBUG oslo_concurrency.lockutils [req-59ef5be1-bf3c-40bd-b971-8606bfac6d9a req-7a3352e0-b002-4002-a704-9ca65d587c1f service nova] Lock "a9800c90-6756-43ee-b540-e0c8dea5813e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.337730] env[68800]: DEBUG nova.compute.manager [req-59ef5be1-bf3c-40bd-b971-8606bfac6d9a req-7a3352e0-b002-4002-a704-9ca65d587c1f service nova] [instance: a9800c90-6756-43ee-b540-e0c8dea5813e] No waiting events found dispatching network-vif-plugged-e05bcabd-6363-4d1f-b3fa-766f48ac423e {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1043.337846] env[68800]: WARNING nova.compute.manager [req-59ef5be1-bf3c-40bd-b971-8606bfac6d9a req-7a3352e0-b002-4002-a704-9ca65d587c1f service nova] [instance: a9800c90-6756-43ee-b540-e0c8dea5813e] Received unexpected event network-vif-plugged-e05bcabd-6363-4d1f-b3fa-766f48ac423e for instance with vm_state building and task_state spawning. [ 1043.352578] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bcac584-eae6-44a9-98f0-7c6612a29fb0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.359485] env[68800]: DEBUG nova.network.neutron [-] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.361485] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8789c25e-0ed9-47f7-8b0e-a83b570cc881 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.393504] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f1c260-e3e7-4bc0-a521-e7fd93bebab1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.401888] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0ee769-b634-40bd-9a3a-e77b9033a832 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.417285] env[68800]: DEBUG nova.compute.provider_tree [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.449017] env[68800]: DEBUG nova.network.neutron [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] [instance: a9800c90-6756-43ee-b540-e0c8dea5813e] Successfully updated port: e05bcabd-6363-4d1f-b3fa-766f48ac423e {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1043.450238] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e64363c4-4dd1-4749-816b-e658eea23664 tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Lock "cf03192e-a1ca-4d9a-9196-b91baa651ac6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.124s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.471896] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fc98fb1b-1f82-4adc-94ea-7d8dbc67bd4e tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Acquiring lock "cf03192e-a1ca-4d9a-9196-b91baa651ac6" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.472158] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fc98fb1b-1f82-4adc-94ea-7d8dbc67bd4e tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Lock "cf03192e-a1ca-4d9a-9196-b91baa651ac6" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.472406] env[68800]: INFO nova.compute.manager [None req-fc98fb1b-1f82-4adc-94ea-7d8dbc67bd4e tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] Rebooting instance [ 1043.543500] env[68800]: DEBUG oslo_vmware.api [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244249, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066541} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.543634] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1043.544370] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1acd8b-fab7-459f-b998-dedb4a4d3b97 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.566337] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f/14a8d720-2f8a-43ce-bb2a-7f79cc54a53f.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1043.566593] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a4d2942-d8ca-4b0a-b897-ea252f95b0fe {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.585900] env[68800]: DEBUG oslo_vmware.api [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for the task: (returnval){ [ 1043.585900] env[68800]: value = "task-3244250" [ 1043.585900] env[68800]: _type = "Task" [ 1043.585900] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.593223] env[68800]: DEBUG oslo_vmware.api [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244250, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.701408] env[68800]: DEBUG oslo_vmware.api [None req-4f8e25fb-b7a9-4950-a80f-04ec2a59e2d4 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244248, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.866408] env[68800]: INFO nova.compute.manager [-] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Took 1.03 seconds to deallocate network for instance. [ 1043.919852] env[68800]: DEBUG nova.scheduler.client.report [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.951243] env[68800]: DEBUG oslo_concurrency.lockutils [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Acquiring lock "refresh_cache-a9800c90-6756-43ee-b540-e0c8dea5813e" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.951400] env[68800]: DEBUG oslo_concurrency.lockutils [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Acquired lock "refresh_cache-a9800c90-6756-43ee-b540-e0c8dea5813e" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.951540] env[68800]: DEBUG nova.network.neutron [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] [instance: a9800c90-6756-43ee-b540-e0c8dea5813e] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.989527] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fc98fb1b-1f82-4adc-94ea-7d8dbc67bd4e tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Acquiring lock "refresh_cache-cf03192e-a1ca-4d9a-9196-b91baa651ac6" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.989714] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fc98fb1b-1f82-4adc-94ea-7d8dbc67bd4e tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Acquired lock "refresh_cache-cf03192e-a1ca-4d9a-9196-b91baa651ac6" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.989888] env[68800]: DEBUG nova.network.neutron [None req-fc98fb1b-1f82-4adc-94ea-7d8dbc67bd4e tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.095680] env[68800]: DEBUG oslo_vmware.api [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244250, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.202467] env[68800]: DEBUG oslo_vmware.api [None req-4f8e25fb-b7a9-4950-a80f-04ec2a59e2d4 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244248, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.374550] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fbd7950e-2827-4578-b5e9-a84d0dfb2fac tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.424921] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.350s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.427499] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.344s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.428939] env[68800]: INFO nova.compute.claims [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 31c8d0d4-7f05-4e28-83f3-49c116363a0c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.484459] env[68800]: DEBUG nova.network.neutron [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] [instance: a9800c90-6756-43ee-b540-e0c8dea5813e] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1044.597966] env[68800]: DEBUG oslo_vmware.api [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244250, 'name': ReconfigVM_Task, 'duration_secs': 0.851182} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.598358] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f/14a8d720-2f8a-43ce-bb2a-7f79cc54a53f.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.599222] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a01a3a4-001f-4743-bde3-02768b381743 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.611316] env[68800]: DEBUG oslo_vmware.api [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for the task: (returnval){ [ 1044.611316] env[68800]: value = "task-3244251" [ 1044.611316] env[68800]: _type = "Task" [ 1044.611316] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.619753] env[68800]: DEBUG oslo_vmware.api [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244251, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.702578] env[68800]: DEBUG oslo_vmware.api [None req-4f8e25fb-b7a9-4950-a80f-04ec2a59e2d4 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244248, 'name': RemoveSnapshot_Task, 'duration_secs': 1.709256} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.702954] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-4f8e25fb-b7a9-4950-a80f-04ec2a59e2d4 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Deleted Snapshot of the VM instance {{(pid=68800) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1044.831191] env[68800]: DEBUG nova.network.neutron [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] [instance: a9800c90-6756-43ee-b540-e0c8dea5813e] Updating instance_info_cache with network_info: [{"id": "e05bcabd-6363-4d1f-b3fa-766f48ac423e", "address": "fa:16:3e:4c:54:85", "network": {"id": "b18afa64-7b4b-4ce7-9de6-37503143daf8", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1341041578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68c033067f8f4d139ccabe0fb78bfb74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape05bcabd-63", "ovs_interfaceid": "e05bcabd-6363-4d1f-b3fa-766f48ac423e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.925210] env[68800]: DEBUG nova.network.neutron [None req-fc98fb1b-1f82-4adc-94ea-7d8dbc67bd4e tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] Updating instance_info_cache with network_info: [{"id": "bc6ec989-232e-4829-bfe0-7779fe4961b6", "address": "fa:16:3e:6d:01:8c", "network": {"id": "69b27bed-a298-4833-9cde-3d9552f9361e", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1948760628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b5073cdb24647319539b3e30315bff8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc6ec989-23", "ovs_interfaceid": "bc6ec989-232e-4829-bfe0-7779fe4961b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.939454] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3b2322cc-7eac-4bd0-ac92-38b1d1ba6f6f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lock "d31685d0-2d63-49c1-9615-a332ad4777ed" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 39.503s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.941504] env[68800]: DEBUG oslo_concurrency.lockutils [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lock "d31685d0-2d63-49c1-9615-a332ad4777ed" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 14.944s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.941691] env[68800]: INFO nova.compute.manager [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Unshelving [ 1045.121370] env[68800]: DEBUG oslo_vmware.api [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244251, 'name': Rename_Task, 'duration_secs': 0.177427} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.121734] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1045.121887] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-012726d0-5fda-42bd-9fa6-87e252b65183 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.131676] env[68800]: DEBUG oslo_vmware.api [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for the task: (returnval){ [ 1045.131676] env[68800]: value = "task-3244252" [ 1045.131676] env[68800]: _type = "Task" [ 1045.131676] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.139966] env[68800]: DEBUG oslo_vmware.api [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244252, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.207686] env[68800]: WARNING nova.compute.manager [None req-4f8e25fb-b7a9-4950-a80f-04ec2a59e2d4 tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Image not found during snapshot: nova.exception.ImageNotFound: Image 8843a260-9ccc-4b4d-803f-3b0f9cae4c56 could not be found. [ 1045.334232] env[68800]: DEBUG oslo_concurrency.lockutils [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Releasing lock "refresh_cache-a9800c90-6756-43ee-b540-e0c8dea5813e" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.334646] env[68800]: DEBUG nova.compute.manager [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] [instance: a9800c90-6756-43ee-b540-e0c8dea5813e] Instance network_info: |[{"id": "e05bcabd-6363-4d1f-b3fa-766f48ac423e", "address": "fa:16:3e:4c:54:85", "network": {"id": "b18afa64-7b4b-4ce7-9de6-37503143daf8", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1341041578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68c033067f8f4d139ccabe0fb78bfb74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape05bcabd-63", "ovs_interfaceid": "e05bcabd-6363-4d1f-b3fa-766f48ac423e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1045.335091] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] [instance: a9800c90-6756-43ee-b540-e0c8dea5813e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:54:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7bf7d4-8e0c-4cee-84ba-244e73ef6379', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e05bcabd-6363-4d1f-b3fa-766f48ac423e', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1045.343423] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Creating folder: Project (68c033067f8f4d139ccabe0fb78bfb74). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1045.343986] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20594ca4-a648-4179-92ce-9dc5ba48fbb1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.355059] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Created folder: Project (68c033067f8f4d139ccabe0fb78bfb74) in parent group-v648080. [ 1045.355310] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Creating folder: Instances. Parent ref: group-v648341. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1045.355649] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56552841-115a-41d1-81c1-ce4368fa4c23 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.364739] env[68800]: DEBUG nova.compute.manager [req-a06dbd51-4302-49fc-941f-d8b271eb8a38 req-2309cb8e-40de-4b37-ba98-180c3ad21a5b service nova] [instance: a9800c90-6756-43ee-b540-e0c8dea5813e] Received event network-changed-e05bcabd-6363-4d1f-b3fa-766f48ac423e {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.364919] env[68800]: DEBUG nova.compute.manager [req-a06dbd51-4302-49fc-941f-d8b271eb8a38 req-2309cb8e-40de-4b37-ba98-180c3ad21a5b service nova] [instance: a9800c90-6756-43ee-b540-e0c8dea5813e] Refreshing instance network info cache due to event network-changed-e05bcabd-6363-4d1f-b3fa-766f48ac423e. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1045.365214] env[68800]: DEBUG oslo_concurrency.lockutils [req-a06dbd51-4302-49fc-941f-d8b271eb8a38 req-2309cb8e-40de-4b37-ba98-180c3ad21a5b service nova] Acquiring lock "refresh_cache-a9800c90-6756-43ee-b540-e0c8dea5813e" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.365350] env[68800]: DEBUG oslo_concurrency.lockutils [req-a06dbd51-4302-49fc-941f-d8b271eb8a38 req-2309cb8e-40de-4b37-ba98-180c3ad21a5b service nova] Acquired lock "refresh_cache-a9800c90-6756-43ee-b540-e0c8dea5813e" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.365480] env[68800]: DEBUG nova.network.neutron [req-a06dbd51-4302-49fc-941f-d8b271eb8a38 req-2309cb8e-40de-4b37-ba98-180c3ad21a5b service nova] [instance: a9800c90-6756-43ee-b540-e0c8dea5813e] Refreshing network info cache for port e05bcabd-6363-4d1f-b3fa-766f48ac423e {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.368138] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Created folder: Instances in parent group-v648341. [ 1045.368364] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.368738] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9800c90-6756-43ee-b540-e0c8dea5813e] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1045.368948] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c5676d6-c05e-4b67-bc40-3e89967d6e2a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.388889] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1045.388889] env[68800]: value = "task-3244255" [ 1045.388889] env[68800]: _type = "Task" [ 1045.388889] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.398170] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244255, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.427463] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fc98fb1b-1f82-4adc-94ea-7d8dbc67bd4e tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Releasing lock "refresh_cache-cf03192e-a1ca-4d9a-9196-b91baa651ac6" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.642843] env[68800]: DEBUG oslo_vmware.api [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244252, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.744404] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ddbf287-1d28-4852-84bc-a581ddcc4b27 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.752124] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b047bbf8-a663-402d-b47d-86c7d06f3a7c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.781676] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a11438-d60f-4cbc-8f74-f3ba14df0181 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.788726] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3948a4e8-8aa1-4cdb-94d0-917ed89fb9d0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.801565] env[68800]: DEBUG nova.compute.provider_tree [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.815080] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7355c11a-4e9e-4804-8ced-b8b9ec1799fe tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquiring lock "f574e30d-19ef-436f-8f9a-136acf71c3ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.815323] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7355c11a-4e9e-4804-8ced-b8b9ec1799fe tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lock "f574e30d-19ef-436f-8f9a-136acf71c3ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.815506] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7355c11a-4e9e-4804-8ced-b8b9ec1799fe tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquiring lock "f574e30d-19ef-436f-8f9a-136acf71c3ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.815688] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7355c11a-4e9e-4804-8ced-b8b9ec1799fe tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lock "f574e30d-19ef-436f-8f9a-136acf71c3ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.815852] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7355c11a-4e9e-4804-8ced-b8b9ec1799fe tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lock "f574e30d-19ef-436f-8f9a-136acf71c3ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.817644] env[68800]: INFO nova.compute.manager [None req-7355c11a-4e9e-4804-8ced-b8b9ec1799fe tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Terminating instance [ 1045.900883] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244255, 'name': CreateVM_Task, 'duration_secs': 0.349851} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.902951] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9800c90-6756-43ee-b540-e0c8dea5813e] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1045.903629] env[68800]: DEBUG oslo_concurrency.lockutils [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.903794] env[68800]: DEBUG oslo_concurrency.lockutils [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.904112] env[68800]: DEBUG oslo_concurrency.lockutils [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.904684] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd335736-1b05-405c-bbe1-8a3a567498fe {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.909041] env[68800]: DEBUG oslo_vmware.api [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Waiting for the task: (returnval){ [ 1045.909041] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5250a5b4-78b5-d477-e446-7cb5c00a8d95" [ 1045.909041] env[68800]: _type = "Task" [ 1045.909041] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.917296] env[68800]: DEBUG oslo_vmware.api [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5250a5b4-78b5-d477-e446-7cb5c00a8d95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.931816] env[68800]: DEBUG nova.compute.manager [None req-fc98fb1b-1f82-4adc-94ea-7d8dbc67bd4e tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1045.932682] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8565d9e-4a76-46e2-b48d-9d0d318306b8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.953064] env[68800]: DEBUG nova.compute.utils [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1046.141852] env[68800]: DEBUG oslo_vmware.api [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244252, 'name': PowerOnVM_Task, 'duration_secs': 0.629654} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.142128] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.142337] env[68800]: INFO nova.compute.manager [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Took 8.93 seconds to spawn the instance on the hypervisor. [ 1046.142517] env[68800]: DEBUG nova.compute.manager [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1046.143291] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8508ec07-c723-47c4-bf58-508617fe864a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.162174] env[68800]: DEBUG nova.network.neutron [req-a06dbd51-4302-49fc-941f-d8b271eb8a38 req-2309cb8e-40de-4b37-ba98-180c3ad21a5b service nova] [instance: a9800c90-6756-43ee-b540-e0c8dea5813e] Updated VIF entry in instance network info cache for port e05bcabd-6363-4d1f-b3fa-766f48ac423e. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1046.162539] env[68800]: DEBUG nova.network.neutron [req-a06dbd51-4302-49fc-941f-d8b271eb8a38 req-2309cb8e-40de-4b37-ba98-180c3ad21a5b service nova] [instance: a9800c90-6756-43ee-b540-e0c8dea5813e] Updating instance_info_cache with network_info: [{"id": "e05bcabd-6363-4d1f-b3fa-766f48ac423e", "address": "fa:16:3e:4c:54:85", "network": {"id": "b18afa64-7b4b-4ce7-9de6-37503143daf8", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1341041578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68c033067f8f4d139ccabe0fb78bfb74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape05bcabd-63", "ovs_interfaceid": "e05bcabd-6363-4d1f-b3fa-766f48ac423e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.304468] env[68800]: DEBUG nova.scheduler.client.report [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.320944] env[68800]: DEBUG nova.compute.manager [None req-7355c11a-4e9e-4804-8ced-b8b9ec1799fe tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1046.321185] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7355c11a-4e9e-4804-8ced-b8b9ec1799fe tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1046.322274] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061adc91-ca4e-4db4-97a7-1b55ff8c39af {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.330151] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-7355c11a-4e9e-4804-8ced-b8b9ec1799fe tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1046.330364] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6672eb15-c68a-4423-ad9c-3d6843e12e31 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.336495] env[68800]: DEBUG oslo_vmware.api [None req-7355c11a-4e9e-4804-8ced-b8b9ec1799fe tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 1046.336495] env[68800]: value = "task-3244256" [ 1046.336495] env[68800]: _type = "Task" [ 1046.336495] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.344375] env[68800]: DEBUG oslo_vmware.api [None req-7355c11a-4e9e-4804-8ced-b8b9ec1799fe tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244256, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.419756] env[68800]: DEBUG oslo_vmware.api [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5250a5b4-78b5-d477-e446-7cb5c00a8d95, 'name': SearchDatastore_Task, 'duration_secs': 0.009973} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.420079] env[68800]: DEBUG oslo_concurrency.lockutils [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.420323] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] [instance: a9800c90-6756-43ee-b540-e0c8dea5813e] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1046.420560] env[68800]: DEBUG oslo_concurrency.lockutils [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.420712] env[68800]: DEBUG oslo_concurrency.lockutils [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.420899] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1046.421186] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-186d7cbd-527e-4bbb-bfa6-c0ed6cbf3147 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.429814] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1046.429989] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1046.430704] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa9d95e2-24b7-4010-b893-c0122fb6ac8e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.435669] env[68800]: DEBUG oslo_vmware.api [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Waiting for the task: (returnval){ [ 1046.435669] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52f1e2f3-9828-39ff-dad2-d2d50ee301cf" [ 1046.435669] env[68800]: _type = "Task" [ 1046.435669] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.445736] env[68800]: DEBUG oslo_vmware.api [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52f1e2f3-9828-39ff-dad2-d2d50ee301cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.456463] env[68800]: INFO nova.virt.block_device [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Booting with volume 6f425535-b9d1-4c8b-82ca-311ba8dcc6d3 at /dev/sdb [ 1046.498128] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8b946652-b11c-4b21-9e29-5bcfa4369550 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.506636] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f20b89-848a-46ad-b570-bce2e4ccba64 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.539044] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-446f3058-454a-469d-93db-f62aafc0a84d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.546690] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7e7256-42d8-4646-9396-b79f1ac55ca7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.583937] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58cbcc6-dd06-42f4-8e0f-63c99d14a146 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.590503] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38203200-ac88-46c4-b8fa-d47a9ec59305 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.603437] env[68800]: DEBUG nova.virt.block_device [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Updating existing volume attachment record: 27ceefd6-a3b4-40c2-a450-2d33e5dcf485 {{(pid=68800) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1046.663452] env[68800]: INFO nova.compute.manager [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Took 23.18 seconds to build instance. [ 1046.664710] env[68800]: DEBUG oslo_concurrency.lockutils [req-a06dbd51-4302-49fc-941f-d8b271eb8a38 req-2309cb8e-40de-4b37-ba98-180c3ad21a5b service nova] Releasing lock "refresh_cache-a9800c90-6756-43ee-b540-e0c8dea5813e" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.810103] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.382s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.810806] env[68800]: DEBUG nova.compute.manager [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 31c8d0d4-7f05-4e28-83f3-49c116363a0c] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1046.814033] env[68800]: DEBUG oslo_concurrency.lockutils [None req-39af2837-cc70-46c3-b0b5-bd9e9e5da80d tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.591s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.814033] env[68800]: DEBUG nova.objects.instance [None req-39af2837-cc70-46c3-b0b5-bd9e9e5da80d tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Lazy-loading 'resources' on Instance uuid 3c6f1d82-bcbd-48db-8df1-53509af90c16 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.846392] env[68800]: DEBUG oslo_vmware.api [None req-7355c11a-4e9e-4804-8ced-b8b9ec1799fe tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244256, 'name': PowerOffVM_Task, 'duration_secs': 0.225985} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.846844] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-7355c11a-4e9e-4804-8ced-b8b9ec1799fe tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1046.847036] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7355c11a-4e9e-4804-8ced-b8b9ec1799fe tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1046.847306] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eae245a3-7626-474a-97d7-d1e168bc34b5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.913685] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7355c11a-4e9e-4804-8ced-b8b9ec1799fe tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1046.913917] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7355c11a-4e9e-4804-8ced-b8b9ec1799fe tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1046.914116] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-7355c11a-4e9e-4804-8ced-b8b9ec1799fe tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Deleting the datastore file [datastore2] f574e30d-19ef-436f-8f9a-136acf71c3ef {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1046.914413] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06e86d33-88bf-4ec0-b10e-9153cd1c5e55 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.921331] env[68800]: DEBUG oslo_vmware.api [None req-7355c11a-4e9e-4804-8ced-b8b9ec1799fe tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for the task: (returnval){ [ 1046.921331] env[68800]: value = "task-3244259" [ 1046.921331] env[68800]: _type = "Task" [ 1046.921331] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.929544] env[68800]: DEBUG oslo_vmware.api [None req-7355c11a-4e9e-4804-8ced-b8b9ec1799fe tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244259, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.945980] env[68800]: DEBUG oslo_vmware.api [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52f1e2f3-9828-39ff-dad2-d2d50ee301cf, 'name': SearchDatastore_Task, 'duration_secs': 0.009087} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.947561] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50d38f06-68d3-4198-b1cd-06d3d5704f5e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.950510] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95cdfec-f743-4784-b37b-d1acc1633f8a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.955623] env[68800]: DEBUG oslo_vmware.api [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Waiting for the task: (returnval){ [ 1046.955623] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]525434ce-6e10-9572-edd5-22b3ca77e57d" [ 1046.955623] env[68800]: _type = "Task" [ 1046.955623] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.957797] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-fc98fb1b-1f82-4adc-94ea-7d8dbc67bd4e tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] Doing hard reboot of VM {{(pid=68800) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1046.960631] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-046f915e-0c3c-4d10-9a57-a89cac8984a3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.967631] env[68800]: DEBUG oslo_vmware.api [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]525434ce-6e10-9572-edd5-22b3ca77e57d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.968844] env[68800]: DEBUG oslo_vmware.api [None req-fc98fb1b-1f82-4adc-94ea-7d8dbc67bd4e tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Waiting for the task: (returnval){ [ 1046.968844] env[68800]: value = "task-3244260" [ 1046.968844] env[68800]: _type = "Task" [ 1046.968844] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.976896] env[68800]: DEBUG oslo_vmware.api [None req-fc98fb1b-1f82-4adc-94ea-7d8dbc67bd4e tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Task: {'id': task-3244260, 'name': ResetVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.165029] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eea89868-6d8e-437e-801f-b6423fb343a1 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "14a8d720-2f8a-43ce-bb2a-7f79cc54a53f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.695s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.318031] env[68800]: DEBUG nova.compute.utils [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1047.322042] env[68800]: DEBUG nova.compute.manager [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 31c8d0d4-7f05-4e28-83f3-49c116363a0c] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1047.322149] env[68800]: DEBUG nova.network.neutron [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 31c8d0d4-7f05-4e28-83f3-49c116363a0c] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1047.416374] env[68800]: DEBUG nova.policy [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3daea36b17be4fc3bb797fc56739f099', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2e6d84ce1a4409da32b310cead054c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 1047.437535] env[68800]: DEBUG oslo_vmware.api [None req-7355c11a-4e9e-4804-8ced-b8b9ec1799fe tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Task: {'id': task-3244259, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188433} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.441910] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-7355c11a-4e9e-4804-8ced-b8b9ec1799fe tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1047.442170] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7355c11a-4e9e-4804-8ced-b8b9ec1799fe tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1047.442423] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7355c11a-4e9e-4804-8ced-b8b9ec1799fe tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1047.442694] env[68800]: INFO nova.compute.manager [None req-7355c11a-4e9e-4804-8ced-b8b9ec1799fe tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1047.444204] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7355c11a-4e9e-4804-8ced-b8b9ec1799fe tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.444204] env[68800]: DEBUG nova.compute.manager [-] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1047.444204] env[68800]: DEBUG nova.network.neutron [-] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1047.468013] env[68800]: DEBUG oslo_vmware.api [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]525434ce-6e10-9572-edd5-22b3ca77e57d, 'name': SearchDatastore_Task, 'duration_secs': 0.010311} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.468695] env[68800]: DEBUG oslo_concurrency.lockutils [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.469092] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] a9800c90-6756-43ee-b540-e0c8dea5813e/a9800c90-6756-43ee-b540-e0c8dea5813e.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1047.469484] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93bac99c-1f0f-4018-8110-e0b7d89f4875 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.484771] env[68800]: DEBUG oslo_vmware.api [None req-fc98fb1b-1f82-4adc-94ea-7d8dbc67bd4e tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Task: {'id': task-3244260, 'name': ResetVM_Task, 'duration_secs': 0.09441} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.487225] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-fc98fb1b-1f82-4adc-94ea-7d8dbc67bd4e tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] Did hard reboot of VM {{(pid=68800) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1047.487603] env[68800]: DEBUG nova.compute.manager [None req-fc98fb1b-1f82-4adc-94ea-7d8dbc67bd4e tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.488252] env[68800]: DEBUG oslo_vmware.api [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Waiting for the task: (returnval){ [ 1047.488252] env[68800]: value = "task-3244263" [ 1047.488252] env[68800]: _type = "Task" [ 1047.488252] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.491309] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c1336a-ab8c-4c81-9e76-db2876584181 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.654580] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fd7f5a-8d32-46fa-8d35-13acc9e6c37f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.662445] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188af35d-c5c0-4867-8e54-50e27fbfad54 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.697450] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c369087c-ccfe-44ee-8753-5b969d7d25c6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.706709] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673af245-f785-4e43-9829-9805819d3cc0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.724238] env[68800]: DEBUG nova.compute.provider_tree [None req-39af2837-cc70-46c3-b0b5-bd9e9e5da80d tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.825698] env[68800]: DEBUG nova.compute.manager [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 31c8d0d4-7f05-4e28-83f3-49c116363a0c] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1048.012839] env[68800]: DEBUG oslo_vmware.api [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Task: {'id': task-3244263, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496103} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.013222] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fc98fb1b-1f82-4adc-94ea-7d8dbc67bd4e tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Lock "cf03192e-a1ca-4d9a-9196-b91baa651ac6" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.541s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.014086] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] a9800c90-6756-43ee-b540-e0c8dea5813e/a9800c90-6756-43ee-b540-e0c8dea5813e.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1048.014303] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] [instance: a9800c90-6756-43ee-b540-e0c8dea5813e] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1048.014941] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7ab6f49-a7a2-44e8-8ad1-fc0422a9ca92 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.023030] env[68800]: DEBUG oslo_vmware.api [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Waiting for the task: (returnval){ [ 1048.023030] env[68800]: value = "task-3244264" [ 1048.023030] env[68800]: _type = "Task" [ 1048.023030] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.032541] env[68800]: DEBUG oslo_vmware.api [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Task: {'id': task-3244264, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.043031] env[68800]: DEBUG nova.compute.manager [req-70bc9bc8-3a27-4148-876a-76326d6863e2 req-5f89398a-b378-4191-aeb0-b7c0d45a19f7 service nova] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Received event network-changed-ba1d5e10-7fc4-47c3-9958-6a5801dbfcfb {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.043222] env[68800]: DEBUG nova.compute.manager [req-70bc9bc8-3a27-4148-876a-76326d6863e2 req-5f89398a-b378-4191-aeb0-b7c0d45a19f7 service nova] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Refreshing instance network info cache due to event network-changed-ba1d5e10-7fc4-47c3-9958-6a5801dbfcfb. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1048.043427] env[68800]: DEBUG oslo_concurrency.lockutils [req-70bc9bc8-3a27-4148-876a-76326d6863e2 req-5f89398a-b378-4191-aeb0-b7c0d45a19f7 service nova] Acquiring lock "refresh_cache-14a8d720-2f8a-43ce-bb2a-7f79cc54a53f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.043563] env[68800]: DEBUG oslo_concurrency.lockutils [req-70bc9bc8-3a27-4148-876a-76326d6863e2 req-5f89398a-b378-4191-aeb0-b7c0d45a19f7 service nova] Acquired lock "refresh_cache-14a8d720-2f8a-43ce-bb2a-7f79cc54a53f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.043718] env[68800]: DEBUG nova.network.neutron [req-70bc9bc8-3a27-4148-876a-76326d6863e2 req-5f89398a-b378-4191-aeb0-b7c0d45a19f7 service nova] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Refreshing network info cache for port ba1d5e10-7fc4-47c3-9958-6a5801dbfcfb {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.098899] env[68800]: DEBUG nova.compute.manager [req-0ea1da4d-591e-4e5a-95af-f1986516c553 req-3d3b2114-4556-433c-86c2-40c470a973ec service nova] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Received event network-vif-deleted-0885872e-e3b8-4120-b7bb-5d9b71c0da1c {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.099349] env[68800]: INFO nova.compute.manager [req-0ea1da4d-591e-4e5a-95af-f1986516c553 req-3d3b2114-4556-433c-86c2-40c470a973ec service nova] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Neutron deleted interface 0885872e-e3b8-4120-b7bb-5d9b71c0da1c; detaching it from the instance and deleting it from the info cache [ 1048.101022] env[68800]: DEBUG nova.network.neutron [req-0ea1da4d-591e-4e5a-95af-f1986516c553 req-3d3b2114-4556-433c-86c2-40c470a973ec service nova] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.200321] env[68800]: DEBUG nova.network.neutron [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 31c8d0d4-7f05-4e28-83f3-49c116363a0c] Successfully created port: 3692ea54-5aea-45cb-be97-5480943b85d5 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1048.227485] env[68800]: DEBUG nova.scheduler.client.report [None req-39af2837-cc70-46c3-b0b5-bd9e9e5da80d tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.497023] env[68800]: DEBUG nova.network.neutron [-] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.533259] env[68800]: DEBUG oslo_vmware.api [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Task: {'id': task-3244264, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071665} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.533560] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] [instance: a9800c90-6756-43ee-b540-e0c8dea5813e] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1048.534355] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f79500e-7334-4148-ae68-dd8153f73654 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.564160] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] [instance: a9800c90-6756-43ee-b540-e0c8dea5813e] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] a9800c90-6756-43ee-b540-e0c8dea5813e/a9800c90-6756-43ee-b540-e0c8dea5813e.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1048.564160] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bef4a48-1fb3-42ac-a921-4889fd6695b1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.582822] env[68800]: DEBUG oslo_vmware.api [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Waiting for the task: (returnval){ [ 1048.582822] env[68800]: value = "task-3244265" [ 1048.582822] env[68800]: _type = "Task" [ 1048.582822] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.591056] env[68800]: DEBUG oslo_vmware.api [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Task: {'id': task-3244265, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.603010] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bea0af54-b4cc-4128-97bc-217d9e41763b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.612258] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e83837f-18e2-45aa-adaf-0af023336347 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.645838] env[68800]: DEBUG nova.compute.manager [req-0ea1da4d-591e-4e5a-95af-f1986516c553 req-3d3b2114-4556-433c-86c2-40c470a973ec service nova] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Detach interface failed, port_id=0885872e-e3b8-4120-b7bb-5d9b71c0da1c, reason: Instance f574e30d-19ef-436f-8f9a-136acf71c3ef could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1048.671022] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ff3f2409-bd71-4b3b-8287-b9bd8231fa6d tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Acquiring lock "cf03192e-a1ca-4d9a-9196-b91baa651ac6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.671022] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ff3f2409-bd71-4b3b-8287-b9bd8231fa6d tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Lock "cf03192e-a1ca-4d9a-9196-b91baa651ac6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.671022] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ff3f2409-bd71-4b3b-8287-b9bd8231fa6d tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Acquiring lock "cf03192e-a1ca-4d9a-9196-b91baa651ac6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.671022] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ff3f2409-bd71-4b3b-8287-b9bd8231fa6d tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Lock "cf03192e-a1ca-4d9a-9196-b91baa651ac6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.671022] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ff3f2409-bd71-4b3b-8287-b9bd8231fa6d tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Lock "cf03192e-a1ca-4d9a-9196-b91baa651ac6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.671794] env[68800]: INFO nova.compute.manager [None req-ff3f2409-bd71-4b3b-8287-b9bd8231fa6d tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] Terminating instance [ 1048.733312] env[68800]: DEBUG oslo_concurrency.lockutils [None req-39af2837-cc70-46c3-b0b5-bd9e9e5da80d tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.920s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.736941] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c8a6160f-e10f-4e2d-8971-203dceac49a2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.444s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.737400] env[68800]: DEBUG nova.objects.instance [None req-c8a6160f-e10f-4e2d-8971-203dceac49a2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lazy-loading 'resources' on Instance uuid 5bb303dd-ea06-486b-8e2a-f966cce8a400 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.764631] env[68800]: INFO nova.scheduler.client.report [None req-39af2837-cc70-46c3-b0b5-bd9e9e5da80d tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Deleted allocations for instance 3c6f1d82-bcbd-48db-8df1-53509af90c16 [ 1048.836191] env[68800]: DEBUG nova.compute.manager [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 31c8d0d4-7f05-4e28-83f3-49c116363a0c] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1048.866472] env[68800]: DEBUG nova.virt.hardware [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1048.866724] env[68800]: DEBUG nova.virt.hardware [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1048.866880] env[68800]: DEBUG nova.virt.hardware [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.867076] env[68800]: DEBUG nova.virt.hardware [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1048.867231] env[68800]: DEBUG nova.virt.hardware [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.867382] env[68800]: DEBUG nova.virt.hardware [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1048.867589] env[68800]: DEBUG nova.virt.hardware [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1048.867750] env[68800]: DEBUG nova.virt.hardware [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1048.867916] env[68800]: DEBUG nova.virt.hardware [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1048.868096] env[68800]: DEBUG nova.virt.hardware [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1048.868275] env[68800]: DEBUG nova.virt.hardware [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1048.869235] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1001cc9c-d746-4dee-9402-3acf46196059 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.879542] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a703917c-d8c6-454e-882f-89d33449f3f0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.904765] env[68800]: DEBUG nova.network.neutron [req-70bc9bc8-3a27-4148-876a-76326d6863e2 req-5f89398a-b378-4191-aeb0-b7c0d45a19f7 service nova] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Updated VIF entry in instance network info cache for port ba1d5e10-7fc4-47c3-9958-6a5801dbfcfb. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1048.905151] env[68800]: DEBUG nova.network.neutron [req-70bc9bc8-3a27-4148-876a-76326d6863e2 req-5f89398a-b378-4191-aeb0-b7c0d45a19f7 service nova] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Updating instance_info_cache with network_info: [{"id": "ba1d5e10-7fc4-47c3-9958-6a5801dbfcfb", "address": "fa:16:3e:46:10:ad", "network": {"id": "42ecce2f-2b8f-412c-a25a-eac985a7bc3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-882241878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a55e3ff738d49f8ae6b119fe8712bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba1d5e10-7f", "ovs_interfaceid": "ba1d5e10-7fc4-47c3-9958-6a5801dbfcfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.999848] env[68800]: INFO nova.compute.manager [-] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Took 1.56 seconds to deallocate network for instance. [ 1049.092774] env[68800]: DEBUG oslo_vmware.api [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Task: {'id': task-3244265, 'name': ReconfigVM_Task, 'duration_secs': 0.300237} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.093087] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] [instance: a9800c90-6756-43ee-b540-e0c8dea5813e] Reconfigured VM instance instance-0000005b to attach disk [datastore1] a9800c90-6756-43ee-b540-e0c8dea5813e/a9800c90-6756-43ee-b540-e0c8dea5813e.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.093726] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bcaa0cd4-8928-4e33-8f2e-459069017906 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.099616] env[68800]: DEBUG oslo_vmware.api [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Waiting for the task: (returnval){ [ 1049.099616] env[68800]: value = "task-3244266" [ 1049.099616] env[68800]: _type = "Task" [ 1049.099616] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.107562] env[68800]: DEBUG oslo_vmware.api [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Task: {'id': task-3244266, 'name': Rename_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.176175] env[68800]: DEBUG nova.compute.manager [None req-ff3f2409-bd71-4b3b-8287-b9bd8231fa6d tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1049.176422] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3f2409-bd71-4b3b-8287-b9bd8231fa6d tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.177400] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c3af5d-e8a6-46c1-b513-9feafe92fa89 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.185625] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff3f2409-bd71-4b3b-8287-b9bd8231fa6d tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.185883] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b027ae25-d4e1-4b8c-9c01-a73026f85081 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.191489] env[68800]: DEBUG oslo_vmware.api [None req-ff3f2409-bd71-4b3b-8287-b9bd8231fa6d tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Waiting for the task: (returnval){ [ 1049.191489] env[68800]: value = "task-3244268" [ 1049.191489] env[68800]: _type = "Task" [ 1049.191489] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.200551] env[68800]: DEBUG oslo_vmware.api [None req-ff3f2409-bd71-4b3b-8287-b9bd8231fa6d tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Task: {'id': task-3244268, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.273731] env[68800]: DEBUG oslo_concurrency.lockutils [None req-39af2837-cc70-46c3-b0b5-bd9e9e5da80d tempest-ServersListShow296Test-476819406 tempest-ServersListShow296Test-476819406-project-member] Lock "3c6f1d82-bcbd-48db-8df1-53509af90c16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.276s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.407540] env[68800]: DEBUG oslo_concurrency.lockutils [req-70bc9bc8-3a27-4148-876a-76326d6863e2 req-5f89398a-b378-4191-aeb0-b7c0d45a19f7 service nova] Releasing lock "refresh_cache-14a8d720-2f8a-43ce-bb2a-7f79cc54a53f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.501357] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7577852f-e876-4a11-b922-b05b18fecdfe {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.508702] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7355c11a-4e9e-4804-8ced-b8b9ec1799fe tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.509798] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849b3547-2623-413c-ac82-c93745648d87 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.542415] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ff6c97-2a57-4ea9-8803-f6b0c022b0c2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.550105] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2b5278-9ee6-4271-bf95-5609aece5933 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.563532] env[68800]: DEBUG nova.compute.provider_tree [None req-c8a6160f-e10f-4e2d-8971-203dceac49a2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.608495] env[68800]: DEBUG oslo_vmware.api [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Task: {'id': task-3244266, 'name': Rename_Task, 'duration_secs': 0.153379} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.608768] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] [instance: a9800c90-6756-43ee-b540-e0c8dea5813e] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.609030] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7251989a-e427-49b5-8f1f-ed1705618900 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.615306] env[68800]: DEBUG oslo_vmware.api [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Waiting for the task: (returnval){ [ 1049.615306] env[68800]: value = "task-3244269" [ 1049.615306] env[68800]: _type = "Task" [ 1049.615306] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.624661] env[68800]: DEBUG oslo_vmware.api [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Task: {'id': task-3244269, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.700838] env[68800]: DEBUG oslo_vmware.api [None req-ff3f2409-bd71-4b3b-8287-b9bd8231fa6d tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Task: {'id': task-3244268, 'name': PowerOffVM_Task, 'duration_secs': 0.241} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.701489] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff3f2409-bd71-4b3b-8287-b9bd8231fa6d tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1049.701489] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3f2409-bd71-4b3b-8287-b9bd8231fa6d tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1049.701489] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-417070d9-3c58-462a-a6bb-3f26d94075c1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.774131] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3f2409-bd71-4b3b-8287-b9bd8231fa6d tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1049.775943] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3f2409-bd71-4b3b-8287-b9bd8231fa6d tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1049.775943] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff3f2409-bd71-4b3b-8287-b9bd8231fa6d tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Deleting the datastore file [datastore2] cf03192e-a1ca-4d9a-9196-b91baa651ac6 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1049.775943] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59873236-3852-43d0-b26d-0893d10d4c51 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.782046] env[68800]: DEBUG oslo_vmware.api [None req-ff3f2409-bd71-4b3b-8287-b9bd8231fa6d tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Waiting for the task: (returnval){ [ 1049.782046] env[68800]: value = "task-3244271" [ 1049.782046] env[68800]: _type = "Task" [ 1049.782046] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.789331] env[68800]: DEBUG oslo_vmware.api [None req-ff3f2409-bd71-4b3b-8287-b9bd8231fa6d tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Task: {'id': task-3244271, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.012141] env[68800]: DEBUG nova.network.neutron [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 31c8d0d4-7f05-4e28-83f3-49c116363a0c] Successfully updated port: 3692ea54-5aea-45cb-be97-5480943b85d5 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1050.067176] env[68800]: DEBUG nova.scheduler.client.report [None req-c8a6160f-e10f-4e2d-8971-203dceac49a2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.126257] env[68800]: DEBUG oslo_vmware.api [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Task: {'id': task-3244269, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.160424] env[68800]: DEBUG nova.compute.manager [req-4330fe49-3cc6-4911-a365-32123b8e4c65 req-272c9359-5850-4dda-a68b-cf09d18554d5 service nova] [instance: 31c8d0d4-7f05-4e28-83f3-49c116363a0c] Received event network-vif-plugged-3692ea54-5aea-45cb-be97-5480943b85d5 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.160593] env[68800]: DEBUG oslo_concurrency.lockutils [req-4330fe49-3cc6-4911-a365-32123b8e4c65 req-272c9359-5850-4dda-a68b-cf09d18554d5 service nova] Acquiring lock "31c8d0d4-7f05-4e28-83f3-49c116363a0c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.160813] env[68800]: DEBUG oslo_concurrency.lockutils [req-4330fe49-3cc6-4911-a365-32123b8e4c65 req-272c9359-5850-4dda-a68b-cf09d18554d5 service nova] Lock "31c8d0d4-7f05-4e28-83f3-49c116363a0c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.160992] env[68800]: DEBUG oslo_concurrency.lockutils [req-4330fe49-3cc6-4911-a365-32123b8e4c65 req-272c9359-5850-4dda-a68b-cf09d18554d5 service nova] Lock "31c8d0d4-7f05-4e28-83f3-49c116363a0c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.161182] env[68800]: DEBUG nova.compute.manager [req-4330fe49-3cc6-4911-a365-32123b8e4c65 req-272c9359-5850-4dda-a68b-cf09d18554d5 service nova] [instance: 31c8d0d4-7f05-4e28-83f3-49c116363a0c] No waiting events found dispatching network-vif-plugged-3692ea54-5aea-45cb-be97-5480943b85d5 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1050.161339] env[68800]: WARNING nova.compute.manager [req-4330fe49-3cc6-4911-a365-32123b8e4c65 req-272c9359-5850-4dda-a68b-cf09d18554d5 service nova] [instance: 31c8d0d4-7f05-4e28-83f3-49c116363a0c] Received unexpected event network-vif-plugged-3692ea54-5aea-45cb-be97-5480943b85d5 for instance with vm_state building and task_state spawning. [ 1050.161499] env[68800]: DEBUG nova.compute.manager [req-4330fe49-3cc6-4911-a365-32123b8e4c65 req-272c9359-5850-4dda-a68b-cf09d18554d5 service nova] [instance: 31c8d0d4-7f05-4e28-83f3-49c116363a0c] Received event network-changed-3692ea54-5aea-45cb-be97-5480943b85d5 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.161699] env[68800]: DEBUG nova.compute.manager [req-4330fe49-3cc6-4911-a365-32123b8e4c65 req-272c9359-5850-4dda-a68b-cf09d18554d5 service nova] [instance: 31c8d0d4-7f05-4e28-83f3-49c116363a0c] Refreshing instance network info cache due to event network-changed-3692ea54-5aea-45cb-be97-5480943b85d5. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1050.161897] env[68800]: DEBUG oslo_concurrency.lockutils [req-4330fe49-3cc6-4911-a365-32123b8e4c65 req-272c9359-5850-4dda-a68b-cf09d18554d5 service nova] Acquiring lock "refresh_cache-31c8d0d4-7f05-4e28-83f3-49c116363a0c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.162049] env[68800]: DEBUG oslo_concurrency.lockutils [req-4330fe49-3cc6-4911-a365-32123b8e4c65 req-272c9359-5850-4dda-a68b-cf09d18554d5 service nova] Acquired lock "refresh_cache-31c8d0d4-7f05-4e28-83f3-49c116363a0c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.162285] env[68800]: DEBUG nova.network.neutron [req-4330fe49-3cc6-4911-a365-32123b8e4c65 req-272c9359-5850-4dda-a68b-cf09d18554d5 service nova] [instance: 31c8d0d4-7f05-4e28-83f3-49c116363a0c] Refreshing network info cache for port 3692ea54-5aea-45cb-be97-5480943b85d5 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1050.292033] env[68800]: DEBUG oslo_vmware.api [None req-ff3f2409-bd71-4b3b-8287-b9bd8231fa6d tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Task: {'id': task-3244271, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.46156} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.292033] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff3f2409-bd71-4b3b-8287-b9bd8231fa6d tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1050.292033] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3f2409-bd71-4b3b-8287-b9bd8231fa6d tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1050.292033] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3f2409-bd71-4b3b-8287-b9bd8231fa6d tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.292033] env[68800]: INFO nova.compute.manager [None req-ff3f2409-bd71-4b3b-8287-b9bd8231fa6d tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1050.292381] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff3f2409-bd71-4b3b-8287-b9bd8231fa6d tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.292381] env[68800]: DEBUG nova.compute.manager [-] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1050.292459] env[68800]: DEBUG nova.network.neutron [-] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1050.517653] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Acquiring lock "refresh_cache-31c8d0d4-7f05-4e28-83f3-49c116363a0c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.572016] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c8a6160f-e10f-4e2d-8971-203dceac49a2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.835s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.575407] env[68800]: DEBUG oslo_concurrency.lockutils [None req-38ec0b3b-5266-40b8-b744-d6f19d62cd88 tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.929s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.575678] env[68800]: DEBUG nova.objects.instance [None req-38ec0b3b-5266-40b8-b744-d6f19d62cd88 tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Lazy-loading 'resources' on Instance uuid f9105158-3562-4246-a6ba-3a4a203cbd30 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.597047] env[68800]: INFO nova.scheduler.client.report [None req-c8a6160f-e10f-4e2d-8971-203dceac49a2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Deleted allocations for instance 5bb303dd-ea06-486b-8e2a-f966cce8a400 [ 1050.626818] env[68800]: DEBUG oslo_vmware.api [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Task: {'id': task-3244269, 'name': PowerOnVM_Task, 'duration_secs': 0.828218} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.627121] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] [instance: a9800c90-6756-43ee-b540-e0c8dea5813e] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.627347] env[68800]: INFO nova.compute.manager [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] [instance: a9800c90-6756-43ee-b540-e0c8dea5813e] Took 8.54 seconds to spawn the instance on the hypervisor. [ 1050.627533] env[68800]: DEBUG nova.compute.manager [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] [instance: a9800c90-6756-43ee-b540-e0c8dea5813e] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.628292] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3b0a10-d4be-4a33-89a5-43309cc4b087 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.745724] env[68800]: DEBUG nova.network.neutron [req-4330fe49-3cc6-4911-a365-32123b8e4c65 req-272c9359-5850-4dda-a68b-cf09d18554d5 service nova] [instance: 31c8d0d4-7f05-4e28-83f3-49c116363a0c] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1050.839111] env[68800]: DEBUG nova.network.neutron [req-4330fe49-3cc6-4911-a365-32123b8e4c65 req-272c9359-5850-4dda-a68b-cf09d18554d5 service nova] [instance: 31c8d0d4-7f05-4e28-83f3-49c116363a0c] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.107101] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c8a6160f-e10f-4e2d-8971-203dceac49a2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "5bb303dd-ea06-486b-8e2a-f966cce8a400" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.669s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.147306] env[68800]: INFO nova.compute.manager [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] [instance: a9800c90-6756-43ee-b540-e0c8dea5813e] Took 23.78 seconds to build instance. [ 1051.314517] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44acb37-73dc-4338-a6b1-9ece67a10079 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.321952] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8647418-3776-4e01-9b13-fcfa4d3ff9d7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.351028] env[68800]: DEBUG oslo_concurrency.lockutils [req-4330fe49-3cc6-4911-a365-32123b8e4c65 req-272c9359-5850-4dda-a68b-cf09d18554d5 service nova] Releasing lock "refresh_cache-31c8d0d4-7f05-4e28-83f3-49c116363a0c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.351727] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Acquired lock "refresh_cache-31c8d0d4-7f05-4e28-83f3-49c116363a0c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.351897] env[68800]: DEBUG nova.network.neutron [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 31c8d0d4-7f05-4e28-83f3-49c116363a0c] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.353470] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e38470-ee0a-4416-9be5-c02d0633ab3e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.362849] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b00cda-20a1-46e7-be51-f0b7465501b9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.375811] env[68800]: DEBUG nova.compute.provider_tree [None req-38ec0b3b-5266-40b8-b744-d6f19d62cd88 tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.389154] env[68800]: DEBUG nova.network.neutron [-] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.650608] env[68800]: DEBUG oslo_concurrency.lockutils [None req-76a7350c-13e5-4fb8-8b80-efa1736a5e8b tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Lock "a9800c90-6756-43ee-b540-e0c8dea5813e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.299s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.880065] env[68800]: DEBUG nova.scheduler.client.report [None req-38ec0b3b-5266-40b8-b744-d6f19d62cd88 tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.891226] env[68800]: INFO nova.compute.manager [-] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] Took 1.60 seconds to deallocate network for instance. [ 1051.910398] env[68800]: DEBUG nova.network.neutron [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 31c8d0d4-7f05-4e28-83f3-49c116363a0c] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1052.148983] env[68800]: DEBUG nova.network.neutron [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 31c8d0d4-7f05-4e28-83f3-49c116363a0c] Updating instance_info_cache with network_info: [{"id": "3692ea54-5aea-45cb-be97-5480943b85d5", "address": "fa:16:3e:c6:fd:92", "network": {"id": "910263fe-5348-43bf-a2dc-80270861caea", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3ae10f76bf14ae69232ca090f1bb0ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3692ea54-5a", "ovs_interfaceid": "3692ea54-5aea-45cb-be97-5480943b85d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.321538] env[68800]: DEBUG nova.compute.manager [req-fe815811-c261-467f-85ff-42aa5f1b766c req-f7356b4c-aa3f-4174-9ef4-172278fe9eba service nova] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] Received event network-vif-deleted-bc6ec989-232e-4829-bfe0-7779fe4961b6 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.386066] env[68800]: DEBUG oslo_concurrency.lockutils [None req-38ec0b3b-5266-40b8-b744-d6f19d62cd88 tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.812s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.388706] env[68800]: DEBUG oslo_concurrency.lockutils [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.009s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.390292] env[68800]: INFO nova.compute.claims [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] [instance: 2951d857-29d8-466d-8322-151b7af971bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1052.397503] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ff3f2409-bd71-4b3b-8287-b9bd8231fa6d tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.403729] env[68800]: INFO nova.scheduler.client.report [None req-38ec0b3b-5266-40b8-b744-d6f19d62cd88 tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Deleted allocations for instance f9105158-3562-4246-a6ba-3a4a203cbd30 [ 1052.652065] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Releasing lock "refresh_cache-31c8d0d4-7f05-4e28-83f3-49c116363a0c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.652219] env[68800]: DEBUG nova.compute.manager [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 31c8d0d4-7f05-4e28-83f3-49c116363a0c] Instance network_info: |[{"id": "3692ea54-5aea-45cb-be97-5480943b85d5", "address": "fa:16:3e:c6:fd:92", "network": {"id": "910263fe-5348-43bf-a2dc-80270861caea", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3ae10f76bf14ae69232ca090f1bb0ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3692ea54-5a", "ovs_interfaceid": "3692ea54-5aea-45cb-be97-5480943b85d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1052.652716] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 31c8d0d4-7f05-4e28-83f3-49c116363a0c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:fd:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cbd5e0e-9116-46f1-9748-13a73d2d7e75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3692ea54-5aea-45cb-be97-5480943b85d5', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1052.660293] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Creating folder: Project (f2e6d84ce1a4409da32b310cead054c1). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1052.660578] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c549699-7fde-4cf3-825e-5086b55d49e0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.672670] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Created folder: Project (f2e6d84ce1a4409da32b310cead054c1) in parent group-v648080. [ 1052.672829] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Creating folder: Instances. Parent ref: group-v648346. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1052.673074] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1adb5a17-9b28-4002-a78a-3405c82fc1de {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.681522] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Created folder: Instances in parent group-v648346. [ 1052.681752] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.681936] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31c8d0d4-7f05-4e28-83f3-49c116363a0c] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1052.682861] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f890f795-d792-43b3-b74b-22a159195140 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.701689] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1052.701689] env[68800]: value = "task-3244274" [ 1052.701689] env[68800]: _type = "Task" [ 1052.701689] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.709733] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244274, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.724323] env[68800]: DEBUG oslo_concurrency.lockutils [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.911032] env[68800]: DEBUG oslo_concurrency.lockutils [None req-38ec0b3b-5266-40b8-b744-d6f19d62cd88 tempest-ServersNegativeTestMultiTenantJSON-1277715194 tempest-ServersNegativeTestMultiTenantJSON-1277715194-project-member] Lock "f9105158-3562-4246-a6ba-3a4a203cbd30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.899s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.213012] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244274, 'name': CreateVM_Task, 'duration_secs': 0.397809} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.213354] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31c8d0d4-7f05-4e28-83f3-49c116363a0c] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1053.213942] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.214128] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.214649] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.214787] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d66301ae-32eb-4774-bf1c-5fd852fe2627 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.223450] env[68800]: DEBUG oslo_vmware.api [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Waiting for the task: (returnval){ [ 1053.223450] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]522cdde8-0430-24de-1280-8c214166d6f8" [ 1053.223450] env[68800]: _type = "Task" [ 1053.223450] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.233637] env[68800]: DEBUG oslo_vmware.api [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]522cdde8-0430-24de-1280-8c214166d6f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.262955] env[68800]: DEBUG nova.compute.manager [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Stashing vm_state: active {{(pid=68800) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1053.693942] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cef4b28-a61a-40fa-8809-8d76c2e0c36b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.701934] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5368a89-875c-42df-8755-8b30e5701951 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.741227] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e84fc89a-38fe-4332-8fda-8d9aca414cb8 tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Acquiring lock "a9800c90-6756-43ee-b540-e0c8dea5813e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.742130] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e84fc89a-38fe-4332-8fda-8d9aca414cb8 tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Lock "a9800c90-6756-43ee-b540-e0c8dea5813e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.742130] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e84fc89a-38fe-4332-8fda-8d9aca414cb8 tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Acquiring lock "a9800c90-6756-43ee-b540-e0c8dea5813e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.742130] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e84fc89a-38fe-4332-8fda-8d9aca414cb8 tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Lock "a9800c90-6756-43ee-b540-e0c8dea5813e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.742130] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e84fc89a-38fe-4332-8fda-8d9aca414cb8 tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Lock "a9800c90-6756-43ee-b540-e0c8dea5813e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.744564] env[68800]: INFO nova.compute.manager [None req-e84fc89a-38fe-4332-8fda-8d9aca414cb8 tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] [instance: a9800c90-6756-43ee-b540-e0c8dea5813e] Terminating instance [ 1053.751506] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c45674f-efcc-47cb-9781-8df0f7b193fb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.761408] env[68800]: DEBUG oslo_vmware.api [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]522cdde8-0430-24de-1280-8c214166d6f8, 'name': SearchDatastore_Task, 'duration_secs': 0.012522} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.763663] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.763909] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 31c8d0d4-7f05-4e28-83f3-49c116363a0c] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1053.764168] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.764319] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.764500] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1053.765134] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-214ab361-8036-45ee-9035-c621920d797b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.767926] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2f62d0-be28-4aa0-a18d-d524b3650c89 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.785381] env[68800]: DEBUG nova.compute.provider_tree [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.788801] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.789211] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1053.789286] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1053.789942] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c54da95a-ee42-41a5-866a-fea2cd3eee54 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.794927] env[68800]: DEBUG oslo_vmware.api [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Waiting for the task: (returnval){ [ 1053.794927] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529abde6-a7d8-10b6-2503-aec005160f34" [ 1053.794927] env[68800]: _type = "Task" [ 1053.794927] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.802872] env[68800]: DEBUG oslo_vmware.api [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529abde6-a7d8-10b6-2503-aec005160f34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.256733] env[68800]: DEBUG nova.compute.manager [None req-e84fc89a-38fe-4332-8fda-8d9aca414cb8 tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] [instance: a9800c90-6756-43ee-b540-e0c8dea5813e] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1054.256733] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e84fc89a-38fe-4332-8fda-8d9aca414cb8 tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] [instance: a9800c90-6756-43ee-b540-e0c8dea5813e] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1054.257031] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7cf62c-6ca6-4b39-8790-896b078ff684 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.266193] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e84fc89a-38fe-4332-8fda-8d9aca414cb8 tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] [instance: a9800c90-6756-43ee-b540-e0c8dea5813e] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.266441] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81f470d8-54d8-4608-a420-e6b4a6a5925f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.274098] env[68800]: DEBUG oslo_vmware.api [None req-e84fc89a-38fe-4332-8fda-8d9aca414cb8 tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Waiting for the task: (returnval){ [ 1054.274098] env[68800]: value = "task-3244275" [ 1054.274098] env[68800]: _type = "Task" [ 1054.274098] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.282086] env[68800]: DEBUG oslo_vmware.api [None req-e84fc89a-38fe-4332-8fda-8d9aca414cb8 tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Task: {'id': task-3244275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.288192] env[68800]: DEBUG nova.scheduler.client.report [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.308898] env[68800]: DEBUG oslo_vmware.api [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529abde6-a7d8-10b6-2503-aec005160f34, 'name': SearchDatastore_Task, 'duration_secs': 0.025001} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.309304] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18af07c2-e87b-4121-8d78-3f3278ade8d8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.315495] env[68800]: DEBUG oslo_vmware.api [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Waiting for the task: (returnval){ [ 1054.315495] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52d42b55-3aa6-fe7f-5ab0-d9e62f7ca65c" [ 1054.315495] env[68800]: _type = "Task" [ 1054.315495] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.325709] env[68800]: DEBUG oslo_vmware.api [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52d42b55-3aa6-fe7f-5ab0-d9e62f7ca65c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.784574] env[68800]: DEBUG oslo_vmware.api [None req-e84fc89a-38fe-4332-8fda-8d9aca414cb8 tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Task: {'id': task-3244275, 'name': PowerOffVM_Task, 'duration_secs': 0.173759} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.784943] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e84fc89a-38fe-4332-8fda-8d9aca414cb8 tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] [instance: a9800c90-6756-43ee-b540-e0c8dea5813e] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.785332] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e84fc89a-38fe-4332-8fda-8d9aca414cb8 tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] [instance: a9800c90-6756-43ee-b540-e0c8dea5813e] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1054.785807] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05ed6a14-8133-4279-91ea-9367d256ae2a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.796458] env[68800]: DEBUG oslo_concurrency.lockutils [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.408s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.796950] env[68800]: DEBUG nova.compute.manager [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] [instance: 2951d857-29d8-466d-8322-151b7af971bd] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1054.799498] env[68800]: DEBUG oslo_concurrency.lockutils [None req-efcd24ce-2d58-4972-99d0-a541c3dbb1eb tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.266s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.799752] env[68800]: DEBUG nova.objects.instance [None req-efcd24ce-2d58-4972-99d0-a541c3dbb1eb tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lazy-loading 'resources' on Instance uuid 3ed29ea2-737e-4aaf-92ff-e4bc784632e8 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.825891] env[68800]: DEBUG oslo_vmware.api [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52d42b55-3aa6-fe7f-5ab0-d9e62f7ca65c, 'name': SearchDatastore_Task, 'duration_secs': 0.010112} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.826293] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.826559] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 31c8d0d4-7f05-4e28-83f3-49c116363a0c/31c8d0d4-7f05-4e28-83f3-49c116363a0c.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1054.826830] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b6273c8-00c9-4722-a1a3-8bc0c4e57e17 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.834578] env[68800]: DEBUG oslo_vmware.api [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Waiting for the task: (returnval){ [ 1054.834578] env[68800]: value = "task-3244277" [ 1054.834578] env[68800]: _type = "Task" [ 1054.834578] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.842467] env[68800]: DEBUG oslo_vmware.api [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Task: {'id': task-3244277, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.860149] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e84fc89a-38fe-4332-8fda-8d9aca414cb8 tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] [instance: a9800c90-6756-43ee-b540-e0c8dea5813e] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1054.860149] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e84fc89a-38fe-4332-8fda-8d9aca414cb8 tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] [instance: a9800c90-6756-43ee-b540-e0c8dea5813e] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1054.860149] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-e84fc89a-38fe-4332-8fda-8d9aca414cb8 tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Deleting the datastore file [datastore1] a9800c90-6756-43ee-b540-e0c8dea5813e {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1054.860149] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef721156-ca79-4d80-9223-b0d1ebb1a4b2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.870350] env[68800]: DEBUG oslo_vmware.api [None req-e84fc89a-38fe-4332-8fda-8d9aca414cb8 tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Waiting for the task: (returnval){ [ 1054.870350] env[68800]: value = "task-3244278" [ 1054.870350] env[68800]: _type = "Task" [ 1054.870350] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.877111] env[68800]: DEBUG oslo_vmware.api [None req-e84fc89a-38fe-4332-8fda-8d9aca414cb8 tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Task: {'id': task-3244278, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.304251] env[68800]: DEBUG nova.compute.utils [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1055.309027] env[68800]: DEBUG nova.compute.manager [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] [instance: 2951d857-29d8-466d-8322-151b7af971bd] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1055.309027] env[68800]: DEBUG nova.network.neutron [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] [instance: 2951d857-29d8-466d-8322-151b7af971bd] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1055.344675] env[68800]: DEBUG oslo_vmware.api [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Task: {'id': task-3244277, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497294} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.344953] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 31c8d0d4-7f05-4e28-83f3-49c116363a0c/31c8d0d4-7f05-4e28-83f3-49c116363a0c.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1055.347733] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 31c8d0d4-7f05-4e28-83f3-49c116363a0c] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1055.347733] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e621829b-d8f3-4a81-8462-77976192eba4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.357822] env[68800]: DEBUG nova.policy [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '60c4a233f6ac411cb66f31fb590484f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'babacf4f2f2247a5907e5f386ce627ed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 1055.359601] env[68800]: DEBUG oslo_vmware.api [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Waiting for the task: (returnval){ [ 1055.359601] env[68800]: value = "task-3244279" [ 1055.359601] env[68800]: _type = "Task" [ 1055.359601] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.370858] env[68800]: DEBUG oslo_vmware.api [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Task: {'id': task-3244279, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.380933] env[68800]: DEBUG oslo_vmware.api [None req-e84fc89a-38fe-4332-8fda-8d9aca414cb8 tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Task: {'id': task-3244278, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266986} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.381197] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-e84fc89a-38fe-4332-8fda-8d9aca414cb8 tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1055.381378] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e84fc89a-38fe-4332-8fda-8d9aca414cb8 tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] [instance: a9800c90-6756-43ee-b540-e0c8dea5813e] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1055.381550] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e84fc89a-38fe-4332-8fda-8d9aca414cb8 tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] [instance: a9800c90-6756-43ee-b540-e0c8dea5813e] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1055.382855] env[68800]: INFO nova.compute.manager [None req-e84fc89a-38fe-4332-8fda-8d9aca414cb8 tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] [instance: a9800c90-6756-43ee-b540-e0c8dea5813e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1055.382855] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e84fc89a-38fe-4332-8fda-8d9aca414cb8 tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.382855] env[68800]: DEBUG nova.compute.manager [-] [instance: a9800c90-6756-43ee-b540-e0c8dea5813e] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1055.382855] env[68800]: DEBUG nova.network.neutron [-] [instance: a9800c90-6756-43ee-b540-e0c8dea5813e] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1055.595184] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9424420-293e-48de-a872-3e9a00f09b29 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.602830] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e48bf9c-1986-43e0-b8a7-7a8d91319113 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.633531] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bdc4be1-620a-4a1d-a18f-c63197e4dfb3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.643720] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58cfd56f-1026-405b-b01c-bece8fabe263 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.656371] env[68800]: DEBUG nova.compute.provider_tree [None req-efcd24ce-2d58-4972-99d0-a541c3dbb1eb tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.809963] env[68800]: DEBUG nova.compute.manager [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] [instance: 2951d857-29d8-466d-8322-151b7af971bd] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1055.875515] env[68800]: DEBUG oslo_vmware.api [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Task: {'id': task-3244279, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066969} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.875515] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 31c8d0d4-7f05-4e28-83f3-49c116363a0c] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1055.875515] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eefe5bb2-f7bd-4663-a1dc-de14d2bedb00 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.896824] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 31c8d0d4-7f05-4e28-83f3-49c116363a0c] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 31c8d0d4-7f05-4e28-83f3-49c116363a0c/31c8d0d4-7f05-4e28-83f3-49c116363a0c.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.897452] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9d90b4b-9ac8-4b58-98b2-f5ae7add766e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.918913] env[68800]: DEBUG oslo_vmware.api [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Waiting for the task: (returnval){ [ 1055.918913] env[68800]: value = "task-3244280" [ 1055.918913] env[68800]: _type = "Task" [ 1055.918913] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.930189] env[68800]: DEBUG oslo_vmware.api [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Task: {'id': task-3244280, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.938384] env[68800]: DEBUG nova.network.neutron [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] [instance: 2951d857-29d8-466d-8322-151b7af971bd] Successfully created port: fb677dd9-a1ea-4ad8-a410-1984a5ca6483 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1056.014452] env[68800]: DEBUG nova.compute.manager [req-2d447d05-8362-421a-a737-dfceb2ccbbe1 req-d7f7e880-fda5-4d67-af51-5e6aa573beab service nova] [instance: a9800c90-6756-43ee-b540-e0c8dea5813e] Received event network-vif-deleted-e05bcabd-6363-4d1f-b3fa-766f48ac423e {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.014744] env[68800]: INFO nova.compute.manager [req-2d447d05-8362-421a-a737-dfceb2ccbbe1 req-d7f7e880-fda5-4d67-af51-5e6aa573beab service nova] [instance: a9800c90-6756-43ee-b540-e0c8dea5813e] Neutron deleted interface e05bcabd-6363-4d1f-b3fa-766f48ac423e; detaching it from the instance and deleting it from the info cache [ 1056.014960] env[68800]: DEBUG nova.network.neutron [req-2d447d05-8362-421a-a737-dfceb2ccbbe1 req-d7f7e880-fda5-4d67-af51-5e6aa573beab service nova] [instance: a9800c90-6756-43ee-b540-e0c8dea5813e] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.161020] env[68800]: DEBUG nova.scheduler.client.report [None req-efcd24ce-2d58-4972-99d0-a541c3dbb1eb tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.336548] env[68800]: DEBUG nova.network.neutron [-] [instance: a9800c90-6756-43ee-b540-e0c8dea5813e] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.428726] env[68800]: DEBUG oslo_vmware.api [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Task: {'id': task-3244280, 'name': ReconfigVM_Task, 'duration_secs': 0.262425} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.428842] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 31c8d0d4-7f05-4e28-83f3-49c116363a0c] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 31c8d0d4-7f05-4e28-83f3-49c116363a0c/31c8d0d4-7f05-4e28-83f3-49c116363a0c.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.429527] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d378c276-8470-4d1a-8c97-f8a9d2e6d8a0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.437082] env[68800]: DEBUG oslo_vmware.api [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Waiting for the task: (returnval){ [ 1056.437082] env[68800]: value = "task-3244281" [ 1056.437082] env[68800]: _type = "Task" [ 1056.437082] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.444593] env[68800]: DEBUG oslo_vmware.api [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Task: {'id': task-3244281, 'name': Rename_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.518418] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4d4da935-4a6c-4e48-9d2d-522266e961c9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.529112] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c5df58-6294-4a40-8582-83fc6000c5e2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.561519] env[68800]: DEBUG nova.compute.manager [req-2d447d05-8362-421a-a737-dfceb2ccbbe1 req-d7f7e880-fda5-4d67-af51-5e6aa573beab service nova] [instance: a9800c90-6756-43ee-b540-e0c8dea5813e] Detach interface failed, port_id=e05bcabd-6363-4d1f-b3fa-766f48ac423e, reason: Instance a9800c90-6756-43ee-b540-e0c8dea5813e could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1056.667631] env[68800]: DEBUG oslo_concurrency.lockutils [None req-efcd24ce-2d58-4972-99d0-a541c3dbb1eb tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.868s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.670704] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.472s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.670704] env[68800]: DEBUG nova.objects.instance [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Lazy-loading 'pci_requests' on Instance uuid c19ca69f-35ab-4737-997c-89f30164836a {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.690811] env[68800]: INFO nova.scheduler.client.report [None req-efcd24ce-2d58-4972-99d0-a541c3dbb1eb tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Deleted allocations for instance 3ed29ea2-737e-4aaf-92ff-e4bc784632e8 [ 1056.822951] env[68800]: DEBUG nova.compute.manager [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] [instance: 2951d857-29d8-466d-8322-151b7af971bd] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1056.839521] env[68800]: INFO nova.compute.manager [-] [instance: a9800c90-6756-43ee-b540-e0c8dea5813e] Took 1.46 seconds to deallocate network for instance. [ 1056.852868] env[68800]: DEBUG nova.virt.hardware [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1056.853246] env[68800]: DEBUG nova.virt.hardware [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1056.853378] env[68800]: DEBUG nova.virt.hardware [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1056.853617] env[68800]: DEBUG nova.virt.hardware [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1056.853779] env[68800]: DEBUG nova.virt.hardware [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1056.854014] env[68800]: DEBUG nova.virt.hardware [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1056.854181] env[68800]: DEBUG nova.virt.hardware [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1056.854378] env[68800]: DEBUG nova.virt.hardware [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1056.854567] env[68800]: DEBUG nova.virt.hardware [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1056.854786] env[68800]: DEBUG nova.virt.hardware [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1056.855048] env[68800]: DEBUG nova.virt.hardware [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1056.855903] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5ce151-4c29-4e74-9801-900e18dfa04e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.865514] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3cc457b-2bd5-4e05-9e1c-f6475560c53c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.949850] env[68800]: DEBUG oslo_vmware.api [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Task: {'id': task-3244281, 'name': Rename_Task, 'duration_secs': 0.137281} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.950323] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 31c8d0d4-7f05-4e28-83f3-49c116363a0c] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.950599] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0282d809-9439-4170-8667-327daaab7518 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.956458] env[68800]: DEBUG oslo_vmware.api [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Waiting for the task: (returnval){ [ 1056.956458] env[68800]: value = "task-3244282" [ 1056.956458] env[68800]: _type = "Task" [ 1056.956458] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.963898] env[68800]: DEBUG oslo_vmware.api [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Task: {'id': task-3244282, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.174372] env[68800]: DEBUG nova.objects.instance [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Lazy-loading 'numa_topology' on Instance uuid c19ca69f-35ab-4737-997c-89f30164836a {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.198181] env[68800]: DEBUG oslo_concurrency.lockutils [None req-efcd24ce-2d58-4972-99d0-a541c3dbb1eb tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "3ed29ea2-737e-4aaf-92ff-e4bc784632e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.613s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.348591] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e84fc89a-38fe-4332-8fda-8d9aca414cb8 tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.467519] env[68800]: DEBUG oslo_vmware.api [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Task: {'id': task-3244282, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.677743] env[68800]: INFO nova.compute.claims [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1057.837639] env[68800]: DEBUG nova.network.neutron [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] [instance: 2951d857-29d8-466d-8322-151b7af971bd] Successfully updated port: fb677dd9-a1ea-4ad8-a410-1984a5ca6483 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1057.967697] env[68800]: DEBUG oslo_vmware.api [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Task: {'id': task-3244282, 'name': PowerOnVM_Task, 'duration_secs': 0.577449} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.967984] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 31c8d0d4-7f05-4e28-83f3-49c116363a0c] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.968285] env[68800]: INFO nova.compute.manager [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 31c8d0d4-7f05-4e28-83f3-49c116363a0c] Took 9.13 seconds to spawn the instance on the hypervisor. [ 1057.968406] env[68800]: DEBUG nova.compute.manager [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 31c8d0d4-7f05-4e28-83f3-49c116363a0c] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.969370] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb562d6-3c5f-46aa-9d0e-a4197b937878 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.038727] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "220aa25b-1744-4026-9fb5-a9842e0a6a1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.038965] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "220aa25b-1744-4026-9fb5-a9842e0a6a1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.075252] env[68800]: DEBUG nova.compute.manager [req-2abffac2-a6b6-4305-a6cb-e19f3ef37c9b req-0f0a94c3-3de3-4d3e-972a-7060aee7adcd service nova] [instance: 2951d857-29d8-466d-8322-151b7af971bd] Received event network-vif-plugged-fb677dd9-a1ea-4ad8-a410-1984a5ca6483 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.075456] env[68800]: DEBUG oslo_concurrency.lockutils [req-2abffac2-a6b6-4305-a6cb-e19f3ef37c9b req-0f0a94c3-3de3-4d3e-972a-7060aee7adcd service nova] Acquiring lock "2951d857-29d8-466d-8322-151b7af971bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.075672] env[68800]: DEBUG oslo_concurrency.lockutils [req-2abffac2-a6b6-4305-a6cb-e19f3ef37c9b req-0f0a94c3-3de3-4d3e-972a-7060aee7adcd service nova] Lock "2951d857-29d8-466d-8322-151b7af971bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.075820] env[68800]: DEBUG oslo_concurrency.lockutils [req-2abffac2-a6b6-4305-a6cb-e19f3ef37c9b req-0f0a94c3-3de3-4d3e-972a-7060aee7adcd service nova] Lock "2951d857-29d8-466d-8322-151b7af971bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.076030] env[68800]: DEBUG nova.compute.manager [req-2abffac2-a6b6-4305-a6cb-e19f3ef37c9b req-0f0a94c3-3de3-4d3e-972a-7060aee7adcd service nova] [instance: 2951d857-29d8-466d-8322-151b7af971bd] No waiting events found dispatching network-vif-plugged-fb677dd9-a1ea-4ad8-a410-1984a5ca6483 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1058.076158] env[68800]: WARNING nova.compute.manager [req-2abffac2-a6b6-4305-a6cb-e19f3ef37c9b req-0f0a94c3-3de3-4d3e-972a-7060aee7adcd service nova] [instance: 2951d857-29d8-466d-8322-151b7af971bd] Received unexpected event network-vif-plugged-fb677dd9-a1ea-4ad8-a410-1984a5ca6483 for instance with vm_state building and task_state spawning. [ 1058.076320] env[68800]: DEBUG nova.compute.manager [req-2abffac2-a6b6-4305-a6cb-e19f3ef37c9b req-0f0a94c3-3de3-4d3e-972a-7060aee7adcd service nova] [instance: 2951d857-29d8-466d-8322-151b7af971bd] Received event network-changed-fb677dd9-a1ea-4ad8-a410-1984a5ca6483 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.076474] env[68800]: DEBUG nova.compute.manager [req-2abffac2-a6b6-4305-a6cb-e19f3ef37c9b req-0f0a94c3-3de3-4d3e-972a-7060aee7adcd service nova] [instance: 2951d857-29d8-466d-8322-151b7af971bd] Refreshing instance network info cache due to event network-changed-fb677dd9-a1ea-4ad8-a410-1984a5ca6483. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1058.076656] env[68800]: DEBUG oslo_concurrency.lockutils [req-2abffac2-a6b6-4305-a6cb-e19f3ef37c9b req-0f0a94c3-3de3-4d3e-972a-7060aee7adcd service nova] Acquiring lock "refresh_cache-2951d857-29d8-466d-8322-151b7af971bd" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.076792] env[68800]: DEBUG oslo_concurrency.lockutils [req-2abffac2-a6b6-4305-a6cb-e19f3ef37c9b req-0f0a94c3-3de3-4d3e-972a-7060aee7adcd service nova] Acquired lock "refresh_cache-2951d857-29d8-466d-8322-151b7af971bd" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.076947] env[68800]: DEBUG nova.network.neutron [req-2abffac2-a6b6-4305-a6cb-e19f3ef37c9b req-0f0a94c3-3de3-4d3e-972a-7060aee7adcd service nova] [instance: 2951d857-29d8-466d-8322-151b7af971bd] Refreshing network info cache for port fb677dd9-a1ea-4ad8-a410-1984a5ca6483 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1058.340478] env[68800]: DEBUG oslo_concurrency.lockutils [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Acquiring lock "refresh_cache-2951d857-29d8-466d-8322-151b7af971bd" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.487778] env[68800]: INFO nova.compute.manager [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 31c8d0d4-7f05-4e28-83f3-49c116363a0c] Took 26.43 seconds to build instance. [ 1058.541539] env[68800]: DEBUG nova.compute.manager [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 220aa25b-1744-4026-9fb5-a9842e0a6a1f] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1058.639069] env[68800]: DEBUG nova.network.neutron [req-2abffac2-a6b6-4305-a6cb-e19f3ef37c9b req-0f0a94c3-3de3-4d3e-972a-7060aee7adcd service nova] [instance: 2951d857-29d8-466d-8322-151b7af971bd] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1058.756168] env[68800]: DEBUG nova.network.neutron [req-2abffac2-a6b6-4305-a6cb-e19f3ef37c9b req-0f0a94c3-3de3-4d3e-972a-7060aee7adcd service nova] [instance: 2951d857-29d8-466d-8322-151b7af971bd] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.763377] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ff2b9927-9f5f-4596-bf4d-42fe9d392668 tempest-DeleteServersAdminTestJSON-812032742 tempest-DeleteServersAdminTestJSON-812032742-project-admin] Acquiring lock "31c8d0d4-7f05-4e28-83f3-49c116363a0c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.932380] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8121a83e-c720-48d3-b1ea-42108bfc1e12 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.940209] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337d4b82-dd6e-4fe9-96ea-27211df07fee {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.969984] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f34e6a-ec2d-4b99-b5f5-d1767e3caf5c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.976994] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9141b8-83e8-4687-8329-4aeabba3bb07 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.989446] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4b15fef2-be58-4027-970c-d99749a51e8b tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Lock "31c8d0d4-7f05-4e28-83f3-49c116363a0c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.947s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.989865] env[68800]: DEBUG nova.compute.provider_tree [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.991149] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ff2b9927-9f5f-4596-bf4d-42fe9d392668 tempest-DeleteServersAdminTestJSON-812032742 tempest-DeleteServersAdminTestJSON-812032742-project-admin] Lock "31c8d0d4-7f05-4e28-83f3-49c116363a0c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.228s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.991366] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ff2b9927-9f5f-4596-bf4d-42fe9d392668 tempest-DeleteServersAdminTestJSON-812032742 tempest-DeleteServersAdminTestJSON-812032742-project-admin] Acquiring lock "31c8d0d4-7f05-4e28-83f3-49c116363a0c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.991570] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ff2b9927-9f5f-4596-bf4d-42fe9d392668 tempest-DeleteServersAdminTestJSON-812032742 tempest-DeleteServersAdminTestJSON-812032742-project-admin] Lock "31c8d0d4-7f05-4e28-83f3-49c116363a0c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.991739] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ff2b9927-9f5f-4596-bf4d-42fe9d392668 tempest-DeleteServersAdminTestJSON-812032742 tempest-DeleteServersAdminTestJSON-812032742-project-admin] Lock "31c8d0d4-7f05-4e28-83f3-49c116363a0c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.993694] env[68800]: INFO nova.compute.manager [None req-ff2b9927-9f5f-4596-bf4d-42fe9d392668 tempest-DeleteServersAdminTestJSON-812032742 tempest-DeleteServersAdminTestJSON-812032742-project-admin] [instance: 31c8d0d4-7f05-4e28-83f3-49c116363a0c] Terminating instance [ 1059.059889] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.261172] env[68800]: DEBUG oslo_concurrency.lockutils [req-2abffac2-a6b6-4305-a6cb-e19f3ef37c9b req-0f0a94c3-3de3-4d3e-972a-7060aee7adcd service nova] Releasing lock "refresh_cache-2951d857-29d8-466d-8322-151b7af971bd" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.262215] env[68800]: DEBUG oslo_concurrency.lockutils [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Acquired lock "refresh_cache-2951d857-29d8-466d-8322-151b7af971bd" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.262544] env[68800]: DEBUG nova.network.neutron [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] [instance: 2951d857-29d8-466d-8322-151b7af971bd] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.495431] env[68800]: DEBUG nova.scheduler.client.report [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.499098] env[68800]: DEBUG nova.compute.manager [None req-ff2b9927-9f5f-4596-bf4d-42fe9d392668 tempest-DeleteServersAdminTestJSON-812032742 tempest-DeleteServersAdminTestJSON-812032742-project-admin] [instance: 31c8d0d4-7f05-4e28-83f3-49c116363a0c] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1059.499309] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2b9927-9f5f-4596-bf4d-42fe9d392668 tempest-DeleteServersAdminTestJSON-812032742 tempest-DeleteServersAdminTestJSON-812032742-project-admin] [instance: 31c8d0d4-7f05-4e28-83f3-49c116363a0c] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.500367] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f19dc49-60e7-4d53-8b12-f77c392861b7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.509159] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff2b9927-9f5f-4596-bf4d-42fe9d392668 tempest-DeleteServersAdminTestJSON-812032742 tempest-DeleteServersAdminTestJSON-812032742-project-admin] [instance: 31c8d0d4-7f05-4e28-83f3-49c116363a0c] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.509601] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abcba817-191f-4a1f-a956-69318ed97be4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.521920] env[68800]: DEBUG oslo_vmware.api [None req-ff2b9927-9f5f-4596-bf4d-42fe9d392668 tempest-DeleteServersAdminTestJSON-812032742 tempest-DeleteServersAdminTestJSON-812032742-project-admin] Waiting for the task: (returnval){ [ 1059.521920] env[68800]: value = "task-3244283" [ 1059.521920] env[68800]: _type = "Task" [ 1059.521920] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.534679] env[68800]: DEBUG oslo_vmware.api [None req-ff2b9927-9f5f-4596-bf4d-42fe9d392668 tempest-DeleteServersAdminTestJSON-812032742 tempest-DeleteServersAdminTestJSON-812032742-project-admin] Task: {'id': task-3244283, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.830060] env[68800]: DEBUG nova.network.neutron [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] [instance: 2951d857-29d8-466d-8322-151b7af971bd] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1060.004106] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.334s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.006266] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.448s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.006458] env[68800]: DEBUG nova.objects.instance [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68800) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1060.035217] env[68800]: DEBUG oslo_vmware.api [None req-ff2b9927-9f5f-4596-bf4d-42fe9d392668 tempest-DeleteServersAdminTestJSON-812032742 tempest-DeleteServersAdminTestJSON-812032742-project-admin] Task: {'id': task-3244283, 'name': PowerOffVM_Task, 'duration_secs': 0.180269} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.037643] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff2b9927-9f5f-4596-bf4d-42fe9d392668 tempest-DeleteServersAdminTestJSON-812032742 tempest-DeleteServersAdminTestJSON-812032742-project-admin] [instance: 31c8d0d4-7f05-4e28-83f3-49c116363a0c] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.037824] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2b9927-9f5f-4596-bf4d-42fe9d392668 tempest-DeleteServersAdminTestJSON-812032742 tempest-DeleteServersAdminTestJSON-812032742-project-admin] [instance: 31c8d0d4-7f05-4e28-83f3-49c116363a0c] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.038105] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f4c8685-f389-466d-9a49-4006eefa3ec3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.075924] env[68800]: INFO nova.network.neutron [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Updating port 6b4ca340-56af-4999-80f2-7ea76cc52eb2 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1060.103809] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2b9927-9f5f-4596-bf4d-42fe9d392668 tempest-DeleteServersAdminTestJSON-812032742 tempest-DeleteServersAdminTestJSON-812032742-project-admin] [instance: 31c8d0d4-7f05-4e28-83f3-49c116363a0c] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.104054] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2b9927-9f5f-4596-bf4d-42fe9d392668 tempest-DeleteServersAdminTestJSON-812032742 tempest-DeleteServersAdminTestJSON-812032742-project-admin] [instance: 31c8d0d4-7f05-4e28-83f3-49c116363a0c] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.104292] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff2b9927-9f5f-4596-bf4d-42fe9d392668 tempest-DeleteServersAdminTestJSON-812032742 tempest-DeleteServersAdminTestJSON-812032742-project-admin] Deleting the datastore file [datastore1] 31c8d0d4-7f05-4e28-83f3-49c116363a0c {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.104510] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-463d7e3f-fe0d-45fb-b1aa-c17e0fe68586 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.110788] env[68800]: DEBUG oslo_vmware.api [None req-ff2b9927-9f5f-4596-bf4d-42fe9d392668 tempest-DeleteServersAdminTestJSON-812032742 tempest-DeleteServersAdminTestJSON-812032742-project-admin] Waiting for the task: (returnval){ [ 1060.110788] env[68800]: value = "task-3244285" [ 1060.110788] env[68800]: _type = "Task" [ 1060.110788] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.115043] env[68800]: DEBUG nova.network.neutron [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] [instance: 2951d857-29d8-466d-8322-151b7af971bd] Updating instance_info_cache with network_info: [{"id": "fb677dd9-a1ea-4ad8-a410-1984a5ca6483", "address": "fa:16:3e:53:d2:78", "network": {"id": "a73c5ce6-4509-486a-8246-617db9f5df39", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1749208449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "babacf4f2f2247a5907e5f386ce627ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb677dd9-a1", "ovs_interfaceid": "fb677dd9-a1ea-4ad8-a410-1984a5ca6483", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.120961] env[68800]: DEBUG oslo_vmware.api [None req-ff2b9927-9f5f-4596-bf4d-42fe9d392668 tempest-DeleteServersAdminTestJSON-812032742 tempest-DeleteServersAdminTestJSON-812032742-project-admin] Task: {'id': task-3244285, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.620944] env[68800]: DEBUG oslo_concurrency.lockutils [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Releasing lock "refresh_cache-2951d857-29d8-466d-8322-151b7af971bd" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.621311] env[68800]: DEBUG nova.compute.manager [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] [instance: 2951d857-29d8-466d-8322-151b7af971bd] Instance network_info: |[{"id": "fb677dd9-a1ea-4ad8-a410-1984a5ca6483", "address": "fa:16:3e:53:d2:78", "network": {"id": "a73c5ce6-4509-486a-8246-617db9f5df39", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1749208449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "babacf4f2f2247a5907e5f386ce627ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb677dd9-a1", "ovs_interfaceid": "fb677dd9-a1ea-4ad8-a410-1984a5ca6483", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1060.621594] env[68800]: DEBUG oslo_vmware.api [None req-ff2b9927-9f5f-4596-bf4d-42fe9d392668 tempest-DeleteServersAdminTestJSON-812032742 tempest-DeleteServersAdminTestJSON-812032742-project-admin] Task: {'id': task-3244285, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161882} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.621986] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] [instance: 2951d857-29d8-466d-8322-151b7af971bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:d2:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c330dbdb-ad20-4e7e-8a12-66e4a914a84a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb677dd9-a1ea-4ad8-a410-1984a5ca6483', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1060.629264] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Creating folder: Project (babacf4f2f2247a5907e5f386ce627ed). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1060.629573] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff2b9927-9f5f-4596-bf4d-42fe9d392668 tempest-DeleteServersAdminTestJSON-812032742 tempest-DeleteServersAdminTestJSON-812032742-project-admin] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.629789] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2b9927-9f5f-4596-bf4d-42fe9d392668 tempest-DeleteServersAdminTestJSON-812032742 tempest-DeleteServersAdminTestJSON-812032742-project-admin] [instance: 31c8d0d4-7f05-4e28-83f3-49c116363a0c] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.630008] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2b9927-9f5f-4596-bf4d-42fe9d392668 tempest-DeleteServersAdminTestJSON-812032742 tempest-DeleteServersAdminTestJSON-812032742-project-admin] [instance: 31c8d0d4-7f05-4e28-83f3-49c116363a0c] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.630225] env[68800]: INFO nova.compute.manager [None req-ff2b9927-9f5f-4596-bf4d-42fe9d392668 tempest-DeleteServersAdminTestJSON-812032742 tempest-DeleteServersAdminTestJSON-812032742-project-admin] [instance: 31c8d0d4-7f05-4e28-83f3-49c116363a0c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1060.630491] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff2b9927-9f5f-4596-bf4d-42fe9d392668 tempest-DeleteServersAdminTestJSON-812032742 tempest-DeleteServersAdminTestJSON-812032742-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.630718] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca481fd4-83ad-49b1-ab38-e8a4b1bbb3d7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.632275] env[68800]: DEBUG nova.compute.manager [-] [instance: 31c8d0d4-7f05-4e28-83f3-49c116363a0c] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1060.632383] env[68800]: DEBUG nova.network.neutron [-] [instance: 31c8d0d4-7f05-4e28-83f3-49c116363a0c] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1060.641702] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Created folder: Project (babacf4f2f2247a5907e5f386ce627ed) in parent group-v648080. [ 1060.641878] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Creating folder: Instances. Parent ref: group-v648349. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1060.642098] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e818352-d106-45b3-bd08-e34a5ee47c8a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.652344] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Created folder: Instances in parent group-v648349. [ 1060.652559] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.652734] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2951d857-29d8-466d-8322-151b7af971bd] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1060.652922] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb4dc379-80ee-4f7e-987e-bfea46911e37 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.673143] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1060.673143] env[68800]: value = "task-3244288" [ 1060.673143] env[68800]: _type = "Task" [ 1060.673143] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.680146] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244288, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.921109] env[68800]: DEBUG nova.compute.manager [req-61bd5b9b-7210-4511-bd8a-43ce46f3ae74 req-cf6b15b3-a488-4ea4-9f51-b26ddaea4368 service nova] [instance: 31c8d0d4-7f05-4e28-83f3-49c116363a0c] Received event network-vif-deleted-3692ea54-5aea-45cb-be97-5480943b85d5 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.921109] env[68800]: INFO nova.compute.manager [req-61bd5b9b-7210-4511-bd8a-43ce46f3ae74 req-cf6b15b3-a488-4ea4-9f51-b26ddaea4368 service nova] [instance: 31c8d0d4-7f05-4e28-83f3-49c116363a0c] Neutron deleted interface 3692ea54-5aea-45cb-be97-5480943b85d5; detaching it from the instance and deleting it from the info cache [ 1060.921109] env[68800]: DEBUG nova.network.neutron [req-61bd5b9b-7210-4511-bd8a-43ce46f3ae74 req-cf6b15b3-a488-4ea4-9f51-b26ddaea4368 service nova] [instance: 31c8d0d4-7f05-4e28-83f3-49c116363a0c] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.026114] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ab957242-b773-4856-a636-4d2edacfae60 tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.027329] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bcdbcd4f-3d02-442d-a176-bd2529e35356 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.502s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.027604] env[68800]: DEBUG nova.objects.instance [None req-bcdbcd4f-3d02-442d-a176-bd2529e35356 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Lazy-loading 'resources' on Instance uuid dee516d0-4241-427f-87f4-49201f04bfd1 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.183657] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244288, 'name': CreateVM_Task, 'duration_secs': 0.298754} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.183831] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2951d857-29d8-466d-8322-151b7af971bd] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1061.184510] env[68800]: DEBUG oslo_concurrency.lockutils [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.184679] env[68800]: DEBUG oslo_concurrency.lockutils [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.185063] env[68800]: DEBUG oslo_concurrency.lockutils [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.185375] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca90940b-543f-4a44-9d00-fe5462d2f5ad {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.190156] env[68800]: DEBUG oslo_vmware.api [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Waiting for the task: (returnval){ [ 1061.190156] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529ad6e7-d708-adbd-8b74-359b6e4d0e81" [ 1061.190156] env[68800]: _type = "Task" [ 1061.190156] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.199979] env[68800]: DEBUG oslo_vmware.api [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529ad6e7-d708-adbd-8b74-359b6e4d0e81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.404164] env[68800]: DEBUG nova.network.neutron [-] [instance: 31c8d0d4-7f05-4e28-83f3-49c116363a0c] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.424026] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0669eb34-bb47-462e-8ba7-b1f81cde526b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.434622] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85962894-1bd8-40ca-8171-ff3b246c7194 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.473986] env[68800]: DEBUG nova.compute.manager [req-61bd5b9b-7210-4511-bd8a-43ce46f3ae74 req-cf6b15b3-a488-4ea4-9f51-b26ddaea4368 service nova] [instance: 31c8d0d4-7f05-4e28-83f3-49c116363a0c] Detach interface failed, port_id=3692ea54-5aea-45cb-be97-5480943b85d5, reason: Instance 31c8d0d4-7f05-4e28-83f3-49c116363a0c could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1061.638594] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Acquiring lock "refresh_cache-c19ca69f-35ab-4737-997c-89f30164836a" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.638850] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Acquired lock "refresh_cache-c19ca69f-35ab-4737-997c-89f30164836a" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.639089] env[68800]: DEBUG nova.network.neutron [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.700157] env[68800]: DEBUG oslo_vmware.api [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529ad6e7-d708-adbd-8b74-359b6e4d0e81, 'name': SearchDatastore_Task, 'duration_secs': 0.009434} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.702507] env[68800]: DEBUG oslo_concurrency.lockutils [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.702808] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] [instance: 2951d857-29d8-466d-8322-151b7af971bd] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1061.703093] env[68800]: DEBUG oslo_concurrency.lockutils [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.703252] env[68800]: DEBUG oslo_concurrency.lockutils [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.703434] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1061.703863] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0989f453-87c6-4e4e-8920-2b64480adb96 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.712935] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1061.713145] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1061.716113] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13c616ca-318d-4584-afde-514369d43a08 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.721619] env[68800]: DEBUG oslo_vmware.api [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Waiting for the task: (returnval){ [ 1061.721619] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5252dd75-2f0b-41fa-313e-fb7942853f56" [ 1061.721619] env[68800]: _type = "Task" [ 1061.721619] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.728767] env[68800]: DEBUG oslo_vmware.api [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5252dd75-2f0b-41fa-313e-fb7942853f56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.786273] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4074f1-f6ac-4fcc-9d74-16989ef86954 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.793473] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0cb6658-caf9-4986-b238-cde1828d2f84 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.822882] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6c07a9-f4f5-4cde-896f-07be189ddbd6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.829562] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f860c09-6013-4be0-a9a0-eb28921b114c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.844334] env[68800]: DEBUG nova.compute.provider_tree [None req-bcdbcd4f-3d02-442d-a176-bd2529e35356 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.906262] env[68800]: INFO nova.compute.manager [-] [instance: 31c8d0d4-7f05-4e28-83f3-49c116363a0c] Took 1.27 seconds to deallocate network for instance. [ 1062.234230] env[68800]: DEBUG oslo_vmware.api [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5252dd75-2f0b-41fa-313e-fb7942853f56, 'name': SearchDatastore_Task, 'duration_secs': 0.008066} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.235036] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c4ed672-b9bf-4127-b08b-abe792ba99eb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.242025] env[68800]: DEBUG oslo_vmware.api [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Waiting for the task: (returnval){ [ 1062.242025] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]523cc2c8-91e5-e652-d526-c5a419fbbd62" [ 1062.242025] env[68800]: _type = "Task" [ 1062.242025] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.248275] env[68800]: DEBUG oslo_vmware.api [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]523cc2c8-91e5-e652-d526-c5a419fbbd62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.350209] env[68800]: DEBUG nova.scheduler.client.report [None req-bcdbcd4f-3d02-442d-a176-bd2529e35356 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.414074] env[68800]: DEBUG nova.network.neutron [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Updating instance_info_cache with network_info: [{"id": "6b4ca340-56af-4999-80f2-7ea76cc52eb2", "address": "fa:16:3e:b5:d5:dc", "network": {"id": "61392fd5-0d9c-40c5-b987-3ed7c9fcc0b1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-36638375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afdfb42235e54e239d59fd3191164f2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b4ca340-56", "ovs_interfaceid": "6b4ca340-56af-4999-80f2-7ea76cc52eb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.415849] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ff2b9927-9f5f-4596-bf4d-42fe9d392668 tempest-DeleteServersAdminTestJSON-812032742 tempest-DeleteServersAdminTestJSON-812032742-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.749760] env[68800]: DEBUG oslo_vmware.api [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]523cc2c8-91e5-e652-d526-c5a419fbbd62, 'name': SearchDatastore_Task, 'duration_secs': 0.009986} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.750047] env[68800]: DEBUG oslo_concurrency.lockutils [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.750248] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 2951d857-29d8-466d-8322-151b7af971bd/2951d857-29d8-466d-8322-151b7af971bd.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1062.750497] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df7819b1-716c-4c04-86de-8b83ade1f8ad {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.757236] env[68800]: DEBUG oslo_vmware.api [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Waiting for the task: (returnval){ [ 1062.757236] env[68800]: value = "task-3244289" [ 1062.757236] env[68800]: _type = "Task" [ 1062.757236] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.765022] env[68800]: DEBUG oslo_vmware.api [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Task: {'id': task-3244289, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.854225] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bcdbcd4f-3d02-442d-a176-bd2529e35356 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.827s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.856759] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fbd7950e-2827-4578-b5e9-a84d0dfb2fac tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.483s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.857015] env[68800]: DEBUG nova.objects.instance [None req-fbd7950e-2827-4578-b5e9-a84d0dfb2fac tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Lazy-loading 'resources' on Instance uuid 765310c6-7c0a-4d6c-8c34-88c6be0936da {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.875179] env[68800]: INFO nova.scheduler.client.report [None req-bcdbcd4f-3d02-442d-a176-bd2529e35356 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Deleted allocations for instance dee516d0-4241-427f-87f4-49201f04bfd1 [ 1062.917281] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Releasing lock "refresh_cache-c19ca69f-35ab-4737-997c-89f30164836a" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.946895] env[68800]: DEBUG nova.virt.hardware [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e8943cea4101f75d764dab8e11d3db4b',container_format='bare',created_at=2025-04-03T09:15:49Z,direct_url=,disk_format='vmdk',id=eb358956-d729-4b77-b77e-d04fb0fd7830,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1690352692-shelved',owner='afdfb42235e54e239d59fd3191164f2a',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-04-03T09:16:04Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.947164] env[68800]: DEBUG nova.virt.hardware [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.947321] env[68800]: DEBUG nova.virt.hardware [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.947504] env[68800]: DEBUG nova.virt.hardware [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.947719] env[68800]: DEBUG nova.virt.hardware [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.947789] env[68800]: DEBUG nova.virt.hardware [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.947990] env[68800]: DEBUG nova.virt.hardware [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.948166] env[68800]: DEBUG nova.virt.hardware [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.948334] env[68800]: DEBUG nova.virt.hardware [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.948499] env[68800]: DEBUG nova.virt.hardware [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.948672] env[68800]: DEBUG nova.virt.hardware [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.949864] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12217da9-fdee-42b9-9eb4-a2d5a1ee3183 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.954655] env[68800]: DEBUG nova.compute.manager [req-41512846-89e6-4f4f-9a31-c415d54f7f95 req-85ec2d38-b29a-43c3-8ed4-01ca48665f56 service nova] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Received event network-vif-plugged-6b4ca340-56af-4999-80f2-7ea76cc52eb2 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.954913] env[68800]: DEBUG oslo_concurrency.lockutils [req-41512846-89e6-4f4f-9a31-c415d54f7f95 req-85ec2d38-b29a-43c3-8ed4-01ca48665f56 service nova] Acquiring lock "c19ca69f-35ab-4737-997c-89f30164836a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.955177] env[68800]: DEBUG oslo_concurrency.lockutils [req-41512846-89e6-4f4f-9a31-c415d54f7f95 req-85ec2d38-b29a-43c3-8ed4-01ca48665f56 service nova] Lock "c19ca69f-35ab-4737-997c-89f30164836a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.955361] env[68800]: DEBUG oslo_concurrency.lockutils [req-41512846-89e6-4f4f-9a31-c415d54f7f95 req-85ec2d38-b29a-43c3-8ed4-01ca48665f56 service nova] Lock "c19ca69f-35ab-4737-997c-89f30164836a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.955574] env[68800]: DEBUG nova.compute.manager [req-41512846-89e6-4f4f-9a31-c415d54f7f95 req-85ec2d38-b29a-43c3-8ed4-01ca48665f56 service nova] [instance: c19ca69f-35ab-4737-997c-89f30164836a] No waiting events found dispatching network-vif-plugged-6b4ca340-56af-4999-80f2-7ea76cc52eb2 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1062.955692] env[68800]: WARNING nova.compute.manager [req-41512846-89e6-4f4f-9a31-c415d54f7f95 req-85ec2d38-b29a-43c3-8ed4-01ca48665f56 service nova] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Received unexpected event network-vif-plugged-6b4ca340-56af-4999-80f2-7ea76cc52eb2 for instance with vm_state shelved_offloaded and task_state spawning. [ 1062.955851] env[68800]: DEBUG nova.compute.manager [req-41512846-89e6-4f4f-9a31-c415d54f7f95 req-85ec2d38-b29a-43c3-8ed4-01ca48665f56 service nova] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Received event network-changed-6b4ca340-56af-4999-80f2-7ea76cc52eb2 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.956011] env[68800]: DEBUG nova.compute.manager [req-41512846-89e6-4f4f-9a31-c415d54f7f95 req-85ec2d38-b29a-43c3-8ed4-01ca48665f56 service nova] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Refreshing instance network info cache due to event network-changed-6b4ca340-56af-4999-80f2-7ea76cc52eb2. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1062.956209] env[68800]: DEBUG oslo_concurrency.lockutils [req-41512846-89e6-4f4f-9a31-c415d54f7f95 req-85ec2d38-b29a-43c3-8ed4-01ca48665f56 service nova] Acquiring lock "refresh_cache-c19ca69f-35ab-4737-997c-89f30164836a" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.956348] env[68800]: DEBUG oslo_concurrency.lockutils [req-41512846-89e6-4f4f-9a31-c415d54f7f95 req-85ec2d38-b29a-43c3-8ed4-01ca48665f56 service nova] Acquired lock "refresh_cache-c19ca69f-35ab-4737-997c-89f30164836a" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.956506] env[68800]: DEBUG nova.network.neutron [req-41512846-89e6-4f4f-9a31-c415d54f7f95 req-85ec2d38-b29a-43c3-8ed4-01ca48665f56 service nova] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Refreshing network info cache for port 6b4ca340-56af-4999-80f2-7ea76cc52eb2 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.963887] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858fe540-f1ca-48ce-ae9f-d317c759718d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.980027] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:d5:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aaf99dce-c773-48db-a2d9-00b8d0a7c75d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b4ca340-56af-4999-80f2-7ea76cc52eb2', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1062.986696] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.987391] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1062.987659] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bdb68ed7-e326-404d-9ebe-9a0edab7e535 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.009212] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.009212] env[68800]: value = "task-3244290" [ 1063.009212] env[68800]: _type = "Task" [ 1063.009212] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.017819] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244290, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.267182] env[68800]: DEBUG oslo_vmware.api [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Task: {'id': task-3244289, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475727} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.267458] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 2951d857-29d8-466d-8322-151b7af971bd/2951d857-29d8-466d-8322-151b7af971bd.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1063.267673] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] [instance: 2951d857-29d8-466d-8322-151b7af971bd] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1063.267922] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66eab298-1439-46f9-a3e0-40af06fbdd12 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.274582] env[68800]: DEBUG oslo_vmware.api [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Waiting for the task: (returnval){ [ 1063.274582] env[68800]: value = "task-3244291" [ 1063.274582] env[68800]: _type = "Task" [ 1063.274582] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.282367] env[68800]: DEBUG oslo_vmware.api [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Task: {'id': task-3244291, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.382748] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bcdbcd4f-3d02-442d-a176-bd2529e35356 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Lock "dee516d0-4241-427f-87f4-49201f04bfd1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.551s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.522057] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244290, 'name': CreateVM_Task, 'duration_secs': 0.386544} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.522242] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1063.522929] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eb358956-d729-4b77-b77e-d04fb0fd7830" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.523138] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eb358956-d729-4b77-b77e-d04fb0fd7830" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.523500] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eb358956-d729-4b77-b77e-d04fb0fd7830" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.523765] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ec1145d-7ffe-4fc0-9a1a-a50812310a4c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.530069] env[68800]: DEBUG oslo_vmware.api [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Waiting for the task: (returnval){ [ 1063.530069] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52a44ef9-a10a-cab9-d852-92426ca94567" [ 1063.530069] env[68800]: _type = "Task" [ 1063.530069] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.538399] env[68800]: DEBUG oslo_vmware.api [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52a44ef9-a10a-cab9-d852-92426ca94567, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.591874] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6746c88-e148-43ca-af53-07329b5ae4b5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.599733] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565a1b78-15f4-4f69-a091-ab84d9a8407f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.637305] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c562e87e-e754-47ca-a7cb-813814af54df {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.644522] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584258bc-225f-4648-b150-7b0bcb3644cc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.662158] env[68800]: DEBUG nova.compute.provider_tree [None req-fbd7950e-2827-4578-b5e9-a84d0dfb2fac tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.705386] env[68800]: DEBUG nova.network.neutron [req-41512846-89e6-4f4f-9a31-c415d54f7f95 req-85ec2d38-b29a-43c3-8ed4-01ca48665f56 service nova] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Updated VIF entry in instance network info cache for port 6b4ca340-56af-4999-80f2-7ea76cc52eb2. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1063.705736] env[68800]: DEBUG nova.network.neutron [req-41512846-89e6-4f4f-9a31-c415d54f7f95 req-85ec2d38-b29a-43c3-8ed4-01ca48665f56 service nova] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Updating instance_info_cache with network_info: [{"id": "6b4ca340-56af-4999-80f2-7ea76cc52eb2", "address": "fa:16:3e:b5:d5:dc", "network": {"id": "61392fd5-0d9c-40c5-b987-3ed7c9fcc0b1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-36638375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afdfb42235e54e239d59fd3191164f2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b4ca340-56", "ovs_interfaceid": "6b4ca340-56af-4999-80f2-7ea76cc52eb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.784669] env[68800]: DEBUG oslo_vmware.api [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Task: {'id': task-3244291, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078416} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.784972] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] [instance: 2951d857-29d8-466d-8322-151b7af971bd] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1063.786340] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e7822b-85e8-4c6c-aae1-833ed1fc3de2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.810020] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] [instance: 2951d857-29d8-466d-8322-151b7af971bd] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 2951d857-29d8-466d-8322-151b7af971bd/2951d857-29d8-466d-8322-151b7af971bd.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1063.810324] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7ef2006-3be9-4b46-8bd1-529f8ccb4239 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.829180] env[68800]: DEBUG oslo_vmware.api [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Waiting for the task: (returnval){ [ 1063.829180] env[68800]: value = "task-3244293" [ 1063.829180] env[68800]: _type = "Task" [ 1063.829180] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.837237] env[68800]: DEBUG oslo_vmware.api [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Task: {'id': task-3244293, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.040358] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eb358956-d729-4b77-b77e-d04fb0fd7830" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.040582] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Processing image eb358956-d729-4b77-b77e-d04fb0fd7830 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.040777] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eb358956-d729-4b77-b77e-d04fb0fd7830/eb358956-d729-4b77-b77e-d04fb0fd7830.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.040922] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eb358956-d729-4b77-b77e-d04fb0fd7830/eb358956-d729-4b77-b77e-d04fb0fd7830.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.041113] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.041408] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7440a4c5-c943-4ca2-9fc3-d69baf4ba192 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.058344] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.058528] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1064.059282] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6268d676-faa1-4efd-8824-d6e6d01b8994 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.064364] env[68800]: DEBUG oslo_vmware.api [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Waiting for the task: (returnval){ [ 1064.064364] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52295dd0-ff9f-08c2-3dc5-987bdd82d930" [ 1064.064364] env[68800]: _type = "Task" [ 1064.064364] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.071950] env[68800]: DEBUG oslo_vmware.api [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52295dd0-ff9f-08c2-3dc5-987bdd82d930, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.165530] env[68800]: DEBUG nova.scheduler.client.report [None req-fbd7950e-2827-4578-b5e9-a84d0dfb2fac tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.208878] env[68800]: DEBUG oslo_concurrency.lockutils [req-41512846-89e6-4f4f-9a31-c415d54f7f95 req-85ec2d38-b29a-43c3-8ed4-01ca48665f56 service nova] Releasing lock "refresh_cache-c19ca69f-35ab-4737-997c-89f30164836a" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.339914] env[68800]: DEBUG oslo_vmware.api [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Task: {'id': task-3244293, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.574711] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Preparing fetch location {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1064.575042] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Fetch image to [datastore2] OSTACK_IMG_d26f81c7-2fb7-464b-8abf-6a4952a76a8b/OSTACK_IMG_d26f81c7-2fb7-464b-8abf-6a4952a76a8b.vmdk {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1064.575241] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Downloading stream optimized image eb358956-d729-4b77-b77e-d04fb0fd7830 to [datastore2] OSTACK_IMG_d26f81c7-2fb7-464b-8abf-6a4952a76a8b/OSTACK_IMG_d26f81c7-2fb7-464b-8abf-6a4952a76a8b.vmdk on the data store datastore2 as vApp {{(pid=68800) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1064.575412] env[68800]: DEBUG nova.virt.vmwareapi.images [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Downloading image file data eb358956-d729-4b77-b77e-d04fb0fd7830 to the ESX as VM named 'OSTACK_IMG_d26f81c7-2fb7-464b-8abf-6a4952a76a8b' {{(pid=68800) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1064.655716] env[68800]: DEBUG oslo_vmware.rw_handles [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1064.655716] env[68800]: value = "resgroup-9" [ 1064.655716] env[68800]: _type = "ResourcePool" [ 1064.655716] env[68800]: }. {{(pid=68800) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1064.655716] env[68800]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-4429cbc1-72be-49e7-a70b-5a35ffba62b4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.671933] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fbd7950e-2827-4578-b5e9-a84d0dfb2fac tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.814s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.673880] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7355c11a-4e9e-4804-8ced-b8b9ec1799fe tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.165s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.673880] env[68800]: DEBUG nova.objects.instance [None req-7355c11a-4e9e-4804-8ced-b8b9ec1799fe tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lazy-loading 'resources' on Instance uuid f574e30d-19ef-436f-8f9a-136acf71c3ef {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.682368] env[68800]: DEBUG oslo_vmware.rw_handles [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Lease: (returnval){ [ 1064.682368] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ded077-7f5c-feb5-7592-09a2e53c3796" [ 1064.682368] env[68800]: _type = "HttpNfcLease" [ 1064.682368] env[68800]: } obtained for vApp import into resource pool (val){ [ 1064.682368] env[68800]: value = "resgroup-9" [ 1064.682368] env[68800]: _type = "ResourcePool" [ 1064.682368] env[68800]: }. {{(pid=68800) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1064.682368] env[68800]: DEBUG oslo_vmware.api [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Waiting for the lease: (returnval){ [ 1064.682368] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ded077-7f5c-feb5-7592-09a2e53c3796" [ 1064.682368] env[68800]: _type = "HttpNfcLease" [ 1064.682368] env[68800]: } to be ready. {{(pid=68800) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1064.687031] env[68800]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1064.687031] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ded077-7f5c-feb5-7592-09a2e53c3796" [ 1064.687031] env[68800]: _type = "HttpNfcLease" [ 1064.687031] env[68800]: } is initializing. {{(pid=68800) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1064.699546] env[68800]: INFO nova.scheduler.client.report [None req-fbd7950e-2827-4578-b5e9-a84d0dfb2fac tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Deleted allocations for instance 765310c6-7c0a-4d6c-8c34-88c6be0936da [ 1064.842266] env[68800]: DEBUG oslo_vmware.api [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Task: {'id': task-3244293, 'name': ReconfigVM_Task, 'duration_secs': 0.811375} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.842713] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] [instance: 2951d857-29d8-466d-8322-151b7af971bd] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 2951d857-29d8-466d-8322-151b7af971bd/2951d857-29d8-466d-8322-151b7af971bd.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1064.843202] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce3fdba2-8ab0-4206-81f9-7a788ebaae6c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.850759] env[68800]: DEBUG oslo_vmware.api [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Waiting for the task: (returnval){ [ 1064.850759] env[68800]: value = "task-3244295" [ 1064.850759] env[68800]: _type = "Task" [ 1064.850759] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.858988] env[68800]: DEBUG oslo_vmware.api [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Task: {'id': task-3244295, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.192681] env[68800]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1065.192681] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ded077-7f5c-feb5-7592-09a2e53c3796" [ 1065.192681] env[68800]: _type = "HttpNfcLease" [ 1065.192681] env[68800]: } is ready. {{(pid=68800) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1065.193329] env[68800]: DEBUG oslo_vmware.rw_handles [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1065.193329] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ded077-7f5c-feb5-7592-09a2e53c3796" [ 1065.193329] env[68800]: _type = "HttpNfcLease" [ 1065.193329] env[68800]: }. {{(pid=68800) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1065.193964] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1515e5-60dd-490c-86a3-636df3a4b47a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.201747] env[68800]: DEBUG oslo_vmware.rw_handles [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ca6ae2-0c15-2961-8f62-eaf6d24591f4/disk-0.vmdk from lease info. {{(pid=68800) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1065.201747] env[68800]: DEBUG oslo_vmware.rw_handles [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ca6ae2-0c15-2961-8f62-eaf6d24591f4/disk-0.vmdk. {{(pid=68800) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1065.263545] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fbd7950e-2827-4578-b5e9-a84d0dfb2fac tempest-ServersListShow2100Test-1723874187 tempest-ServersListShow2100Test-1723874187-project-member] Lock "765310c6-7c0a-4d6c-8c34-88c6be0936da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.487s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.271022] env[68800]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-40a42fe4-e931-42f1-a191-fa47e78664b2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.362945] env[68800]: DEBUG oslo_vmware.api [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Task: {'id': task-3244295, 'name': Rename_Task, 'duration_secs': 0.139334} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.363266] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] [instance: 2951d857-29d8-466d-8322-151b7af971bd] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1065.363536] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2c6f1c5-5cc2-4028-a6f1-e7006963032b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.370086] env[68800]: DEBUG oslo_vmware.api [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Waiting for the task: (returnval){ [ 1065.370086] env[68800]: value = "task-3244296" [ 1065.370086] env[68800]: _type = "Task" [ 1065.370086] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.380161] env[68800]: DEBUG oslo_vmware.api [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Task: {'id': task-3244296, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.485702] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1785f162-c01b-406a-a63c-2b9c63e5b3f7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.494965] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37834f8f-95bb-4d34-8700-4a410096eec2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.530533] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b410d68-60dc-47bc-b587-bd24cad4f720 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.541036] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07f0cf3-c1e5-4dee-a713-78d5fa395a0c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.560911] env[68800]: DEBUG nova.compute.provider_tree [None req-7355c11a-4e9e-4804-8ced-b8b9ec1799fe tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.884053] env[68800]: DEBUG oslo_vmware.api [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Task: {'id': task-3244296, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.067896] env[68800]: DEBUG nova.scheduler.client.report [None req-7355c11a-4e9e-4804-8ced-b8b9ec1799fe tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.200612] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1fb0ee1d-4248-4b0a-8f3b-63fc5c5abb6b tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Acquiring lock "e6fea3a3-2836-4ca0-bd3b-b042c8884308" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.201034] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1fb0ee1d-4248-4b0a-8f3b-63fc5c5abb6b tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Lock "e6fea3a3-2836-4ca0-bd3b-b042c8884308" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.201287] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1fb0ee1d-4248-4b0a-8f3b-63fc5c5abb6b tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Acquiring lock "e6fea3a3-2836-4ca0-bd3b-b042c8884308-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.201550] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1fb0ee1d-4248-4b0a-8f3b-63fc5c5abb6b tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Lock "e6fea3a3-2836-4ca0-bd3b-b042c8884308-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.201808] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1fb0ee1d-4248-4b0a-8f3b-63fc5c5abb6b tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Lock "e6fea3a3-2836-4ca0-bd3b-b042c8884308-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.207889] env[68800]: INFO nova.compute.manager [None req-1fb0ee1d-4248-4b0a-8f3b-63fc5c5abb6b tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] Terminating instance [ 1066.383964] env[68800]: DEBUG oslo_vmware.api [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Task: {'id': task-3244296, 'name': PowerOnVM_Task, 'duration_secs': 0.677922} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.384302] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] [instance: 2951d857-29d8-466d-8322-151b7af971bd] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1066.384545] env[68800]: INFO nova.compute.manager [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] [instance: 2951d857-29d8-466d-8322-151b7af971bd] Took 9.56 seconds to spawn the instance on the hypervisor. [ 1066.384755] env[68800]: DEBUG nova.compute.manager [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] [instance: 2951d857-29d8-466d-8322-151b7af971bd] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1066.387420] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771856d0-72f6-4dad-8f50-d4842eb3a35c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.442167] env[68800]: DEBUG oslo_vmware.rw_handles [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Completed reading data from the image iterator. {{(pid=68800) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1066.442525] env[68800]: DEBUG oslo_vmware.rw_handles [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ca6ae2-0c15-2961-8f62-eaf6d24591f4/disk-0.vmdk. {{(pid=68800) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1066.444238] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7699ba3-54d5-4e6f-a7dc-eb0788ffcc4b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.453144] env[68800]: DEBUG oslo_vmware.rw_handles [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ca6ae2-0c15-2961-8f62-eaf6d24591f4/disk-0.vmdk is in state: ready. {{(pid=68800) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1066.453507] env[68800]: DEBUG oslo_vmware.rw_handles [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ca6ae2-0c15-2961-8f62-eaf6d24591f4/disk-0.vmdk. {{(pid=68800) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1066.453765] env[68800]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-27ac9df4-3896-4f67-95ea-f4c16c64f01d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.575520] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7355c11a-4e9e-4804-8ced-b8b9ec1799fe tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.901s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.578435] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ff3f2409-bd71-4b3b-8287-b9bd8231fa6d tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.180s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.578435] env[68800]: DEBUG nova.objects.instance [None req-ff3f2409-bd71-4b3b-8287-b9bd8231fa6d tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Lazy-loading 'resources' on Instance uuid cf03192e-a1ca-4d9a-9196-b91baa651ac6 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.599109] env[68800]: INFO nova.scheduler.client.report [None req-7355c11a-4e9e-4804-8ced-b8b9ec1799fe tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Deleted allocations for instance f574e30d-19ef-436f-8f9a-136acf71c3ef [ 1066.684773] env[68800]: DEBUG oslo_vmware.rw_handles [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ca6ae2-0c15-2961-8f62-eaf6d24591f4/disk-0.vmdk. {{(pid=68800) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1066.685072] env[68800]: INFO nova.virt.vmwareapi.images [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Downloaded image file data eb358956-d729-4b77-b77e-d04fb0fd7830 [ 1066.685890] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0129ec-ac3e-4666-8e05-5dfb02fc01b3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.701190] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b16882d-3d04-4ff7-9d30-c1a84773d402 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.714071] env[68800]: DEBUG nova.compute.manager [None req-1fb0ee1d-4248-4b0a-8f3b-63fc5c5abb6b tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1066.714299] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-1fb0ee1d-4248-4b0a-8f3b-63fc5c5abb6b tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1066.715183] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5dcac8-2191-4613-a884-77fc7a776c04 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.722292] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fb0ee1d-4248-4b0a-8f3b-63fc5c5abb6b tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.722521] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fc8802a-a61c-4eae-85ba-391476c970b2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.727968] env[68800]: DEBUG oslo_vmware.api [None req-1fb0ee1d-4248-4b0a-8f3b-63fc5c5abb6b tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Waiting for the task: (returnval){ [ 1066.727968] env[68800]: value = "task-3244298" [ 1066.727968] env[68800]: _type = "Task" [ 1066.727968] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.737166] env[68800]: DEBUG oslo_vmware.api [None req-1fb0ee1d-4248-4b0a-8f3b-63fc5c5abb6b tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Task: {'id': task-3244298, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.824437] env[68800]: INFO nova.virt.vmwareapi.images [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] The imported VM was unregistered [ 1066.827083] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Caching image {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1066.827399] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Creating directory with path [datastore2] devstack-image-cache_base/eb358956-d729-4b77-b77e-d04fb0fd7830 {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1066.827727] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a452000-2217-4722-95de-2f7c4faa5037 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.841621] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Created directory with path [datastore2] devstack-image-cache_base/eb358956-d729-4b77-b77e-d04fb0fd7830 {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1066.841878] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_d26f81c7-2fb7-464b-8abf-6a4952a76a8b/OSTACK_IMG_d26f81c7-2fb7-464b-8abf-6a4952a76a8b.vmdk to [datastore2] devstack-image-cache_base/eb358956-d729-4b77-b77e-d04fb0fd7830/eb358956-d729-4b77-b77e-d04fb0fd7830.vmdk. {{(pid=68800) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1066.842195] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-987261b4-6ea7-4ced-894c-b153d9c85862 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.848380] env[68800]: DEBUG oslo_vmware.api [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Waiting for the task: (returnval){ [ 1066.848380] env[68800]: value = "task-3244299" [ 1066.848380] env[68800]: _type = "Task" [ 1066.848380] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.857900] env[68800]: DEBUG oslo_vmware.api [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244299, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.908980] env[68800]: INFO nova.compute.manager [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] [instance: 2951d857-29d8-466d-8322-151b7af971bd] Took 30.55 seconds to build instance. [ 1067.128326] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7355c11a-4e9e-4804-8ced-b8b9ec1799fe tempest-ImagesTestJSON-432965107 tempest-ImagesTestJSON-432965107-project-member] Lock "f574e30d-19ef-436f-8f9a-136acf71c3ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.294s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.248990] env[68800]: DEBUG oslo_vmware.api [None req-1fb0ee1d-4248-4b0a-8f3b-63fc5c5abb6b tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Task: {'id': task-3244298, 'name': PowerOffVM_Task, 'duration_secs': 0.264481} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.252470] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fb0ee1d-4248-4b0a-8f3b-63fc5c5abb6b tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.253400] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-1fb0ee1d-4248-4b0a-8f3b-63fc5c5abb6b tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1067.253430] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec8e0c35-de38-4043-9d5b-43bb77ea8f47 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.334831] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-1fb0ee1d-4248-4b0a-8f3b-63fc5c5abb6b tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1067.335272] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-1fb0ee1d-4248-4b0a-8f3b-63fc5c5abb6b tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1067.335445] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fb0ee1d-4248-4b0a-8f3b-63fc5c5abb6b tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Deleting the datastore file [datastore1] e6fea3a3-2836-4ca0-bd3b-b042c8884308 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1067.338578] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd513f40-c483-40f3-83fe-c442f35ee5fa {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.345943] env[68800]: DEBUG oslo_vmware.api [None req-1fb0ee1d-4248-4b0a-8f3b-63fc5c5abb6b tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Waiting for the task: (returnval){ [ 1067.345943] env[68800]: value = "task-3244301" [ 1067.345943] env[68800]: _type = "Task" [ 1067.345943] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.360315] env[68800]: DEBUG oslo_vmware.api [None req-1fb0ee1d-4248-4b0a-8f3b-63fc5c5abb6b tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Task: {'id': task-3244301, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.366545] env[68800]: DEBUG oslo_vmware.api [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244299, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.411503] env[68800]: DEBUG oslo_concurrency.lockutils [None req-698cd183-4735-41c0-b7bc-265575776e8f tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Lock "2951d857-29d8-466d-8322-151b7af971bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.075s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.415766] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5d26dd-25f9-45d3-8c70-aaa8fcc9a0f4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.426802] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a99b798-a13c-4105-aece-d8f9ad18817c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.463588] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25209cbd-279a-415d-9d37-69c04a09b3f4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.473858] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7386fc1-2a3e-4670-8d00-6653ed050fe9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.493341] env[68800]: DEBUG nova.compute.provider_tree [None req-ff3f2409-bd71-4b3b-8287-b9bd8231fa6d tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.860301] env[68800]: DEBUG oslo_vmware.api [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244299, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.863851] env[68800]: DEBUG oslo_vmware.api [None req-1fb0ee1d-4248-4b0a-8f3b-63fc5c5abb6b tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Task: {'id': task-3244301, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.322638} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.864154] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fb0ee1d-4248-4b0a-8f3b-63fc5c5abb6b tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1067.864347] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-1fb0ee1d-4248-4b0a-8f3b-63fc5c5abb6b tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1067.864610] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-1fb0ee1d-4248-4b0a-8f3b-63fc5c5abb6b tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1067.864837] env[68800]: INFO nova.compute.manager [None req-1fb0ee1d-4248-4b0a-8f3b-63fc5c5abb6b tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1067.865752] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1fb0ee1d-4248-4b0a-8f3b-63fc5c5abb6b tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.865752] env[68800]: DEBUG nova.compute.manager [-] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1067.865752] env[68800]: DEBUG nova.network.neutron [-] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1067.998447] env[68800]: DEBUG nova.scheduler.client.report [None req-ff3f2409-bd71-4b3b-8287-b9bd8231fa6d tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.364854] env[68800]: DEBUG oslo_vmware.api [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244299, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.506186] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ff3f2409-bd71-4b3b-8287-b9bd8231fa6d tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.928s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.510947] env[68800]: DEBUG oslo_concurrency.lockutils [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.786s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.511225] env[68800]: DEBUG nova.objects.instance [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lazy-loading 'pci_requests' on Instance uuid d31685d0-2d63-49c1-9615-a332ad4777ed {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.539236] env[68800]: INFO nova.scheduler.client.report [None req-ff3f2409-bd71-4b3b-8287-b9bd8231fa6d tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Deleted allocations for instance cf03192e-a1ca-4d9a-9196-b91baa651ac6 [ 1068.618318] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a0193d6f-3e81-4b15-9e71-202051e9054d tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Acquiring lock "c4e41c81-3958-4797-84a2-9486ba6278f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.618594] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a0193d6f-3e81-4b15-9e71-202051e9054d tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Lock "c4e41c81-3958-4797-84a2-9486ba6278f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.618808] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a0193d6f-3e81-4b15-9e71-202051e9054d tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Acquiring lock "c4e41c81-3958-4797-84a2-9486ba6278f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.618992] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a0193d6f-3e81-4b15-9e71-202051e9054d tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Lock "c4e41c81-3958-4797-84a2-9486ba6278f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.619182] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a0193d6f-3e81-4b15-9e71-202051e9054d tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Lock "c4e41c81-3958-4797-84a2-9486ba6278f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.622760] env[68800]: INFO nova.compute.manager [None req-a0193d6f-3e81-4b15-9e71-202051e9054d tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Terminating instance [ 1068.863867] env[68800]: DEBUG oslo_vmware.api [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244299, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.866250] env[68800]: DEBUG nova.compute.manager [req-f071d970-f2e7-4202-a11a-5c4b1bd73224 req-ab176bd3-c21b-4f6d-8f2a-81eeeecb47f4 service nova] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] Received event network-vif-deleted-8a822697-5f9c-41eb-87af-43db2d995858 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.866437] env[68800]: INFO nova.compute.manager [req-f071d970-f2e7-4202-a11a-5c4b1bd73224 req-ab176bd3-c21b-4f6d-8f2a-81eeeecb47f4 service nova] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] Neutron deleted interface 8a822697-5f9c-41eb-87af-43db2d995858; detaching it from the instance and deleting it from the info cache [ 1068.866606] env[68800]: DEBUG nova.network.neutron [req-f071d970-f2e7-4202-a11a-5c4b1bd73224 req-ab176bd3-c21b-4f6d-8f2a-81eeeecb47f4 service nova] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.017308] env[68800]: DEBUG nova.objects.instance [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lazy-loading 'numa_topology' on Instance uuid d31685d0-2d63-49c1-9615-a332ad4777ed {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.054852] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ff3f2409-bd71-4b3b-8287-b9bd8231fa6d tempest-InstanceActionsTestJSON-1318322248 tempest-InstanceActionsTestJSON-1318322248-project-member] Lock "cf03192e-a1ca-4d9a-9196-b91baa651ac6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.386s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.127119] env[68800]: DEBUG nova.compute.manager [None req-a0193d6f-3e81-4b15-9e71-202051e9054d tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1069.127447] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a0193d6f-3e81-4b15-9e71-202051e9054d tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1069.128370] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f632ff4-4a38-4e06-b980-fa212286361f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.143482] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0193d6f-3e81-4b15-9e71-202051e9054d tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.143773] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03c82cd4-563e-43d7-846b-a6b4e33e34da {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.152533] env[68800]: DEBUG oslo_vmware.api [None req-a0193d6f-3e81-4b15-9e71-202051e9054d tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 1069.152533] env[68800]: value = "task-3244302" [ 1069.152533] env[68800]: _type = "Task" [ 1069.152533] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.158589] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c28b0849-f091-4455-be87-52c9b899eeaf tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Acquiring lock "2951d857-29d8-466d-8322-151b7af971bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.158899] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c28b0849-f091-4455-be87-52c9b899eeaf tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Lock "2951d857-29d8-466d-8322-151b7af971bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.159138] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c28b0849-f091-4455-be87-52c9b899eeaf tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Acquiring lock "2951d857-29d8-466d-8322-151b7af971bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.159331] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c28b0849-f091-4455-be87-52c9b899eeaf tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Lock "2951d857-29d8-466d-8322-151b7af971bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.159498] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c28b0849-f091-4455-be87-52c9b899eeaf tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Lock "2951d857-29d8-466d-8322-151b7af971bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.164753] env[68800]: DEBUG oslo_vmware.api [None req-a0193d6f-3e81-4b15-9e71-202051e9054d tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3244302, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.165512] env[68800]: INFO nova.compute.manager [None req-c28b0849-f091-4455-be87-52c9b899eeaf tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] [instance: 2951d857-29d8-466d-8322-151b7af971bd] Terminating instance [ 1069.326324] env[68800]: DEBUG nova.network.neutron [-] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.367586] env[68800]: DEBUG oslo_vmware.api [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244299, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.370498] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8fde8612-2a23-42a7-bcc4-3049e08ad508 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.382037] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353ee408-54a7-438a-a9a4-dc777cb2e39a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.419450] env[68800]: DEBUG nova.compute.manager [req-f071d970-f2e7-4202-a11a-5c4b1bd73224 req-ab176bd3-c21b-4f6d-8f2a-81eeeecb47f4 service nova] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] Detach interface failed, port_id=8a822697-5f9c-41eb-87af-43db2d995858, reason: Instance e6fea3a3-2836-4ca0-bd3b-b042c8884308 could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1069.519671] env[68800]: INFO nova.compute.claims [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1069.663279] env[68800]: DEBUG oslo_vmware.api [None req-a0193d6f-3e81-4b15-9e71-202051e9054d tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3244302, 'name': PowerOffVM_Task, 'duration_secs': 0.471725} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.663556] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0193d6f-3e81-4b15-9e71-202051e9054d tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1069.663726] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a0193d6f-3e81-4b15-9e71-202051e9054d tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1069.663984] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-888e3563-e35e-4cea-bfbe-a70cdb540fd1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.670579] env[68800]: DEBUG nova.compute.manager [None req-c28b0849-f091-4455-be87-52c9b899eeaf tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] [instance: 2951d857-29d8-466d-8322-151b7af971bd] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1069.670788] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c28b0849-f091-4455-be87-52c9b899eeaf tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] [instance: 2951d857-29d8-466d-8322-151b7af971bd] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1069.671598] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194d88de-f294-43b6-933c-c13c59c38770 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.678907] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c28b0849-f091-4455-be87-52c9b899eeaf tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] [instance: 2951d857-29d8-466d-8322-151b7af971bd] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.679163] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b98226db-15ea-43b2-bfdd-a7f7727545d0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.685075] env[68800]: DEBUG oslo_vmware.api [None req-c28b0849-f091-4455-be87-52c9b899eeaf tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Waiting for the task: (returnval){ [ 1069.685075] env[68800]: value = "task-3244304" [ 1069.685075] env[68800]: _type = "Task" [ 1069.685075] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.695688] env[68800]: DEBUG oslo_vmware.api [None req-c28b0849-f091-4455-be87-52c9b899eeaf tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Task: {'id': task-3244304, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.730584] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a0193d6f-3e81-4b15-9e71-202051e9054d tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1069.730584] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a0193d6f-3e81-4b15-9e71-202051e9054d tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1069.730584] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0193d6f-3e81-4b15-9e71-202051e9054d tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Deleting the datastore file [datastore2] c4e41c81-3958-4797-84a2-9486ba6278f1 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1069.730584] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a018aa4e-350b-4316-a445-49ccdab36327 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.737237] env[68800]: DEBUG oslo_vmware.api [None req-a0193d6f-3e81-4b15-9e71-202051e9054d tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 1069.737237] env[68800]: value = "task-3244305" [ 1069.737237] env[68800]: _type = "Task" [ 1069.737237] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.748524] env[68800]: DEBUG oslo_vmware.api [None req-a0193d6f-3e81-4b15-9e71-202051e9054d tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3244305, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.828910] env[68800]: INFO nova.compute.manager [-] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] Took 1.96 seconds to deallocate network for instance. [ 1069.865850] env[68800]: DEBUG oslo_vmware.api [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244299, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.643947} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.865850] env[68800]: INFO nova.virt.vmwareapi.ds_util [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_d26f81c7-2fb7-464b-8abf-6a4952a76a8b/OSTACK_IMG_d26f81c7-2fb7-464b-8abf-6a4952a76a8b.vmdk to [datastore2] devstack-image-cache_base/eb358956-d729-4b77-b77e-d04fb0fd7830/eb358956-d729-4b77-b77e-d04fb0fd7830.vmdk. [ 1069.865850] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Cleaning up location [datastore2] OSTACK_IMG_d26f81c7-2fb7-464b-8abf-6a4952a76a8b {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1069.865850] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_d26f81c7-2fb7-464b-8abf-6a4952a76a8b {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1069.865850] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55b752b6-0e87-4d78-bcff-8997e21ed1c9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.870905] env[68800]: DEBUG oslo_vmware.api [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Waiting for the task: (returnval){ [ 1069.870905] env[68800]: value = "task-3244306" [ 1069.870905] env[68800]: _type = "Task" [ 1069.870905] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.880429] env[68800]: DEBUG oslo_vmware.api [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244306, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.197520] env[68800]: DEBUG oslo_vmware.api [None req-c28b0849-f091-4455-be87-52c9b899eeaf tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Task: {'id': task-3244304, 'name': PowerOffVM_Task, 'duration_secs': 0.208606} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.198367] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c28b0849-f091-4455-be87-52c9b899eeaf tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] [instance: 2951d857-29d8-466d-8322-151b7af971bd] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1070.201400] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c28b0849-f091-4455-be87-52c9b899eeaf tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] [instance: 2951d857-29d8-466d-8322-151b7af971bd] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1070.201400] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-deb959b0-15b2-4b28-b8d0-a6a998db1ef0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.253067] env[68800]: DEBUG oslo_vmware.api [None req-a0193d6f-3e81-4b15-9e71-202051e9054d tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3244305, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199099} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.253067] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0193d6f-3e81-4b15-9e71-202051e9054d tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1070.253067] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a0193d6f-3e81-4b15-9e71-202051e9054d tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1070.253067] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a0193d6f-3e81-4b15-9e71-202051e9054d tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1070.253067] env[68800]: INFO nova.compute.manager [None req-a0193d6f-3e81-4b15-9e71-202051e9054d tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1070.253067] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0193d6f-3e81-4b15-9e71-202051e9054d tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1070.253067] env[68800]: DEBUG nova.compute.manager [-] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1070.253067] env[68800]: DEBUG nova.network.neutron [-] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1070.273139] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c28b0849-f091-4455-be87-52c9b899eeaf tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] [instance: 2951d857-29d8-466d-8322-151b7af971bd] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1070.273139] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c28b0849-f091-4455-be87-52c9b899eeaf tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] [instance: 2951d857-29d8-466d-8322-151b7af971bd] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1070.273139] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-c28b0849-f091-4455-be87-52c9b899eeaf tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Deleting the datastore file [datastore2] 2951d857-29d8-466d-8322-151b7af971bd {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1070.273139] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44dee6e5-584e-4187-bcf1-ccb39fe57d5d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.281399] env[68800]: DEBUG oslo_vmware.api [None req-c28b0849-f091-4455-be87-52c9b899eeaf tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Waiting for the task: (returnval){ [ 1070.281399] env[68800]: value = "task-3244308" [ 1070.281399] env[68800]: _type = "Task" [ 1070.281399] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.291547] env[68800]: DEBUG oslo_vmware.api [None req-c28b0849-f091-4455-be87-52c9b899eeaf tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Task: {'id': task-3244308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.338133] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1fb0ee1d-4248-4b0a-8f3b-63fc5c5abb6b tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.386329] env[68800]: DEBUG oslo_vmware.api [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244306, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035611} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.389020] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1070.389020] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eb358956-d729-4b77-b77e-d04fb0fd7830/eb358956-d729-4b77-b77e-d04fb0fd7830.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.389020] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eb358956-d729-4b77-b77e-d04fb0fd7830/eb358956-d729-4b77-b77e-d04fb0fd7830.vmdk to [datastore2] c19ca69f-35ab-4737-997c-89f30164836a/c19ca69f-35ab-4737-997c-89f30164836a.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1070.389020] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-438cec1f-4ef6-4b64-9b00-ad42847b32bd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.396087] env[68800]: DEBUG oslo_vmware.api [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Waiting for the task: (returnval){ [ 1070.396087] env[68800]: value = "task-3244309" [ 1070.396087] env[68800]: _type = "Task" [ 1070.396087] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.406678] env[68800]: DEBUG oslo_vmware.api [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.772801] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c54d234-7f3b-4cfe-bca2-3244a76db037 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.788161] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7920f8a2-005d-4b57-b727-2969f9d15480 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.798037] env[68800]: DEBUG oslo_vmware.api [None req-c28b0849-f091-4455-be87-52c9b899eeaf tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Task: {'id': task-3244308, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.451541} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.827807] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-c28b0849-f091-4455-be87-52c9b899eeaf tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1070.828061] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c28b0849-f091-4455-be87-52c9b899eeaf tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] [instance: 2951d857-29d8-466d-8322-151b7af971bd] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1070.828290] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c28b0849-f091-4455-be87-52c9b899eeaf tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] [instance: 2951d857-29d8-466d-8322-151b7af971bd] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1070.828421] env[68800]: INFO nova.compute.manager [None req-c28b0849-f091-4455-be87-52c9b899eeaf tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] [instance: 2951d857-29d8-466d-8322-151b7af971bd] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1070.828677] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c28b0849-f091-4455-be87-52c9b899eeaf tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1070.829492] env[68800]: DEBUG nova.compute.manager [-] [instance: 2951d857-29d8-466d-8322-151b7af971bd] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1070.829597] env[68800]: DEBUG nova.network.neutron [-] [instance: 2951d857-29d8-466d-8322-151b7af971bd] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1070.831824] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63473dc5-2e14-4c34-b265-3973db74ea4c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.839410] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfd1922-5318-4a10-8c88-a3013e211c9b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.853614] env[68800]: DEBUG nova.compute.provider_tree [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Updating inventory in ProviderTree for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1070.905613] env[68800]: DEBUG nova.compute.manager [req-a0192bcc-02d5-4a2f-a7ac-91a3eecacb4e req-5d9edbb9-8ed2-48d4-9718-39e5f83a9c72 service nova] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Received event network-vif-deleted-a4d868f5-1d49-4fc2-badf-33e6c96520d0 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.906472] env[68800]: INFO nova.compute.manager [req-a0192bcc-02d5-4a2f-a7ac-91a3eecacb4e req-5d9edbb9-8ed2-48d4-9718-39e5f83a9c72 service nova] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Neutron deleted interface a4d868f5-1d49-4fc2-badf-33e6c96520d0; detaching it from the instance and deleting it from the info cache [ 1070.906610] env[68800]: DEBUG nova.network.neutron [req-a0192bcc-02d5-4a2f-a7ac-91a3eecacb4e req-5d9edbb9-8ed2-48d4-9718-39e5f83a9c72 service nova] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.916828] env[68800]: DEBUG oslo_vmware.api [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244309, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.258235] env[68800]: DEBUG nova.network.neutron [-] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.390677] env[68800]: ERROR nova.scheduler.client.report [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [req-a45df4c4-4634-4d3c-ac71-15fa0e5b434b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 73f3eca7-007c-4a24-bdc1-0c0996f315e2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a45df4c4-4634-4d3c-ac71-15fa0e5b434b"}]} [ 1071.407291] env[68800]: DEBUG oslo_vmware.api [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244309, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.411043] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-369c4e0b-f666-469a-8963-7918728dbabf {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.416583] env[68800]: DEBUG nova.scheduler.client.report [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Refreshing inventories for resource provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1071.423033] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60395b9-9257-4490-9cd3-5155868f50d4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.434689] env[68800]: DEBUG nova.scheduler.client.report [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Updating ProviderTree inventory for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1071.434926] env[68800]: DEBUG nova.compute.provider_tree [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Updating inventory in ProviderTree for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1071.457295] env[68800]: DEBUG nova.compute.manager [req-a0192bcc-02d5-4a2f-a7ac-91a3eecacb4e req-5d9edbb9-8ed2-48d4-9718-39e5f83a9c72 service nova] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Detach interface failed, port_id=a4d868f5-1d49-4fc2-badf-33e6c96520d0, reason: Instance c4e41c81-3958-4797-84a2-9486ba6278f1 could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1071.458671] env[68800]: DEBUG nova.scheduler.client.report [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Refreshing aggregate associations for resource provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2, aggregates: None {{(pid=68800) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1071.478692] env[68800]: DEBUG nova.scheduler.client.report [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Refreshing trait associations for resource provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68800) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1071.731234] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f359577-66de-4e18-973c-d6f4c5e142e8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.741067] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f839f38d-a07c-45eb-9138-c0b67cf81d3f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.780641] env[68800]: INFO nova.compute.manager [-] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Took 1.53 seconds to deallocate network for instance. [ 1071.785073] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf12fc86-c2a0-48e1-8bec-a38b2fb815ad {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.797222] env[68800]: DEBUG nova.network.neutron [-] [instance: 2951d857-29d8-466d-8322-151b7af971bd] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.798384] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f392f4-b928-4f4a-b60d-381fc5420a30 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.815878] env[68800]: DEBUG nova.compute.provider_tree [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Updating inventory in ProviderTree for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1071.908236] env[68800]: DEBUG oslo_vmware.api [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244309, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.298045] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a0193d6f-3e81-4b15-9e71-202051e9054d tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.303772] env[68800]: INFO nova.compute.manager [-] [instance: 2951d857-29d8-466d-8322-151b7af971bd] Took 1.47 seconds to deallocate network for instance. [ 1072.365534] env[68800]: DEBUG nova.scheduler.client.report [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Updated inventory for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 with generation 118 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1072.365696] env[68800]: DEBUG nova.compute.provider_tree [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Updating resource provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 generation from 118 to 119 during operation: update_inventory {{(pid=68800) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1072.365909] env[68800]: DEBUG nova.compute.provider_tree [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Updating inventory in ProviderTree for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1072.411369] env[68800]: DEBUG oslo_vmware.api [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244309, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.813870] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c28b0849-f091-4455-be87-52c9b899eeaf tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.874257] env[68800]: DEBUG oslo_concurrency.lockutils [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.364s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.877032] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 19.088s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.910739] env[68800]: DEBUG oslo_vmware.api [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244309, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.915381] env[68800]: INFO nova.network.neutron [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Updating port 3822ef29-d788-40e8-a0a1-9b1cabeb2964 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1072.937647] env[68800]: DEBUG nova.compute.manager [req-ccaddccc-9e18-46a0-ab32-2be62566f93a req-e0a0c0f9-50b1-4ec4-823b-02cf23ec882c service nova] [instance: 2951d857-29d8-466d-8322-151b7af971bd] Received event network-vif-deleted-fb677dd9-a1ea-4ad8-a410-1984a5ca6483 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.235794] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1073.236061] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1073.383041] env[68800]: INFO nova.compute.claims [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1073.411160] env[68800]: DEBUG oslo_vmware.api [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244309, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.664904} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.411452] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eb358956-d729-4b77-b77e-d04fb0fd7830/eb358956-d729-4b77-b77e-d04fb0fd7830.vmdk to [datastore2] c19ca69f-35ab-4737-997c-89f30164836a/c19ca69f-35ab-4737-997c-89f30164836a.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1073.412265] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e1d061-720f-4234-aa8c-f25e5dbbc96b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.437031] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] c19ca69f-35ab-4737-997c-89f30164836a/c19ca69f-35ab-4737-997c-89f30164836a.vmdk or device None with type streamOptimized {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.437877] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63fa48f7-f73b-48cb-9777-023a378373cb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.458014] env[68800]: DEBUG oslo_vmware.api [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Waiting for the task: (returnval){ [ 1073.458014] env[68800]: value = "task-3244310" [ 1073.458014] env[68800]: _type = "Task" [ 1073.458014] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.469369] env[68800]: DEBUG oslo_vmware.api [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244310, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.747023] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1073.747023] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1073.747023] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1073.747023] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1073.747023] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1073.747023] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1073.747023] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68800) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1073.747023] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager.update_available_resource {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1073.890520] env[68800]: INFO nova.compute.resource_tracker [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Updating resource usage from migration eae661d8-ec56-4a07-b653-002237100d67 [ 1073.972605] env[68800]: DEBUG oslo_vmware.api [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244310, 'name': ReconfigVM_Task, 'duration_secs': 0.280623} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.972928] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Reconfigured VM instance instance-00000040 to attach disk [datastore2] c19ca69f-35ab-4737-997c-89f30164836a/c19ca69f-35ab-4737-997c-89f30164836a.vmdk or device None with type streamOptimized {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.973601] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5c827de-78b2-4f42-a8f9-2449b8e48cbe {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.985124] env[68800]: DEBUG oslo_vmware.api [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Waiting for the task: (returnval){ [ 1073.985124] env[68800]: value = "task-3244311" [ 1073.985124] env[68800]: _type = "Task" [ 1073.985124] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.993958] env[68800]: DEBUG oslo_vmware.api [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244311, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.113100] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168894ab-92be-4cd9-a83a-557fe6a0ced0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.118971] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e318607-1e60-4bd1-8f7d-5cf29c974e35 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.149187] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b509d17-2ef7-42c7-986b-8f9c00cbd40e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.156951] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2baff4-e99d-483b-8947-7a3cf68177bd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.170430] env[68800]: DEBUG nova.compute.provider_tree [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.249395] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.497339] env[68800]: DEBUG oslo_vmware.api [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244311, 'name': Rename_Task, 'duration_secs': 0.155355} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.497854] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.498146] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c271004e-7dba-45d3-b848-8f5f17bf7d6d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.505840] env[68800]: DEBUG oslo_vmware.api [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Waiting for the task: (returnval){ [ 1074.505840] env[68800]: value = "task-3244312" [ 1074.505840] env[68800]: _type = "Task" [ 1074.505840] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.542839] env[68800]: DEBUG oslo_concurrency.lockutils [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Acquiring lock "refresh_cache-d31685d0-2d63-49c1-9615-a332ad4777ed" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.543135] env[68800]: DEBUG oslo_concurrency.lockutils [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Acquired lock "refresh_cache-d31685d0-2d63-49c1-9615-a332ad4777ed" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.543328] env[68800]: DEBUG nova.network.neutron [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.675586] env[68800]: DEBUG nova.scheduler.client.report [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.848545] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Acquiring lock "99a29a11-5049-4ae4-8e86-b8b4fb4c35dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.848780] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Lock "99a29a11-5049-4ae4-8e86-b8b4fb4c35dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.966159] env[68800]: DEBUG nova.compute.manager [req-4a7be873-93f6-4359-b374-1729ad5e7153 req-1db27147-c2ab-497f-907f-88931f042cca service nova] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Received event network-vif-plugged-3822ef29-d788-40e8-a0a1-9b1cabeb2964 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.966472] env[68800]: DEBUG oslo_concurrency.lockutils [req-4a7be873-93f6-4359-b374-1729ad5e7153 req-1db27147-c2ab-497f-907f-88931f042cca service nova] Acquiring lock "d31685d0-2d63-49c1-9615-a332ad4777ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.966590] env[68800]: DEBUG oslo_concurrency.lockutils [req-4a7be873-93f6-4359-b374-1729ad5e7153 req-1db27147-c2ab-497f-907f-88931f042cca service nova] Lock "d31685d0-2d63-49c1-9615-a332ad4777ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.966740] env[68800]: DEBUG oslo_concurrency.lockutils [req-4a7be873-93f6-4359-b374-1729ad5e7153 req-1db27147-c2ab-497f-907f-88931f042cca service nova] Lock "d31685d0-2d63-49c1-9615-a332ad4777ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.966944] env[68800]: DEBUG nova.compute.manager [req-4a7be873-93f6-4359-b374-1729ad5e7153 req-1db27147-c2ab-497f-907f-88931f042cca service nova] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] No waiting events found dispatching network-vif-plugged-3822ef29-d788-40e8-a0a1-9b1cabeb2964 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1074.967073] env[68800]: WARNING nova.compute.manager [req-4a7be873-93f6-4359-b374-1729ad5e7153 req-1db27147-c2ab-497f-907f-88931f042cca service nova] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Received unexpected event network-vif-plugged-3822ef29-d788-40e8-a0a1-9b1cabeb2964 for instance with vm_state shelved_offloaded and task_state spawning. [ 1074.967239] env[68800]: DEBUG nova.compute.manager [req-4a7be873-93f6-4359-b374-1729ad5e7153 req-1db27147-c2ab-497f-907f-88931f042cca service nova] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Received event network-changed-3822ef29-d788-40e8-a0a1-9b1cabeb2964 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.967388] env[68800]: DEBUG nova.compute.manager [req-4a7be873-93f6-4359-b374-1729ad5e7153 req-1db27147-c2ab-497f-907f-88931f042cca service nova] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Refreshing instance network info cache due to event network-changed-3822ef29-d788-40e8-a0a1-9b1cabeb2964. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1074.967549] env[68800]: DEBUG oslo_concurrency.lockutils [req-4a7be873-93f6-4359-b374-1729ad5e7153 req-1db27147-c2ab-497f-907f-88931f042cca service nova] Acquiring lock "refresh_cache-d31685d0-2d63-49c1-9615-a332ad4777ed" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.016382] env[68800]: DEBUG oslo_vmware.api [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244312, 'name': PowerOnVM_Task, 'duration_secs': 0.452705} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.016655] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1075.114457] env[68800]: DEBUG nova.compute.manager [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.115510] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8daf289-d168-4e50-a789-0c70bd22e2a8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.184154] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.307s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.184363] env[68800]: INFO nova.compute.manager [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Migrating [ 1075.190812] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e84fc89a-38fe-4332-8fda-8d9aca414cb8 tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.842s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.191037] env[68800]: DEBUG nova.objects.instance [None req-e84fc89a-38fe-4332-8fda-8d9aca414cb8 tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Lazy-loading 'resources' on Instance uuid a9800c90-6756-43ee-b540-e0c8dea5813e {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.353390] env[68800]: DEBUG nova.compute.manager [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1075.429816] env[68800]: DEBUG nova.network.neutron [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Updating instance_info_cache with network_info: [{"id": "3822ef29-d788-40e8-a0a1-9b1cabeb2964", "address": "fa:16:3e:09:26:e9", "network": {"id": "f0cd4842-ddbd-4b1c-ae1f-572165adcf58", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2081563423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d85c7de7338c4e95a65fcf648a8c37a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3822ef29-d7", "ovs_interfaceid": "3822ef29-d788-40e8-a0a1-9b1cabeb2964", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.635062] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5f151050-8346-4e7d-bb36-c8d29cdfa917 tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Lock "c19ca69f-35ab-4737-997c-89f30164836a" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 37.459s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.705384] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquiring lock "refresh_cache-3569d4a2-f210-4a85-bc56-0de724aba1b0" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.705630] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquired lock "refresh_cache-3569d4a2-f210-4a85-bc56-0de724aba1b0" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.705871] env[68800]: DEBUG nova.network.neutron [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.873965] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.878706] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40af12f-caa5-4334-98b4-84f1eef04c63 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.886720] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa13cd1-b607-48f4-965b-471db57a2dab {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.918952] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6902d9a3-fddf-473b-ac99-7940f3a30a25 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.928147] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8855ecb-5125-43fe-8afe-c9b70e3cbea9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.934717] env[68800]: DEBUG oslo_concurrency.lockutils [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Releasing lock "refresh_cache-d31685d0-2d63-49c1-9615-a332ad4777ed" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.935190] env[68800]: DEBUG oslo_concurrency.lockutils [req-4a7be873-93f6-4359-b374-1729ad5e7153 req-1db27147-c2ab-497f-907f-88931f042cca service nova] Acquired lock "refresh_cache-d31685d0-2d63-49c1-9615-a332ad4777ed" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.935391] env[68800]: DEBUG nova.network.neutron [req-4a7be873-93f6-4359-b374-1729ad5e7153 req-1db27147-c2ab-497f-907f-88931f042cca service nova] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Refreshing network info cache for port 3822ef29-d788-40e8-a0a1-9b1cabeb2964 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1075.948281] env[68800]: DEBUG nova.compute.provider_tree [None req-e84fc89a-38fe-4332-8fda-8d9aca414cb8 tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.964242] env[68800]: DEBUG nova.virt.hardware [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='5f9e1640ccc4266270cca5df69d3d716',container_format='bare',created_at=2025-04-03T09:15:50Z,direct_url=,disk_format='vmdk',id=7136401f-25be-4169-b41f-04e0f932778d,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-638535323-shelved',owner='d85c7de7338c4e95a65fcf648a8c37a4',properties=ImageMetaProps,protected=,size=31664640,status='active',tags=,updated_at=2025-04-03T09:16:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.964476] env[68800]: DEBUG nova.virt.hardware [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.964636] env[68800]: DEBUG nova.virt.hardware [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.964807] env[68800]: DEBUG nova.virt.hardware [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.964953] env[68800]: DEBUG nova.virt.hardware [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.965139] env[68800]: DEBUG nova.virt.hardware [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.965362] env[68800]: DEBUG nova.virt.hardware [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.965523] env[68800]: DEBUG nova.virt.hardware [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.965688] env[68800]: DEBUG nova.virt.hardware [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.965850] env[68800]: DEBUG nova.virt.hardware [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.966037] env[68800]: DEBUG nova.virt.hardware [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.967127] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc5dc1f-3d33-441d-bc35-5d77b65d92cb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.974885] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70dfe3fa-21b2-45ba-ae15-e285e73dbed1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.988444] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:26:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a8f5363-be3a-4f92-9ccf-33bb0c8113b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3822ef29-d788-40e8-a0a1-9b1cabeb2964', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1075.995833] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.996277] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1075.996309] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ea42268-04d5-42e6-9a3c-e9d29ffb694c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.016160] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1076.016160] env[68800]: value = "task-3244313" [ 1076.016160] env[68800]: _type = "Task" [ 1076.016160] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.022987] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244313, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.453171] env[68800]: DEBUG nova.scheduler.client.report [None req-e84fc89a-38fe-4332-8fda-8d9aca414cb8 tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.525396] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244313, 'name': CreateVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.958270] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e84fc89a-38fe-4332-8fda-8d9aca414cb8 tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.767s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.961117] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.901s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.964587] env[68800]: INFO nova.compute.claims [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 220aa25b-1744-4026-9fb5-a9842e0a6a1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1076.988234] env[68800]: INFO nova.scheduler.client.report [None req-e84fc89a-38fe-4332-8fda-8d9aca414cb8 tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Deleted allocations for instance a9800c90-6756-43ee-b540-e0c8dea5813e [ 1077.012483] env[68800]: DEBUG nova.network.neutron [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Updating instance_info_cache with network_info: [{"id": "40cff95f-1e23-45e0-95c6-8caed85595d5", "address": "fa:16:3e:0a:0a:8e", "network": {"id": "2ad65ae6-e96d-418b-8904-1b8c899626b0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1659419657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b74621381dc4bbca8fea1513bfe56e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40cff95f-1e", "ovs_interfaceid": "40cff95f-1e23-45e0-95c6-8caed85595d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.031291] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244313, 'name': CreateVM_Task, 'duration_secs': 0.923652} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.031473] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1077.032184] env[68800]: DEBUG oslo_concurrency.lockutils [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7136401f-25be-4169-b41f-04e0f932778d" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.032350] env[68800]: DEBUG oslo_concurrency.lockutils [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7136401f-25be-4169-b41f-04e0f932778d" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.032696] env[68800]: DEBUG oslo_concurrency.lockutils [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7136401f-25be-4169-b41f-04e0f932778d" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.033451] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58c40580-0022-46bb-96c2-f1c5b4d8287c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.038489] env[68800]: DEBUG oslo_vmware.api [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the task: (returnval){ [ 1077.038489] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5247d462-6c82-8c65-52cc-d3ab810c2498" [ 1077.038489] env[68800]: _type = "Task" [ 1077.038489] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.047069] env[68800]: DEBUG oslo_vmware.api [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5247d462-6c82-8c65-52cc-d3ab810c2498, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.193410] env[68800]: DEBUG nova.network.neutron [req-4a7be873-93f6-4359-b374-1729ad5e7153 req-1db27147-c2ab-497f-907f-88931f042cca service nova] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Updated VIF entry in instance network info cache for port 3822ef29-d788-40e8-a0a1-9b1cabeb2964. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1077.193830] env[68800]: DEBUG nova.network.neutron [req-4a7be873-93f6-4359-b374-1729ad5e7153 req-1db27147-c2ab-497f-907f-88931f042cca service nova] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Updating instance_info_cache with network_info: [{"id": "3822ef29-d788-40e8-a0a1-9b1cabeb2964", "address": "fa:16:3e:09:26:e9", "network": {"id": "f0cd4842-ddbd-4b1c-ae1f-572165adcf58", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2081563423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d85c7de7338c4e95a65fcf648a8c37a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3822ef29-d7", "ovs_interfaceid": "3822ef29-d788-40e8-a0a1-9b1cabeb2964", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.497615] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e84fc89a-38fe-4332-8fda-8d9aca414cb8 tempest-ServerTagsTestJSON-1659530334 tempest-ServerTagsTestJSON-1659530334-project-member] Lock "a9800c90-6756-43ee-b540-e0c8dea5813e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.756s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.518501] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Releasing lock "refresh_cache-3569d4a2-f210-4a85-bc56-0de724aba1b0" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.548952] env[68800]: DEBUG oslo_concurrency.lockutils [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7136401f-25be-4169-b41f-04e0f932778d" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.549212] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Processing image 7136401f-25be-4169-b41f-04e0f932778d {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1077.549445] env[68800]: DEBUG oslo_concurrency.lockutils [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7136401f-25be-4169-b41f-04e0f932778d/7136401f-25be-4169-b41f-04e0f932778d.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.549590] env[68800]: DEBUG oslo_concurrency.lockutils [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7136401f-25be-4169-b41f-04e0f932778d/7136401f-25be-4169-b41f-04e0f932778d.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.549814] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1077.550077] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f0777b5-e291-4025-9857-aaca5b578213 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.566630] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1077.566801] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1077.567516] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70833557-db0b-45b8-896e-0e0e1b61e598 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.572251] env[68800]: DEBUG oslo_vmware.api [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the task: (returnval){ [ 1077.572251] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52d918b9-5292-0998-1fa4-c7ab8a62af4d" [ 1077.572251] env[68800]: _type = "Task" [ 1077.572251] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.580135] env[68800]: DEBUG oslo_vmware.api [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52d918b9-5292-0998-1fa4-c7ab8a62af4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.696999] env[68800]: DEBUG oslo_concurrency.lockutils [req-4a7be873-93f6-4359-b374-1729ad5e7153 req-1db27147-c2ab-497f-907f-88931f042cca service nova] Releasing lock "refresh_cache-d31685d0-2d63-49c1-9615-a332ad4777ed" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.727951] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e255bc1-2430-4c0c-93fd-8049b28a9e95 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.735402] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-67d6430f-3196-4625-873b-5c6a06d3800b tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Suspending the VM {{(pid=68800) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1077.735680] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-20a3bd55-5363-4ed1-9f36-833b6a298506 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.742836] env[68800]: DEBUG oslo_vmware.api [None req-67d6430f-3196-4625-873b-5c6a06d3800b tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Waiting for the task: (returnval){ [ 1077.742836] env[68800]: value = "task-3244314" [ 1077.742836] env[68800]: _type = "Task" [ 1077.742836] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.751397] env[68800]: DEBUG oslo_vmware.api [None req-67d6430f-3196-4625-873b-5c6a06d3800b tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244314, 'name': SuspendVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.084431] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Preparing fetch location {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1078.084770] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Fetch image to [datastore1] OSTACK_IMG_e1ad35bc-0b47-44e6-a1b3-1fd8c9a59bee/OSTACK_IMG_e1ad35bc-0b47-44e6-a1b3-1fd8c9a59bee.vmdk {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1078.085012] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Downloading stream optimized image 7136401f-25be-4169-b41f-04e0f932778d to [datastore1] OSTACK_IMG_e1ad35bc-0b47-44e6-a1b3-1fd8c9a59bee/OSTACK_IMG_e1ad35bc-0b47-44e6-a1b3-1fd8c9a59bee.vmdk on the data store datastore1 as vApp {{(pid=68800) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1078.085147] env[68800]: DEBUG nova.virt.vmwareapi.images [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Downloading image file data 7136401f-25be-4169-b41f-04e0f932778d to the ESX as VM named 'OSTACK_IMG_e1ad35bc-0b47-44e6-a1b3-1fd8c9a59bee' {{(pid=68800) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1078.174539] env[68800]: DEBUG oslo_vmware.rw_handles [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1078.174539] env[68800]: value = "resgroup-9" [ 1078.174539] env[68800]: _type = "ResourcePool" [ 1078.174539] env[68800]: }. {{(pid=68800) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1078.174785] env[68800]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-12e631e0-c47d-4002-800d-1bee3faab9f9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.200265] env[68800]: DEBUG oslo_vmware.rw_handles [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lease: (returnval){ [ 1078.200265] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ecc1ed-4188-bf3f-b557-5b911ebf3b8a" [ 1078.200265] env[68800]: _type = "HttpNfcLease" [ 1078.200265] env[68800]: } obtained for vApp import into resource pool (val){ [ 1078.200265] env[68800]: value = "resgroup-9" [ 1078.200265] env[68800]: _type = "ResourcePool" [ 1078.200265] env[68800]: }. {{(pid=68800) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1078.200538] env[68800]: DEBUG oslo_vmware.api [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the lease: (returnval){ [ 1078.200538] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ecc1ed-4188-bf3f-b557-5b911ebf3b8a" [ 1078.200538] env[68800]: _type = "HttpNfcLease" [ 1078.200538] env[68800]: } to be ready. {{(pid=68800) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1078.209169] env[68800]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1078.209169] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ecc1ed-4188-bf3f-b557-5b911ebf3b8a" [ 1078.209169] env[68800]: _type = "HttpNfcLease" [ 1078.209169] env[68800]: } is initializing. {{(pid=68800) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1078.241805] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b025e068-05db-4b55-9c02-cc8513f82f8f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.258874] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3fa517-b543-49c5-a2d1-3c3dd8a53fda {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.262785] env[68800]: DEBUG oslo_vmware.api [None req-67d6430f-3196-4625-873b-5c6a06d3800b tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244314, 'name': SuspendVM_Task} progress is 75%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.293730] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4daea64-51eb-4eb6-a52e-11df90816985 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.300055] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4f3779-ad50-489a-84df-feacd5833dd5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.314049] env[68800]: DEBUG nova.compute.provider_tree [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.709065] env[68800]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1078.709065] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ecc1ed-4188-bf3f-b557-5b911ebf3b8a" [ 1078.709065] env[68800]: _type = "HttpNfcLease" [ 1078.709065] env[68800]: } is ready. {{(pid=68800) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1078.709252] env[68800]: DEBUG oslo_vmware.rw_handles [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1078.709252] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ecc1ed-4188-bf3f-b557-5b911ebf3b8a" [ 1078.709252] env[68800]: _type = "HttpNfcLease" [ 1078.709252] env[68800]: }. {{(pid=68800) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1078.709897] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1809a7b0-27a1-4d1b-8711-c02319341fde {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.717289] env[68800]: DEBUG oslo_vmware.rw_handles [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52595ec0-c08f-a472-4f26-1586f550c310/disk-0.vmdk from lease info. {{(pid=68800) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1078.717539] env[68800]: DEBUG oslo_vmware.rw_handles [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Creating HTTP connection to write to file with size = 31664640 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52595ec0-c08f-a472-4f26-1586f550c310/disk-0.vmdk. {{(pid=68800) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1078.776042] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6cb6f3fa-a0e4-41aa-a34d-815a8cfeef91 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "interface-14a8d720-2f8a-43ce-bb2a-7f79cc54a53f-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.776311] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6cb6f3fa-a0e4-41aa-a34d-815a8cfeef91 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "interface-14a8d720-2f8a-43ce-bb2a-7f79cc54a53f-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.776620] env[68800]: DEBUG nova.objects.instance [None req-6cb6f3fa-a0e4-41aa-a34d-815a8cfeef91 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lazy-loading 'flavor' on Instance uuid 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.789123] env[68800]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c86d4f2a-7557-4b5a-9afa-f1736c289576 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.790847] env[68800]: DEBUG oslo_vmware.api [None req-67d6430f-3196-4625-873b-5c6a06d3800b tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244314, 'name': SuspendVM_Task, 'duration_secs': 0.634246} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.791106] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-67d6430f-3196-4625-873b-5c6a06d3800b tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Suspended the VM {{(pid=68800) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1078.791287] env[68800]: DEBUG nova.compute.manager [None req-67d6430f-3196-4625-873b-5c6a06d3800b tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.792378] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c16269-d04f-47a9-8a47-8ac818ea281b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.818401] env[68800]: DEBUG nova.scheduler.client.report [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.035928] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf001dd-a664-4355-8147-2354d068a9a4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.058685] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Updating instance '3569d4a2-f210-4a85-bc56-0de724aba1b0' progress to 0 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1079.285105] env[68800]: DEBUG nova.objects.instance [None req-6cb6f3fa-a0e4-41aa-a34d-815a8cfeef91 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lazy-loading 'pci_requests' on Instance uuid 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.322555] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.362s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.322807] env[68800]: DEBUG nova.compute.manager [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 220aa25b-1744-4026-9fb5-a9842e0a6a1f] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1079.328187] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ff2b9927-9f5f-4596-bf4d-42fe9d392668 tempest-DeleteServersAdminTestJSON-812032742 tempest-DeleteServersAdminTestJSON-812032742-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.912s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.328187] env[68800]: DEBUG nova.objects.instance [None req-ff2b9927-9f5f-4596-bf4d-42fe9d392668 tempest-DeleteServersAdminTestJSON-812032742 tempest-DeleteServersAdminTestJSON-812032742-project-admin] Lazy-loading 'resources' on Instance uuid 31c8d0d4-7f05-4e28-83f3-49c116363a0c {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.565979] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.566908] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa1caf2a-eef4-4518-8ff9-0ba72dfe7e74 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.574926] env[68800]: DEBUG oslo_vmware.api [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 1079.574926] env[68800]: value = "task-3244316" [ 1079.574926] env[68800]: _type = "Task" [ 1079.574926] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.584444] env[68800]: DEBUG oslo_vmware.api [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244316, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.787466] env[68800]: DEBUG nova.objects.base [None req-6cb6f3fa-a0e4-41aa-a34d-815a8cfeef91 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Object Instance<14a8d720-2f8a-43ce-bb2a-7f79cc54a53f> lazy-loaded attributes: flavor,pci_requests {{(pid=68800) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1079.787729] env[68800]: DEBUG nova.network.neutron [None req-6cb6f3fa-a0e4-41aa-a34d-815a8cfeef91 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1079.831550] env[68800]: DEBUG nova.compute.utils [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1079.835858] env[68800]: DEBUG nova.compute.manager [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 220aa25b-1744-4026-9fb5-a9842e0a6a1f] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1079.836057] env[68800]: DEBUG nova.network.neutron [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 220aa25b-1744-4026-9fb5-a9842e0a6a1f] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1079.915766] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6cb6f3fa-a0e4-41aa-a34d-815a8cfeef91 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "interface-14a8d720-2f8a-43ce-bb2a-7f79cc54a53f-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.139s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.925186] env[68800]: DEBUG nova.policy [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75948d52a30c46d6ab5c4c6d236e542c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84cb1a2d15ae40b294b17dabe7bbbfd4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 1080.080117] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0d47ff-20a4-4fe0-a033-d590d3c0c551 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.083622] env[68800]: DEBUG oslo_vmware.rw_handles [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Completed reading data from the image iterator. {{(pid=68800) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1080.083797] env[68800]: DEBUG oslo_vmware.rw_handles [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52595ec0-c08f-a472-4f26-1586f550c310/disk-0.vmdk. {{(pid=68800) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1080.084509] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d844ba0a-06ea-409b-b1fd-03d983aac721 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.092090] env[68800]: DEBUG oslo_vmware.api [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244316, 'name': PowerOffVM_Task, 'duration_secs': 0.262752} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.095047] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.095231] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Updating instance '3569d4a2-f210-4a85-bc56-0de724aba1b0' progress to 17 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1080.098554] env[68800]: DEBUG oslo_vmware.rw_handles [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52595ec0-c08f-a472-4f26-1586f550c310/disk-0.vmdk is in state: ready. {{(pid=68800) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1080.098609] env[68800]: DEBUG oslo_vmware.rw_handles [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52595ec0-c08f-a472-4f26-1586f550c310/disk-0.vmdk. {{(pid=68800) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1080.102042] env[68800]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-6541e346-13ab-4734-a275-31058f077339 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.102042] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322f7568-a957-4ca1-8c29-868af4928d98 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.134654] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a17807-6250-4aef-a714-df8e0754458c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.142735] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87518e6-8edc-4b30-a1c0-411c3e9ac0b4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.157657] env[68800]: DEBUG nova.compute.provider_tree [None req-ff2b9927-9f5f-4596-bf4d-42fe9d392668 tempest-DeleteServersAdminTestJSON-812032742 tempest-DeleteServersAdminTestJSON-812032742-project-admin] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.243939] env[68800]: DEBUG nova.network.neutron [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 220aa25b-1744-4026-9fb5-a9842e0a6a1f] Successfully created port: 714c1e5c-6c49-405e-b31b-79cc105de08f {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1080.292231] env[68800]: DEBUG oslo_vmware.rw_handles [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52595ec0-c08f-a472-4f26-1586f550c310/disk-0.vmdk. {{(pid=68800) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1080.292524] env[68800]: INFO nova.virt.vmwareapi.images [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Downloaded image file data 7136401f-25be-4169-b41f-04e0f932778d [ 1080.293527] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51e3580-a7c9-4357-b61a-e7010dd4f015 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.309105] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5925697-412f-4074-902a-3d4ce8e31a05 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.339674] env[68800]: DEBUG nova.compute.manager [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 220aa25b-1744-4026-9fb5-a9842e0a6a1f] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1080.343458] env[68800]: INFO nova.virt.vmwareapi.images [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] The imported VM was unregistered [ 1080.345849] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Caching image {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1080.346122] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Creating directory with path [datastore1] devstack-image-cache_base/7136401f-25be-4169-b41f-04e0f932778d {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1080.346677] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77c30c6c-44a9-4588-a025-91d0c9d319ea {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.364786] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Created directory with path [datastore1] devstack-image-cache_base/7136401f-25be-4169-b41f-04e0f932778d {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1080.364984] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_e1ad35bc-0b47-44e6-a1b3-1fd8c9a59bee/OSTACK_IMG_e1ad35bc-0b47-44e6-a1b3-1fd8c9a59bee.vmdk to [datastore1] devstack-image-cache_base/7136401f-25be-4169-b41f-04e0f932778d/7136401f-25be-4169-b41f-04e0f932778d.vmdk. {{(pid=68800) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1080.365260] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-c66b6737-2385-4d9d-ade2-00cb3e55fb71 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.371881] env[68800]: DEBUG oslo_vmware.api [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the task: (returnval){ [ 1080.371881] env[68800]: value = "task-3244318" [ 1080.371881] env[68800]: _type = "Task" [ 1080.371881] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.379887] env[68800]: DEBUG oslo_vmware.api [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244318, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.470693] env[68800]: INFO nova.compute.manager [None req-719b4bba-87fe-4e0b-b0c8-aafa9accc87f tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Resuming [ 1080.471403] env[68800]: DEBUG nova.objects.instance [None req-719b4bba-87fe-4e0b-b0c8-aafa9accc87f tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Lazy-loading 'flavor' on Instance uuid c19ca69f-35ab-4737-997c-89f30164836a {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.601756] env[68800]: DEBUG nova.virt.hardware [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1080.601999] env[68800]: DEBUG nova.virt.hardware [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1080.602160] env[68800]: DEBUG nova.virt.hardware [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.602345] env[68800]: DEBUG nova.virt.hardware [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1080.602490] env[68800]: DEBUG nova.virt.hardware [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.602638] env[68800]: DEBUG nova.virt.hardware [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1080.602842] env[68800]: DEBUG nova.virt.hardware [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1080.602999] env[68800]: DEBUG nova.virt.hardware [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1080.603193] env[68800]: DEBUG nova.virt.hardware [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1080.603361] env[68800]: DEBUG nova.virt.hardware [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1080.603536] env[68800]: DEBUG nova.virt.hardware [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1080.608662] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f2c9961-2e76-4e57-818a-56eb5b9866b9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.624747] env[68800]: DEBUG oslo_vmware.api [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 1080.624747] env[68800]: value = "task-3244319" [ 1080.624747] env[68800]: _type = "Task" [ 1080.624747] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.633417] env[68800]: DEBUG oslo_vmware.api [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244319, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.660725] env[68800]: DEBUG nova.scheduler.client.report [None req-ff2b9927-9f5f-4596-bf4d-42fe9d392668 tempest-DeleteServersAdminTestJSON-812032742 tempest-DeleteServersAdminTestJSON-812032742-project-admin] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.882218] env[68800]: DEBUG oslo_vmware.api [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244318, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.134704] env[68800]: DEBUG oslo_vmware.api [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244319, 'name': ReconfigVM_Task, 'duration_secs': 0.232044} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.135043] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Updating instance '3569d4a2-f210-4a85-bc56-0de724aba1b0' progress to 33 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1081.167107] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ff2b9927-9f5f-4596-bf4d-42fe9d392668 tempest-DeleteServersAdminTestJSON-812032742 tempest-DeleteServersAdminTestJSON-812032742-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.839s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.169658] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1fb0ee1d-4248-4b0a-8f3b-63fc5c5abb6b tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.832s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.169970] env[68800]: DEBUG nova.objects.instance [None req-1fb0ee1d-4248-4b0a-8f3b-63fc5c5abb6b tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Lazy-loading 'resources' on Instance uuid e6fea3a3-2836-4ca0-bd3b-b042c8884308 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.193562] env[68800]: INFO nova.scheduler.client.report [None req-ff2b9927-9f5f-4596-bf4d-42fe9d392668 tempest-DeleteServersAdminTestJSON-812032742 tempest-DeleteServersAdminTestJSON-812032742-project-admin] Deleted allocations for instance 31c8d0d4-7f05-4e28-83f3-49c116363a0c [ 1081.353557] env[68800]: DEBUG nova.compute.manager [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 220aa25b-1744-4026-9fb5-a9842e0a6a1f] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1081.381410] env[68800]: DEBUG nova.virt.hardware [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1081.381777] env[68800]: DEBUG nova.virt.hardware [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1081.381966] env[68800]: DEBUG nova.virt.hardware [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.382178] env[68800]: DEBUG nova.virt.hardware [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1081.382377] env[68800]: DEBUG nova.virt.hardware [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.382538] env[68800]: DEBUG nova.virt.hardware [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1081.382957] env[68800]: DEBUG nova.virt.hardware [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1081.383142] env[68800]: DEBUG nova.virt.hardware [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1081.383365] env[68800]: DEBUG nova.virt.hardware [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1081.383557] env[68800]: DEBUG nova.virt.hardware [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1081.383849] env[68800]: DEBUG nova.virt.hardware [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1081.384769] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44dcb6b7-fd71-4a92-ae88-b7d977b03854 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.391595] env[68800]: DEBUG oslo_vmware.api [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244318, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.398899] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6961a1d1-de22-4b35-a02f-2a78a2aa75f2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.643672] env[68800]: DEBUG nova.virt.hardware [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1081.643892] env[68800]: DEBUG nova.virt.hardware [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1081.644059] env[68800]: DEBUG nova.virt.hardware [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.644352] env[68800]: DEBUG nova.virt.hardware [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1081.644406] env[68800]: DEBUG nova.virt.hardware [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.644529] env[68800]: DEBUG nova.virt.hardware [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1081.644733] env[68800]: DEBUG nova.virt.hardware [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1081.644892] env[68800]: DEBUG nova.virt.hardware [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1081.646167] env[68800]: DEBUG nova.virt.hardware [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1081.646554] env[68800]: DEBUG nova.virt.hardware [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1081.646800] env[68800]: DEBUG nova.virt.hardware [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1081.652083] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Reconfiguring VM instance instance-00000021 to detach disk 2000 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1081.653028] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8718dad3-fba3-4452-81f7-c0d5b2cf42f4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.678506] env[68800]: DEBUG oslo_vmware.api [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 1081.678506] env[68800]: value = "task-3244320" [ 1081.678506] env[68800]: _type = "Task" [ 1081.678506] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.687539] env[68800]: DEBUG oslo_vmware.api [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244320, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.702222] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ff2b9927-9f5f-4596-bf4d-42fe9d392668 tempest-DeleteServersAdminTestJSON-812032742 tempest-DeleteServersAdminTestJSON-812032742-project-admin] Lock "31c8d0d4-7f05-4e28-83f3-49c116363a0c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.711s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.763909] env[68800]: DEBUG nova.compute.manager [req-3f5c4355-6a53-4618-a792-612eaf11ed3d req-0022753d-a35f-46ac-9a4f-2835cab59f1b service nova] [instance: 220aa25b-1744-4026-9fb5-a9842e0a6a1f] Received event network-vif-plugged-714c1e5c-6c49-405e-b31b-79cc105de08f {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.764143] env[68800]: DEBUG oslo_concurrency.lockutils [req-3f5c4355-6a53-4618-a792-612eaf11ed3d req-0022753d-a35f-46ac-9a4f-2835cab59f1b service nova] Acquiring lock "220aa25b-1744-4026-9fb5-a9842e0a6a1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.764360] env[68800]: DEBUG oslo_concurrency.lockutils [req-3f5c4355-6a53-4618-a792-612eaf11ed3d req-0022753d-a35f-46ac-9a4f-2835cab59f1b service nova] Lock "220aa25b-1744-4026-9fb5-a9842e0a6a1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.764551] env[68800]: DEBUG oslo_concurrency.lockutils [req-3f5c4355-6a53-4618-a792-612eaf11ed3d req-0022753d-a35f-46ac-9a4f-2835cab59f1b service nova] Lock "220aa25b-1744-4026-9fb5-a9842e0a6a1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.764731] env[68800]: DEBUG nova.compute.manager [req-3f5c4355-6a53-4618-a792-612eaf11ed3d req-0022753d-a35f-46ac-9a4f-2835cab59f1b service nova] [instance: 220aa25b-1744-4026-9fb5-a9842e0a6a1f] No waiting events found dispatching network-vif-plugged-714c1e5c-6c49-405e-b31b-79cc105de08f {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1081.764915] env[68800]: WARNING nova.compute.manager [req-3f5c4355-6a53-4618-a792-612eaf11ed3d req-0022753d-a35f-46ac-9a4f-2835cab59f1b service nova] [instance: 220aa25b-1744-4026-9fb5-a9842e0a6a1f] Received unexpected event network-vif-plugged-714c1e5c-6c49-405e-b31b-79cc105de08f for instance with vm_state building and task_state spawning. [ 1081.788080] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8ea7d2cc-ed54-45ef-a708-53f2e7eec77b tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "interface-14a8d720-2f8a-43ce-bb2a-7f79cc54a53f-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.788080] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8ea7d2cc-ed54-45ef-a708-53f2e7eec77b tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "interface-14a8d720-2f8a-43ce-bb2a-7f79cc54a53f-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.788215] env[68800]: DEBUG nova.objects.instance [None req-8ea7d2cc-ed54-45ef-a708-53f2e7eec77b tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lazy-loading 'flavor' on Instance uuid 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.849652] env[68800]: DEBUG nova.network.neutron [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 220aa25b-1744-4026-9fb5-a9842e0a6a1f] Successfully updated port: 714c1e5c-6c49-405e-b31b-79cc105de08f {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1081.886844] env[68800]: DEBUG oslo_vmware.api [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244318, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.914947] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a368a560-dad2-497c-85b9-17ecc1d9ad44 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.924659] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a283ab9c-a31b-462c-96d4-676399179a02 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.958289] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618b567d-fed8-466b-b6df-284cc1ac5ff5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.967306] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca401709-580b-491a-a167-b82774e7b4d0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.985302] env[68800]: DEBUG oslo_concurrency.lockutils [None req-719b4bba-87fe-4e0b-b0c8-aafa9accc87f tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Acquiring lock "refresh_cache-c19ca69f-35ab-4737-997c-89f30164836a" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.985501] env[68800]: DEBUG oslo_concurrency.lockutils [None req-719b4bba-87fe-4e0b-b0c8-aafa9accc87f tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Acquired lock "refresh_cache-c19ca69f-35ab-4737-997c-89f30164836a" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.985677] env[68800]: DEBUG nova.network.neutron [None req-719b4bba-87fe-4e0b-b0c8-aafa9accc87f tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.987106] env[68800]: DEBUG nova.compute.provider_tree [None req-1fb0ee1d-4248-4b0a-8f3b-63fc5c5abb6b tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.189498] env[68800]: DEBUG oslo_vmware.api [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244320, 'name': ReconfigVM_Task, 'duration_secs': 0.179084} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.189793] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Reconfigured VM instance instance-00000021 to detach disk 2000 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1082.190641] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be50f23f-a7e0-4dde-96c0-a113da1060f4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.215493] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 3569d4a2-f210-4a85-bc56-0de724aba1b0/3569d4a2-f210-4a85-bc56-0de724aba1b0.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.215851] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9e50160-c4d5-47ac-b624-da2e2cab8a37 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.238061] env[68800]: DEBUG oslo_vmware.api [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 1082.238061] env[68800]: value = "task-3244321" [ 1082.238061] env[68800]: _type = "Task" [ 1082.238061] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.248439] env[68800]: DEBUG oslo_vmware.api [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244321, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.353253] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "refresh_cache-220aa25b-1744-4026-9fb5-a9842e0a6a1f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.353508] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquired lock "refresh_cache-220aa25b-1744-4026-9fb5-a9842e0a6a1f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.353723] env[68800]: DEBUG nova.network.neutron [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 220aa25b-1744-4026-9fb5-a9842e0a6a1f] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.388299] env[68800]: DEBUG oslo_vmware.api [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244318, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.411995] env[68800]: DEBUG nova.objects.instance [None req-8ea7d2cc-ed54-45ef-a708-53f2e7eec77b tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lazy-loading 'pci_requests' on Instance uuid 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.492167] env[68800]: DEBUG nova.scheduler.client.report [None req-1fb0ee1d-4248-4b0a-8f3b-63fc5c5abb6b tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.690918] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Acquiring lock "15e4be61-0c2d-49cd-bf02-61d76be5a4ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.691168] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Lock "15e4be61-0c2d-49cd-bf02-61d76be5a4ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.746738] env[68800]: DEBUG oslo_vmware.api [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244321, 'name': ReconfigVM_Task, 'duration_secs': 0.311917} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.747688] env[68800]: DEBUG nova.network.neutron [None req-719b4bba-87fe-4e0b-b0c8-aafa9accc87f tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Updating instance_info_cache with network_info: [{"id": "6b4ca340-56af-4999-80f2-7ea76cc52eb2", "address": "fa:16:3e:b5:d5:dc", "network": {"id": "61392fd5-0d9c-40c5-b987-3ed7c9fcc0b1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-36638375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afdfb42235e54e239d59fd3191164f2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b4ca340-56", "ovs_interfaceid": "6b4ca340-56af-4999-80f2-7ea76cc52eb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.748823] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 3569d4a2-f210-4a85-bc56-0de724aba1b0/3569d4a2-f210-4a85-bc56-0de724aba1b0.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.749116] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Updating instance '3569d4a2-f210-4a85-bc56-0de724aba1b0' progress to 50 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1082.886033] env[68800]: DEBUG oslo_vmware.api [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244318, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.428182} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.886779] env[68800]: DEBUG nova.network.neutron [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 220aa25b-1744-4026-9fb5-a9842e0a6a1f] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1082.888551] env[68800]: INFO nova.virt.vmwareapi.ds_util [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_e1ad35bc-0b47-44e6-a1b3-1fd8c9a59bee/OSTACK_IMG_e1ad35bc-0b47-44e6-a1b3-1fd8c9a59bee.vmdk to [datastore1] devstack-image-cache_base/7136401f-25be-4169-b41f-04e0f932778d/7136401f-25be-4169-b41f-04e0f932778d.vmdk. [ 1082.888748] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Cleaning up location [datastore1] OSTACK_IMG_e1ad35bc-0b47-44e6-a1b3-1fd8c9a59bee {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1082.888914] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_e1ad35bc-0b47-44e6-a1b3-1fd8c9a59bee {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1082.889180] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b75086cf-49df-471b-a93d-23b6afa52f3c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.895356] env[68800]: DEBUG oslo_vmware.api [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the task: (returnval){ [ 1082.895356] env[68800]: value = "task-3244322" [ 1082.895356] env[68800]: _type = "Task" [ 1082.895356] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.903890] env[68800]: DEBUG oslo_vmware.api [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244322, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.915024] env[68800]: DEBUG nova.objects.base [None req-8ea7d2cc-ed54-45ef-a708-53f2e7eec77b tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Object Instance<14a8d720-2f8a-43ce-bb2a-7f79cc54a53f> lazy-loaded attributes: flavor,pci_requests {{(pid=68800) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1082.915024] env[68800]: DEBUG nova.network.neutron [None req-8ea7d2cc-ed54-45ef-a708-53f2e7eec77b tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1082.978454] env[68800]: DEBUG nova.policy [None req-8ea7d2cc-ed54-45ef-a708-53f2e7eec77b tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31eea260dc9f479b9390ca2cc13e8b10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a55e3ff738d49f8ae6b119fe8712bb8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 1082.998452] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1fb0ee1d-4248-4b0a-8f3b-63fc5c5abb6b tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.828s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.999789] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a0193d6f-3e81-4b15-9e71-202051e9054d tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.702s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.000236] env[68800]: DEBUG nova.objects.instance [None req-a0193d6f-3e81-4b15-9e71-202051e9054d tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Lazy-loading 'resources' on Instance uuid c4e41c81-3958-4797-84a2-9486ba6278f1 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.023547] env[68800]: INFO nova.scheduler.client.report [None req-1fb0ee1d-4248-4b0a-8f3b-63fc5c5abb6b tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Deleted allocations for instance e6fea3a3-2836-4ca0-bd3b-b042c8884308 [ 1083.087954] env[68800]: DEBUG nova.network.neutron [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 220aa25b-1744-4026-9fb5-a9842e0a6a1f] Updating instance_info_cache with network_info: [{"id": "714c1e5c-6c49-405e-b31b-79cc105de08f", "address": "fa:16:3e:e1:d0:ad", "network": {"id": "aee245cb-ee4d-4a69-b6dd-d607d862d951", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-900599029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84cb1a2d15ae40b294b17dabe7bbbfd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap714c1e5c-6c", "ovs_interfaceid": "714c1e5c-6c49-405e-b31b-79cc105de08f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.193867] env[68800]: DEBUG nova.compute.manager [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 15e4be61-0c2d-49cd-bf02-61d76be5a4ce] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1083.254742] env[68800]: DEBUG oslo_concurrency.lockutils [None req-719b4bba-87fe-4e0b-b0c8-aafa9accc87f tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Releasing lock "refresh_cache-c19ca69f-35ab-4737-997c-89f30164836a" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.255495] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87731bcd-90ee-42d1-8b38-e47564fd4de1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.260880] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39823da-8c8f-4f67-81b8-55a263d64d93 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.268195] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-719b4bba-87fe-4e0b-b0c8-aafa9accc87f tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Resuming the VM {{(pid=68800) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1083.283912] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a882ca44-1703-46c5-a47f-6d720962aa7d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.286229] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f2b125-f8de-4b90-8478-22a53b78428a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.304240] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Updating instance '3569d4a2-f210-4a85-bc56-0de724aba1b0' progress to 67 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1083.309793] env[68800]: DEBUG oslo_vmware.api [None req-719b4bba-87fe-4e0b-b0c8-aafa9accc87f tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Waiting for the task: (returnval){ [ 1083.309793] env[68800]: value = "task-3244323" [ 1083.309793] env[68800]: _type = "Task" [ 1083.309793] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.313879] env[68800]: DEBUG nova.network.neutron [None req-8ea7d2cc-ed54-45ef-a708-53f2e7eec77b tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Successfully created port: 022a7714-b478-4102-aabd-f57abec543df {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1083.320894] env[68800]: DEBUG oslo_vmware.api [None req-719b4bba-87fe-4e0b-b0c8-aafa9accc87f tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244323, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.405684] env[68800]: DEBUG oslo_vmware.api [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244322, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035753} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.406097] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.406428] env[68800]: DEBUG oslo_concurrency.lockutils [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7136401f-25be-4169-b41f-04e0f932778d/7136401f-25be-4169-b41f-04e0f932778d.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.406724] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7136401f-25be-4169-b41f-04e0f932778d/7136401f-25be-4169-b41f-04e0f932778d.vmdk to [datastore1] d31685d0-2d63-49c1-9615-a332ad4777ed/d31685d0-2d63-49c1-9615-a332ad4777ed.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1083.407010] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-381366f7-0e41-4b57-9ffe-29a1f0df3d0f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.413873] env[68800]: DEBUG oslo_vmware.api [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the task: (returnval){ [ 1083.413873] env[68800]: value = "task-3244324" [ 1083.413873] env[68800]: _type = "Task" [ 1083.413873] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.421976] env[68800]: DEBUG oslo_vmware.api [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244324, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.532386] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1fb0ee1d-4248-4b0a-8f3b-63fc5c5abb6b tempest-ServersTestFqdnHostnames-1285175641 tempest-ServersTestFqdnHostnames-1285175641-project-member] Lock "e6fea3a3-2836-4ca0-bd3b-b042c8884308" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.331s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.592742] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Releasing lock "refresh_cache-220aa25b-1744-4026-9fb5-a9842e0a6a1f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.592742] env[68800]: DEBUG nova.compute.manager [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 220aa25b-1744-4026-9fb5-a9842e0a6a1f] Instance network_info: |[{"id": "714c1e5c-6c49-405e-b31b-79cc105de08f", "address": "fa:16:3e:e1:d0:ad", "network": {"id": "aee245cb-ee4d-4a69-b6dd-d607d862d951", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-900599029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84cb1a2d15ae40b294b17dabe7bbbfd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap714c1e5c-6c", "ovs_interfaceid": "714c1e5c-6c49-405e-b31b-79cc105de08f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1083.593086] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 220aa25b-1744-4026-9fb5-a9842e0a6a1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:d0:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2c019b6-3ef3-4c8f-95bd-edede2c554a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '714c1e5c-6c49-405e-b31b-79cc105de08f', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1083.601900] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.602192] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 220aa25b-1744-4026-9fb5-a9842e0a6a1f] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1083.602439] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bca917da-b7f9-450e-a55f-bf3ddcd2131f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.627683] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1083.627683] env[68800]: value = "task-3244325" [ 1083.627683] env[68800]: _type = "Task" [ 1083.627683] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.638717] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244325, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.714568] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.749712] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006ac224-7d7a-43ff-88b9-314da83f122c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.760074] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080141f1-8aba-4910-99ea-e5220ae975d8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.794684] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29a7ae5-96a1-44ea-ae23-4d68c6ef29f5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.803250] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e761d3bb-4a8a-41ee-9b95-db333fe3c57f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.824061] env[68800]: DEBUG nova.compute.provider_tree [None req-a0193d6f-3e81-4b15-9e71-202051e9054d tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Updating inventory in ProviderTree for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1083.835216] env[68800]: DEBUG oslo_vmware.api [None req-719b4bba-87fe-4e0b-b0c8-aafa9accc87f tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244323, 'name': PowerOnVM_Task} progress is 93%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.876565] env[68800]: DEBUG nova.compute.manager [req-11536acb-d160-4440-99d7-d13d465bfbba req-2b17c33e-83f5-4051-a6f0-5b663019a380 service nova] [instance: 220aa25b-1744-4026-9fb5-a9842e0a6a1f] Received event network-changed-714c1e5c-6c49-405e-b31b-79cc105de08f {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.876816] env[68800]: DEBUG nova.compute.manager [req-11536acb-d160-4440-99d7-d13d465bfbba req-2b17c33e-83f5-4051-a6f0-5b663019a380 service nova] [instance: 220aa25b-1744-4026-9fb5-a9842e0a6a1f] Refreshing instance network info cache due to event network-changed-714c1e5c-6c49-405e-b31b-79cc105de08f. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1083.877027] env[68800]: DEBUG oslo_concurrency.lockutils [req-11536acb-d160-4440-99d7-d13d465bfbba req-2b17c33e-83f5-4051-a6f0-5b663019a380 service nova] Acquiring lock "refresh_cache-220aa25b-1744-4026-9fb5-a9842e0a6a1f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.877180] env[68800]: DEBUG oslo_concurrency.lockutils [req-11536acb-d160-4440-99d7-d13d465bfbba req-2b17c33e-83f5-4051-a6f0-5b663019a380 service nova] Acquired lock "refresh_cache-220aa25b-1744-4026-9fb5-a9842e0a6a1f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.877348] env[68800]: DEBUG nova.network.neutron [req-11536acb-d160-4440-99d7-d13d465bfbba req-2b17c33e-83f5-4051-a6f0-5b663019a380 service nova] [instance: 220aa25b-1744-4026-9fb5-a9842e0a6a1f] Refreshing network info cache for port 714c1e5c-6c49-405e-b31b-79cc105de08f {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1083.879550] env[68800]: DEBUG nova.network.neutron [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Port 40cff95f-1e23-45e0-95c6-8caed85595d5 binding to destination host cpu-1 is already ACTIVE {{(pid=68800) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1083.926649] env[68800]: DEBUG oslo_vmware.api [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244324, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.143012] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244325, 'name': CreateVM_Task} progress is 25%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.336260] env[68800]: DEBUG oslo_vmware.api [None req-719b4bba-87fe-4e0b-b0c8-aafa9accc87f tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244323, 'name': PowerOnVM_Task, 'duration_secs': 0.712683} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.336934] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-719b4bba-87fe-4e0b-b0c8-aafa9accc87f tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Resumed the VM {{(pid=68800) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1084.337141] env[68800]: DEBUG nova.compute.manager [None req-719b4bba-87fe-4e0b-b0c8-aafa9accc87f tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.338072] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6520490b-7f8d-4ce5-a382-7e85efa97f73 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.357446] env[68800]: ERROR nova.scheduler.client.report [None req-a0193d6f-3e81-4b15-9e71-202051e9054d tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [req-c6177d99-f267-4f55-9c2e-2d39c23a8e07] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 73f3eca7-007c-4a24-bdc1-0c0996f315e2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c6177d99-f267-4f55-9c2e-2d39c23a8e07"}]} [ 1084.378208] env[68800]: DEBUG nova.scheduler.client.report [None req-a0193d6f-3e81-4b15-9e71-202051e9054d tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Refreshing inventories for resource provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1084.397301] env[68800]: DEBUG nova.scheduler.client.report [None req-a0193d6f-3e81-4b15-9e71-202051e9054d tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Updating ProviderTree inventory for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1084.397701] env[68800]: DEBUG nova.compute.provider_tree [None req-a0193d6f-3e81-4b15-9e71-202051e9054d tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Updating inventory in ProviderTree for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1084.412247] env[68800]: DEBUG nova.scheduler.client.report [None req-a0193d6f-3e81-4b15-9e71-202051e9054d tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Refreshing aggregate associations for resource provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2, aggregates: None {{(pid=68800) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1084.425813] env[68800]: DEBUG oslo_vmware.api [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244324, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.439363] env[68800]: DEBUG nova.scheduler.client.report [None req-a0193d6f-3e81-4b15-9e71-202051e9054d tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Refreshing trait associations for resource provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68800) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1084.639123] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244325, 'name': CreateVM_Task} progress is 25%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.670615] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11d4265-c662-4bf0-bc1d-86d0ba503898 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.678366] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baff3bc4-8a9d-43dc-a416-f5da8cfd5db1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.709681] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5baa29b2-b549-454f-8096-5fa8ae8a1edb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.721249] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93588a5-ece5-48a7-a0af-b312b9c827a2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.735893] env[68800]: DEBUG nova.compute.provider_tree [None req-a0193d6f-3e81-4b15-9e71-202051e9054d tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Updating inventory in ProviderTree for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1084.908379] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquiring lock "3569d4a2-f210-4a85-bc56-0de724aba1b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.908605] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "3569d4a2-f210-4a85-bc56-0de724aba1b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.908812] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "3569d4a2-f210-4a85-bc56-0de724aba1b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.927923] env[68800]: DEBUG oslo_vmware.api [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244324, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.960410] env[68800]: DEBUG nova.network.neutron [req-11536acb-d160-4440-99d7-d13d465bfbba req-2b17c33e-83f5-4051-a6f0-5b663019a380 service nova] [instance: 220aa25b-1744-4026-9fb5-a9842e0a6a1f] Updated VIF entry in instance network info cache for port 714c1e5c-6c49-405e-b31b-79cc105de08f. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1084.960898] env[68800]: DEBUG nova.network.neutron [req-11536acb-d160-4440-99d7-d13d465bfbba req-2b17c33e-83f5-4051-a6f0-5b663019a380 service nova] [instance: 220aa25b-1744-4026-9fb5-a9842e0a6a1f] Updating instance_info_cache with network_info: [{"id": "714c1e5c-6c49-405e-b31b-79cc105de08f", "address": "fa:16:3e:e1:d0:ad", "network": {"id": "aee245cb-ee4d-4a69-b6dd-d607d862d951", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-900599029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84cb1a2d15ae40b294b17dabe7bbbfd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap714c1e5c-6c", "ovs_interfaceid": "714c1e5c-6c49-405e-b31b-79cc105de08f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.143242] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244325, 'name': CreateVM_Task} progress is 25%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.271202] env[68800]: DEBUG nova.scheduler.client.report [None req-a0193d6f-3e81-4b15-9e71-202051e9054d tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Updated inventory for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 with generation 121 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1085.271518] env[68800]: DEBUG nova.compute.provider_tree [None req-a0193d6f-3e81-4b15-9e71-202051e9054d tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Updating resource provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 generation from 121 to 122 during operation: update_inventory {{(pid=68800) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1085.271699] env[68800]: DEBUG nova.compute.provider_tree [None req-a0193d6f-3e81-4b15-9e71-202051e9054d tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Updating inventory in ProviderTree for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1085.426741] env[68800]: DEBUG oslo_vmware.api [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244324, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.464174] env[68800]: DEBUG oslo_concurrency.lockutils [req-11536acb-d160-4440-99d7-d13d465bfbba req-2b17c33e-83f5-4051-a6f0-5b663019a380 service nova] Releasing lock "refresh_cache-220aa25b-1744-4026-9fb5-a9842e0a6a1f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.598709] env[68800]: DEBUG nova.compute.manager [req-1930123b-5c31-414c-9269-320c6f1a47ea req-a483e5fe-1a18-4967-a1ba-d16c5e297fda service nova] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Received event network-vif-plugged-022a7714-b478-4102-aabd-f57abec543df {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.598944] env[68800]: DEBUG oslo_concurrency.lockutils [req-1930123b-5c31-414c-9269-320c6f1a47ea req-a483e5fe-1a18-4967-a1ba-d16c5e297fda service nova] Acquiring lock "14a8d720-2f8a-43ce-bb2a-7f79cc54a53f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.599397] env[68800]: DEBUG oslo_concurrency.lockutils [req-1930123b-5c31-414c-9269-320c6f1a47ea req-a483e5fe-1a18-4967-a1ba-d16c5e297fda service nova] Lock "14a8d720-2f8a-43ce-bb2a-7f79cc54a53f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.599638] env[68800]: DEBUG oslo_concurrency.lockutils [req-1930123b-5c31-414c-9269-320c6f1a47ea req-a483e5fe-1a18-4967-a1ba-d16c5e297fda service nova] Lock "14a8d720-2f8a-43ce-bb2a-7f79cc54a53f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.599833] env[68800]: DEBUG nova.compute.manager [req-1930123b-5c31-414c-9269-320c6f1a47ea req-a483e5fe-1a18-4967-a1ba-d16c5e297fda service nova] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] No waiting events found dispatching network-vif-plugged-022a7714-b478-4102-aabd-f57abec543df {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1085.600047] env[68800]: WARNING nova.compute.manager [req-1930123b-5c31-414c-9269-320c6f1a47ea req-a483e5fe-1a18-4967-a1ba-d16c5e297fda service nova] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Received unexpected event network-vif-plugged-022a7714-b478-4102-aabd-f57abec543df for instance with vm_state active and task_state None. [ 1085.644870] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244325, 'name': CreateVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.732629] env[68800]: DEBUG nova.network.neutron [None req-8ea7d2cc-ed54-45ef-a708-53f2e7eec77b tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Successfully updated port: 022a7714-b478-4102-aabd-f57abec543df {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1085.778419] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a0193d6f-3e81-4b15-9e71-202051e9054d tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.778s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.782765] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c28b0849-f091-4455-be87-52c9b899eeaf tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.970s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.783464] env[68800]: DEBUG nova.objects.instance [None req-c28b0849-f091-4455-be87-52c9b899eeaf tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Lazy-loading 'resources' on Instance uuid 2951d857-29d8-466d-8322-151b7af971bd {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.804996] env[68800]: INFO nova.scheduler.client.report [None req-a0193d6f-3e81-4b15-9e71-202051e9054d tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Deleted allocations for instance c4e41c81-3958-4797-84a2-9486ba6278f1 [ 1085.927770] env[68800]: DEBUG oslo_vmware.api [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244324, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.303355} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.928041] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7136401f-25be-4169-b41f-04e0f932778d/7136401f-25be-4169-b41f-04e0f932778d.vmdk to [datastore1] d31685d0-2d63-49c1-9615-a332ad4777ed/d31685d0-2d63-49c1-9615-a332ad4777ed.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1085.928816] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89ecf0a-a92e-41b2-8600-6e66946d2c2b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.950679] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] d31685d0-2d63-49c1-9615-a332ad4777ed/d31685d0-2d63-49c1-9615-a332ad4777ed.vmdk or device None with type streamOptimized {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.950977] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f57996eb-ee7a-451a-9cdd-3cf9c6a975fe {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.965760] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquiring lock "refresh_cache-3569d4a2-f210-4a85-bc56-0de724aba1b0" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.965937] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquired lock "refresh_cache-3569d4a2-f210-4a85-bc56-0de724aba1b0" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.966133] env[68800]: DEBUG nova.network.neutron [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.973715] env[68800]: DEBUG oslo_vmware.api [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the task: (returnval){ [ 1085.973715] env[68800]: value = "task-3244326" [ 1085.973715] env[68800]: _type = "Task" [ 1085.973715] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.985454] env[68800]: DEBUG oslo_vmware.api [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244326, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.047221] env[68800]: DEBUG nova.compute.manager [req-9947eade-7526-4e56-8b38-73e3f5305e4c req-9dd706dd-f1b0-4d04-945d-e5ccc869e61f service nova] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Received event network-changed-022a7714-b478-4102-aabd-f57abec543df {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.047423] env[68800]: DEBUG nova.compute.manager [req-9947eade-7526-4e56-8b38-73e3f5305e4c req-9dd706dd-f1b0-4d04-945d-e5ccc869e61f service nova] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Refreshing instance network info cache due to event network-changed-022a7714-b478-4102-aabd-f57abec543df. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1086.047651] env[68800]: DEBUG oslo_concurrency.lockutils [req-9947eade-7526-4e56-8b38-73e3f5305e4c req-9dd706dd-f1b0-4d04-945d-e5ccc869e61f service nova] Acquiring lock "refresh_cache-14a8d720-2f8a-43ce-bb2a-7f79cc54a53f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.047783] env[68800]: DEBUG oslo_concurrency.lockutils [req-9947eade-7526-4e56-8b38-73e3f5305e4c req-9dd706dd-f1b0-4d04-945d-e5ccc869e61f service nova] Acquired lock "refresh_cache-14a8d720-2f8a-43ce-bb2a-7f79cc54a53f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.047939] env[68800]: DEBUG nova.network.neutron [req-9947eade-7526-4e56-8b38-73e3f5305e4c req-9dd706dd-f1b0-4d04-945d-e5ccc869e61f service nova] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Refreshing network info cache for port 022a7714-b478-4102-aabd-f57abec543df {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.144927] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244325, 'name': CreateVM_Task, 'duration_secs': 2.047595} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.145218] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 220aa25b-1744-4026-9fb5-a9842e0a6a1f] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1086.145877] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.146058] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.146391] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.146667] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d65b6671-f4aa-4852-bea7-9c249b87a3bc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.151744] env[68800]: DEBUG oslo_vmware.api [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 1086.151744] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5205999b-7f4e-8a04-e322-24ad02d1f76c" [ 1086.151744] env[68800]: _type = "Task" [ 1086.151744] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.162290] env[68800]: DEBUG oslo_vmware.api [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5205999b-7f4e-8a04-e322-24ad02d1f76c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.235706] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8ea7d2cc-ed54-45ef-a708-53f2e7eec77b tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "refresh_cache-14a8d720-2f8a-43ce-bb2a-7f79cc54a53f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.313504] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a0193d6f-3e81-4b15-9e71-202051e9054d tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Lock "c4e41c81-3958-4797-84a2-9486ba6278f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.695s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.488305] env[68800]: DEBUG oslo_vmware.api [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244326, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.507275] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bc5fe1-9e42-4570-bec5-32cfc0076648 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.514891] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72066a17-e254-4dcf-a525-f90390459287 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.545501] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b3cc97-c363-4de2-bb27-713935d91099 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.555988] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1492b61-8155-46f6-9932-cf952a333fa8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.571802] env[68800]: DEBUG nova.compute.provider_tree [None req-c28b0849-f091-4455-be87-52c9b899eeaf tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.663316] env[68800]: DEBUG oslo_vmware.api [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5205999b-7f4e-8a04-e322-24ad02d1f76c, 'name': SearchDatastore_Task, 'duration_secs': 0.094237} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.663733] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.664081] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 220aa25b-1744-4026-9fb5-a9842e0a6a1f] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1086.664418] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.664667] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.664973] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1086.665327] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db8c90e3-888b-43a5-865e-723ff129c193 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.674435] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1086.674624] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1086.675372] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63ac9856-41da-4fb4-a8b3-2255f442235a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.681540] env[68800]: DEBUG oslo_vmware.api [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 1086.681540] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52308376-2dce-e80b-037c-bf359cbb970a" [ 1086.681540] env[68800]: _type = "Task" [ 1086.681540] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.690239] env[68800]: DEBUG oslo_vmware.api [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52308376-2dce-e80b-037c-bf359cbb970a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.988104] env[68800]: DEBUG oslo_vmware.api [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244326, 'name': ReconfigVM_Task, 'duration_secs': 0.585714} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.989305] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Reconfigured VM instance instance-00000031 to attach disk [datastore1] d31685d0-2d63-49c1-9615-a332ad4777ed/d31685d0-2d63-49c1-9615-a332ad4777ed.vmdk or device None with type streamOptimized {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.989773] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'size': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'device_type': 'disk', 'device_name': '/dev/sda', 'boot_index': 0, 'disk_bus': None, 'image_id': '5878416b-a2ce-41e8-a2c0-8cea34632bd2'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'guest_format': None, 'disk_bus': None, 'attachment_id': '27ceefd6-a3b4-40c2-a450-2d33e5dcf485', 'device_type': None, 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648345', 'volume_id': '6f425535-b9d1-4c8b-82ca-311ba8dcc6d3', 'name': 'volume-6f425535-b9d1-4c8b-82ca-311ba8dcc6d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd31685d0-2d63-49c1-9615-a332ad4777ed', 'attached_at': '', 'detached_at': '', 'volume_id': '6f425535-b9d1-4c8b-82ca-311ba8dcc6d3', 'serial': '6f425535-b9d1-4c8b-82ca-311ba8dcc6d3'}, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=68800) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1086.989973] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Volume attach. Driver type: vmdk {{(pid=68800) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1086.990179] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648345', 'volume_id': '6f425535-b9d1-4c8b-82ca-311ba8dcc6d3', 'name': 'volume-6f425535-b9d1-4c8b-82ca-311ba8dcc6d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd31685d0-2d63-49c1-9615-a332ad4777ed', 'attached_at': '', 'detached_at': '', 'volume_id': '6f425535-b9d1-4c8b-82ca-311ba8dcc6d3', 'serial': '6f425535-b9d1-4c8b-82ca-311ba8dcc6d3'} {{(pid=68800) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1086.991050] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52d5928-a7e3-4e97-b1ad-50ca67443110 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.008268] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efe275f-9749-4d52-91be-6ea693909cc6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.033880] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] volume-6f425535-b9d1-4c8b-82ca-311ba8dcc6d3/volume-6f425535-b9d1-4c8b-82ca-311ba8dcc6d3.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.034157] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-181c8907-67dd-4d78-acda-811b88f63d21 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.053432] env[68800]: DEBUG oslo_vmware.api [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the task: (returnval){ [ 1087.053432] env[68800]: value = "task-3244327" [ 1087.053432] env[68800]: _type = "Task" [ 1087.053432] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.061956] env[68800]: DEBUG oslo_vmware.api [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244327, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.075593] env[68800]: DEBUG nova.scheduler.client.report [None req-c28b0849-f091-4455-be87-52c9b899eeaf tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.154136] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bbd0d8ba-af2b-446b-b743-fc5e059b6e22 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Acquiring lock "c8d19cdf-eced-4fa6-ba93-223530bb7fe2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.154402] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bbd0d8ba-af2b-446b-b743-fc5e059b6e22 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Lock "c8d19cdf-eced-4fa6-ba93-223530bb7fe2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.154618] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bbd0d8ba-af2b-446b-b743-fc5e059b6e22 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Acquiring lock "c8d19cdf-eced-4fa6-ba93-223530bb7fe2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.154800] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bbd0d8ba-af2b-446b-b743-fc5e059b6e22 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Lock "c8d19cdf-eced-4fa6-ba93-223530bb7fe2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.154971] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bbd0d8ba-af2b-446b-b743-fc5e059b6e22 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Lock "c8d19cdf-eced-4fa6-ba93-223530bb7fe2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.157642] env[68800]: INFO nova.compute.manager [None req-bbd0d8ba-af2b-446b-b743-fc5e059b6e22 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Terminating instance [ 1087.159889] env[68800]: DEBUG nova.network.neutron [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Updating instance_info_cache with network_info: [{"id": "40cff95f-1e23-45e0-95c6-8caed85595d5", "address": "fa:16:3e:0a:0a:8e", "network": {"id": "2ad65ae6-e96d-418b-8904-1b8c899626b0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1659419657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b74621381dc4bbca8fea1513bfe56e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40cff95f-1e", "ovs_interfaceid": "40cff95f-1e23-45e0-95c6-8caed85595d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.192061] env[68800]: DEBUG oslo_vmware.api [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52308376-2dce-e80b-037c-bf359cbb970a, 'name': SearchDatastore_Task, 'duration_secs': 0.010517} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.192863] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9a147ae-1129-4e7a-ba58-0fefa32ec975 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.198320] env[68800]: DEBUG oslo_vmware.api [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 1087.198320] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c211fc-dad8-b2fc-7d5b-27fbbf4e9db3" [ 1087.198320] env[68800]: _type = "Task" [ 1087.198320] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.202631] env[68800]: DEBUG nova.network.neutron [req-9947eade-7526-4e56-8b38-73e3f5305e4c req-9dd706dd-f1b0-4d04-945d-e5ccc869e61f service nova] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Added VIF to instance network info cache for port 022a7714-b478-4102-aabd-f57abec543df. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3546}} [ 1087.203056] env[68800]: DEBUG nova.network.neutron [req-9947eade-7526-4e56-8b38-73e3f5305e4c req-9dd706dd-f1b0-4d04-945d-e5ccc869e61f service nova] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Updating instance_info_cache with network_info: [{"id": "ba1d5e10-7fc4-47c3-9958-6a5801dbfcfb", "address": "fa:16:3e:46:10:ad", "network": {"id": "42ecce2f-2b8f-412c-a25a-eac985a7bc3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-882241878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a55e3ff738d49f8ae6b119fe8712bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba1d5e10-7f", "ovs_interfaceid": "ba1d5e10-7fc4-47c3-9958-6a5801dbfcfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "022a7714-b478-4102-aabd-f57abec543df", "address": "fa:16:3e:63:ba:62", "network": {"id": "42ecce2f-2b8f-412c-a25a-eac985a7bc3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-882241878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a55e3ff738d49f8ae6b119fe8712bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap022a7714-b4", "ovs_interfaceid": "022a7714-b478-4102-aabd-f57abec543df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.210540] env[68800]: DEBUG oslo_vmware.api [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c211fc-dad8-b2fc-7d5b-27fbbf4e9db3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.563050] env[68800]: DEBUG oslo_vmware.api [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244327, 'name': ReconfigVM_Task, 'duration_secs': 0.334715} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.563348] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Reconfigured VM instance instance-00000031 to attach disk [datastore1] volume-6f425535-b9d1-4c8b-82ca-311ba8dcc6d3/volume-6f425535-b9d1-4c8b-82ca-311ba8dcc6d3.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1087.568038] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19080f68-db9c-4bae-844c-b62346929751 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.580479] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c28b0849-f091-4455-be87-52c9b899eeaf tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.798s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.583933] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 13.335s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.583933] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.583933] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68800) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1087.584225] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.711s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.585761] env[68800]: INFO nova.compute.claims [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1087.588421] env[68800]: DEBUG oslo_vmware.api [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the task: (returnval){ [ 1087.588421] env[68800]: value = "task-3244328" [ 1087.588421] env[68800]: _type = "Task" [ 1087.588421] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.589220] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eebb756-beae-4a56-86f2-fc83fc02d98e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.600351] env[68800]: DEBUG oslo_vmware.api [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244328, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.603427] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87689b53-a59e-4da5-a449-0e23dd8e9beb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.618749] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899344df-c11d-4133-ab6c-daee65abbdc8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.625666] env[68800]: INFO nova.scheduler.client.report [None req-c28b0849-f091-4455-be87-52c9b899eeaf tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Deleted allocations for instance 2951d857-29d8-466d-8322-151b7af971bd [ 1087.629184] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327dfdd0-805e-4bf0-a097-0f3c72dc5ced {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.662556] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179355MB free_disk=119GB free_vcpus=48 pci_devices=None {{(pid=68800) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1087.662556] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.662983] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Releasing lock "refresh_cache-3569d4a2-f210-4a85-bc56-0de724aba1b0" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.666952] env[68800]: DEBUG nova.compute.manager [None req-bbd0d8ba-af2b-446b-b743-fc5e059b6e22 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1087.668315] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd0d8ba-af2b-446b-b743-fc5e059b6e22 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1087.668577] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99560ce7-a4db-4203-bdd2-bad3cb0f628b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.679235] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd0d8ba-af2b-446b-b743-fc5e059b6e22 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1087.679524] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb70c09c-0b51-4f51-a09f-ba46d405ebff {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.685861] env[68800]: DEBUG oslo_vmware.api [None req-bbd0d8ba-af2b-446b-b743-fc5e059b6e22 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 1087.685861] env[68800]: value = "task-3244329" [ 1087.685861] env[68800]: _type = "Task" [ 1087.685861] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.695143] env[68800]: DEBUG oslo_vmware.api [None req-bbd0d8ba-af2b-446b-b743-fc5e059b6e22 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3244329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.706661] env[68800]: DEBUG oslo_concurrency.lockutils [req-9947eade-7526-4e56-8b38-73e3f5305e4c req-9dd706dd-f1b0-4d04-945d-e5ccc869e61f service nova] Releasing lock "refresh_cache-14a8d720-2f8a-43ce-bb2a-7f79cc54a53f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.711236] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8ea7d2cc-ed54-45ef-a708-53f2e7eec77b tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquired lock "refresh_cache-14a8d720-2f8a-43ce-bb2a-7f79cc54a53f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.711602] env[68800]: DEBUG nova.network.neutron [None req-8ea7d2cc-ed54-45ef-a708-53f2e7eec77b tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.712895] env[68800]: DEBUG oslo_vmware.api [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c211fc-dad8-b2fc-7d5b-27fbbf4e9db3, 'name': SearchDatastore_Task, 'duration_secs': 0.010359} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.716035] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.716035] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 220aa25b-1744-4026-9fb5-a9842e0a6a1f/220aa25b-1744-4026-9fb5-a9842e0a6a1f.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1087.716035] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2cf4cb4-dc89-47bc-9b2e-357c512cb6dd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.721784] env[68800]: DEBUG oslo_vmware.api [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 1087.721784] env[68800]: value = "task-3244330" [ 1087.721784] env[68800]: _type = "Task" [ 1087.721784] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.730642] env[68800]: DEBUG oslo_vmware.api [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244330, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.106176] env[68800]: DEBUG oslo_vmware.api [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244328, 'name': ReconfigVM_Task, 'duration_secs': 0.147758} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.106176] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648345', 'volume_id': '6f425535-b9d1-4c8b-82ca-311ba8dcc6d3', 'name': 'volume-6f425535-b9d1-4c8b-82ca-311ba8dcc6d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd31685d0-2d63-49c1-9615-a332ad4777ed', 'attached_at': '', 'detached_at': '', 'volume_id': '6f425535-b9d1-4c8b-82ca-311ba8dcc6d3', 'serial': '6f425535-b9d1-4c8b-82ca-311ba8dcc6d3'} {{(pid=68800) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1088.106476] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58291523-19fd-4f5e-a299-93595901ca77 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.113823] env[68800]: DEBUG oslo_vmware.api [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the task: (returnval){ [ 1088.113823] env[68800]: value = "task-3244331" [ 1088.113823] env[68800]: _type = "Task" [ 1088.113823] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.124585] env[68800]: DEBUG oslo_vmware.api [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244331, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.137485] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c28b0849-f091-4455-be87-52c9b899eeaf tempest-ServerMetadataTestJSON-896670405 tempest-ServerMetadataTestJSON-896670405-project-member] Lock "2951d857-29d8-466d-8322-151b7af971bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.978s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.187823] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd250bf-1a01-486b-a50a-d4f123a08551 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.215560] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d0cbc7-a5a9-4e49-a658-c9461df015cb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.220954] env[68800]: DEBUG oslo_vmware.api [None req-bbd0d8ba-af2b-446b-b743-fc5e059b6e22 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3244329, 'name': PowerOffVM_Task, 'duration_secs': 0.20167} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.220954] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd0d8ba-af2b-446b-b743-fc5e059b6e22 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.220954] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd0d8ba-af2b-446b-b743-fc5e059b6e22 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1088.221823] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dfeb52fc-64cb-4a54-b3da-41b69b10fb4b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.227380] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Updating instance '3569d4a2-f210-4a85-bc56-0de724aba1b0' progress to 83 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1088.241046] env[68800]: DEBUG oslo_vmware.api [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244330, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509268} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.241046] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 220aa25b-1744-4026-9fb5-a9842e0a6a1f/220aa25b-1744-4026-9fb5-a9842e0a6a1f.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1088.241046] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 220aa25b-1744-4026-9fb5-a9842e0a6a1f] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1088.241430] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0011fad-8dab-4e47-a739-174c59c51a8f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.247345] env[68800]: DEBUG oslo_vmware.api [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 1088.247345] env[68800]: value = "task-3244333" [ 1088.247345] env[68800]: _type = "Task" [ 1088.247345] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.255731] env[68800]: DEBUG oslo_vmware.api [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244333, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.282670] env[68800]: WARNING nova.network.neutron [None req-8ea7d2cc-ed54-45ef-a708-53f2e7eec77b tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] 42ecce2f-2b8f-412c-a25a-eac985a7bc3e already exists in list: networks containing: ['42ecce2f-2b8f-412c-a25a-eac985a7bc3e']. ignoring it [ 1088.285575] env[68800]: WARNING nova.network.neutron [None req-8ea7d2cc-ed54-45ef-a708-53f2e7eec77b tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] 42ecce2f-2b8f-412c-a25a-eac985a7bc3e already exists in list: networks containing: ['42ecce2f-2b8f-412c-a25a-eac985a7bc3e']. ignoring it [ 1088.285575] env[68800]: WARNING nova.network.neutron [None req-8ea7d2cc-ed54-45ef-a708-53f2e7eec77b tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] 022a7714-b478-4102-aabd-f57abec543df already exists in list: port_ids containing: ['022a7714-b478-4102-aabd-f57abec543df']. ignoring it [ 1088.299349] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd0d8ba-af2b-446b-b743-fc5e059b6e22 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1088.299571] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd0d8ba-af2b-446b-b743-fc5e059b6e22 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1088.299722] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbd0d8ba-af2b-446b-b743-fc5e059b6e22 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Deleting the datastore file [datastore2] c8d19cdf-eced-4fa6-ba93-223530bb7fe2 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1088.300052] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30090c9f-f710-4131-9bb2-57f38e7ce350 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.306878] env[68800]: DEBUG oslo_vmware.api [None req-bbd0d8ba-af2b-446b-b743-fc5e059b6e22 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for the task: (returnval){ [ 1088.306878] env[68800]: value = "task-3244334" [ 1088.306878] env[68800]: _type = "Task" [ 1088.306878] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.318782] env[68800]: DEBUG oslo_vmware.api [None req-bbd0d8ba-af2b-446b-b743-fc5e059b6e22 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3244334, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.629212] env[68800]: DEBUG oslo_vmware.api [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244331, 'name': Rename_Task, 'duration_secs': 0.242956} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.632383] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.632837] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c35e6dc-c556-4278-80c4-a437e0426df4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.639884] env[68800]: DEBUG oslo_vmware.api [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the task: (returnval){ [ 1088.639884] env[68800]: value = "task-3244335" [ 1088.639884] env[68800]: _type = "Task" [ 1088.639884] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.655909] env[68800]: DEBUG oslo_vmware.api [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244335, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.736737] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.737902] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d64019c-aad9-4764-b738-959be353cf01 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.745078] env[68800]: DEBUG oslo_vmware.api [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 1088.745078] env[68800]: value = "task-3244336" [ 1088.745078] env[68800]: _type = "Task" [ 1088.745078] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.760654] env[68800]: DEBUG oslo_vmware.api [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244336, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.764640] env[68800]: DEBUG oslo_vmware.api [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244333, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07688} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.768328] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 220aa25b-1744-4026-9fb5-a9842e0a6a1f] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1088.770123] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ece190-813f-4b15-bef0-6ab9f24ce5e2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.799045] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 220aa25b-1744-4026-9fb5-a9842e0a6a1f] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 220aa25b-1744-4026-9fb5-a9842e0a6a1f/220aa25b-1744-4026-9fb5-a9842e0a6a1f.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1088.802541] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7aa6f8f-c7c3-48dd-a1e0-a6e1b8f7c60b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.830724] env[68800]: DEBUG oslo_vmware.api [None req-bbd0d8ba-af2b-446b-b743-fc5e059b6e22 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Task: {'id': task-3244334, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183419} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.832160] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbd0d8ba-af2b-446b-b743-fc5e059b6e22 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1088.832358] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd0d8ba-af2b-446b-b743-fc5e059b6e22 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1088.832968] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd0d8ba-af2b-446b-b743-fc5e059b6e22 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1088.832968] env[68800]: INFO nova.compute.manager [None req-bbd0d8ba-af2b-446b-b743-fc5e059b6e22 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1088.832968] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbd0d8ba-af2b-446b-b743-fc5e059b6e22 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.833214] env[68800]: DEBUG oslo_vmware.api [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 1088.833214] env[68800]: value = "task-3244337" [ 1088.833214] env[68800]: _type = "Task" [ 1088.833214] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.833402] env[68800]: DEBUG nova.compute.manager [-] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1088.833497] env[68800]: DEBUG nova.network.neutron [-] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1088.844796] env[68800]: DEBUG oslo_vmware.api [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244337, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.873508] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0caec36-4a43-4a1f-9841-a0ae6ac61fee {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.880583] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447190f9-db2b-46b2-8942-c847632f1c90 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.914764] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57af539a-2ac3-4a3b-a0fc-0e8db38f2408 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.924882] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c1bd40-c59a-458c-b643-914e2457b2c3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.939160] env[68800]: DEBUG nova.compute.provider_tree [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Updating inventory in ProviderTree for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1088.983403] env[68800]: DEBUG nova.network.neutron [None req-8ea7d2cc-ed54-45ef-a708-53f2e7eec77b tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Updating instance_info_cache with network_info: [{"id": "ba1d5e10-7fc4-47c3-9958-6a5801dbfcfb", "address": "fa:16:3e:46:10:ad", "network": {"id": "42ecce2f-2b8f-412c-a25a-eac985a7bc3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-882241878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a55e3ff738d49f8ae6b119fe8712bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba1d5e10-7f", "ovs_interfaceid": "ba1d5e10-7fc4-47c3-9958-6a5801dbfcfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "022a7714-b478-4102-aabd-f57abec543df", "address": "fa:16:3e:63:ba:62", "network": {"id": "42ecce2f-2b8f-412c-a25a-eac985a7bc3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-882241878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a55e3ff738d49f8ae6b119fe8712bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap022a7714-b4", "ovs_interfaceid": "022a7714-b478-4102-aabd-f57abec543df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.154669] env[68800]: DEBUG oslo_vmware.api [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244335, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.259426] env[68800]: DEBUG oslo_vmware.api [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244336, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.346656] env[68800]: DEBUG oslo_vmware.api [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244337, 'name': ReconfigVM_Task, 'duration_secs': 0.435246} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.351620] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 220aa25b-1744-4026-9fb5-a9842e0a6a1f] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 220aa25b-1744-4026-9fb5-a9842e0a6a1f/220aa25b-1744-4026-9fb5-a9842e0a6a1f.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.351620] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2839df6b-a994-44e4-bf99-40dd22a78f21 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.357315] env[68800]: DEBUG oslo_vmware.api [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 1089.357315] env[68800]: value = "task-3244338" [ 1089.357315] env[68800]: _type = "Task" [ 1089.357315] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.366724] env[68800]: DEBUG oslo_vmware.api [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244338, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.477293] env[68800]: DEBUG nova.scheduler.client.report [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Updated inventory for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 with generation 122 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1089.477560] env[68800]: DEBUG nova.compute.provider_tree [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Updating resource provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 generation from 122 to 123 during operation: update_inventory {{(pid=68800) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1089.477757] env[68800]: DEBUG nova.compute.provider_tree [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Updating inventory in ProviderTree for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1089.486165] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8ea7d2cc-ed54-45ef-a708-53f2e7eec77b tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Releasing lock "refresh_cache-14a8d720-2f8a-43ce-bb2a-7f79cc54a53f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.486854] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8ea7d2cc-ed54-45ef-a708-53f2e7eec77b tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "14a8d720-2f8a-43ce-bb2a-7f79cc54a53f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.487019] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8ea7d2cc-ed54-45ef-a708-53f2e7eec77b tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquired lock "14a8d720-2f8a-43ce-bb2a-7f79cc54a53f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.487932] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221cc161-fc0c-4634-b1f8-c841a67eca97 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.507932] env[68800]: DEBUG nova.virt.hardware [None req-8ea7d2cc-ed54-45ef-a708-53f2e7eec77b tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1089.508225] env[68800]: DEBUG nova.virt.hardware [None req-8ea7d2cc-ed54-45ef-a708-53f2e7eec77b tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1089.508395] env[68800]: DEBUG nova.virt.hardware [None req-8ea7d2cc-ed54-45ef-a708-53f2e7eec77b tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1089.508584] env[68800]: DEBUG nova.virt.hardware [None req-8ea7d2cc-ed54-45ef-a708-53f2e7eec77b tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1089.508728] env[68800]: DEBUG nova.virt.hardware [None req-8ea7d2cc-ed54-45ef-a708-53f2e7eec77b tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1089.508896] env[68800]: DEBUG nova.virt.hardware [None req-8ea7d2cc-ed54-45ef-a708-53f2e7eec77b tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1089.509185] env[68800]: DEBUG nova.virt.hardware [None req-8ea7d2cc-ed54-45ef-a708-53f2e7eec77b tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1089.509375] env[68800]: DEBUG nova.virt.hardware [None req-8ea7d2cc-ed54-45ef-a708-53f2e7eec77b tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1089.509568] env[68800]: DEBUG nova.virt.hardware [None req-8ea7d2cc-ed54-45ef-a708-53f2e7eec77b tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1089.510840] env[68800]: DEBUG nova.virt.hardware [None req-8ea7d2cc-ed54-45ef-a708-53f2e7eec77b tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1089.511068] env[68800]: DEBUG nova.virt.hardware [None req-8ea7d2cc-ed54-45ef-a708-53f2e7eec77b tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1089.518379] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea7d2cc-ed54-45ef-a708-53f2e7eec77b tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Reconfiguring VM to attach interface {{(pid=68800) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1089.518972] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6991487-3e7b-458d-b36b-96f54248bd71 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.540681] env[68800]: DEBUG oslo_vmware.api [None req-8ea7d2cc-ed54-45ef-a708-53f2e7eec77b tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for the task: (returnval){ [ 1089.540681] env[68800]: value = "task-3244339" [ 1089.540681] env[68800]: _type = "Task" [ 1089.540681] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.547942] env[68800]: DEBUG oslo_vmware.api [None req-8ea7d2cc-ed54-45ef-a708-53f2e7eec77b tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244339, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.651786] env[68800]: DEBUG oslo_vmware.api [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244335, 'name': PowerOnVM_Task, 'duration_secs': 0.543051} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.652591] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1089.761959] env[68800]: DEBUG oslo_vmware.api [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244336, 'name': PowerOnVM_Task, 'duration_secs': 0.700139} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.767014] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1089.767014] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c8285e78-739d-43df-832d-43b8ad6801ef tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Updating instance '3569d4a2-f210-4a85-bc56-0de724aba1b0' progress to 100 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1089.778317] env[68800]: DEBUG nova.compute.manager [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1089.779216] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d8a8f3-f0c7-4bd0-a40a-22f24e999493 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.799938] env[68800]: DEBUG nova.compute.manager [req-e74c9652-4684-45de-8bf1-0f62497bc5c0 req-2303f14d-b135-4b76-a6c7-56997983402b service nova] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Received event network-vif-deleted-67db259c-049d-49cd-923b-e080b1ac9e6f {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.800147] env[68800]: INFO nova.compute.manager [req-e74c9652-4684-45de-8bf1-0f62497bc5c0 req-2303f14d-b135-4b76-a6c7-56997983402b service nova] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Neutron deleted interface 67db259c-049d-49cd-923b-e080b1ac9e6f; detaching it from the instance and deleting it from the info cache [ 1089.800314] env[68800]: DEBUG nova.network.neutron [req-e74c9652-4684-45de-8bf1-0f62497bc5c0 req-2303f14d-b135-4b76-a6c7-56997983402b service nova] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.857270] env[68800]: DEBUG nova.network.neutron [-] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.869451] env[68800]: DEBUG oslo_vmware.api [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244338, 'name': Rename_Task, 'duration_secs': 0.188418} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.869451] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 220aa25b-1744-4026-9fb5-a9842e0a6a1f] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1089.869714] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-018a4fa1-8bf5-4ba2-8d14-12cb309155be {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.876844] env[68800]: DEBUG oslo_vmware.api [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 1089.876844] env[68800]: value = "task-3244340" [ 1089.876844] env[68800]: _type = "Task" [ 1089.876844] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.885456] env[68800]: DEBUG oslo_vmware.api [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244340, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.984360] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.400s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.984974] env[68800]: DEBUG nova.compute.manager [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1089.988236] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.274s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.989598] env[68800]: INFO nova.compute.claims [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 15e4be61-0c2d-49cd-bf02-61d76be5a4ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1090.051157] env[68800]: DEBUG oslo_vmware.api [None req-8ea7d2cc-ed54-45ef-a708-53f2e7eec77b tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.296583] env[68800]: DEBUG oslo_concurrency.lockutils [None req-73a9c178-49ed-4c70-a68b-56a6550d57b3 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lock "d31685d0-2d63-49c1-9615-a332ad4777ed" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 45.355s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.304751] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-22e7dd04-b81b-439d-894d-ec03876cde23 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.314257] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41a9226-4c3d-482a-96c3-489612dbda6d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.345972] env[68800]: DEBUG nova.compute.manager [req-e74c9652-4684-45de-8bf1-0f62497bc5c0 req-2303f14d-b135-4b76-a6c7-56997983402b service nova] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Detach interface failed, port_id=67db259c-049d-49cd-923b-e080b1ac9e6f, reason: Instance c8d19cdf-eced-4fa6-ba93-223530bb7fe2 could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1090.364292] env[68800]: INFO nova.compute.manager [-] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Took 1.53 seconds to deallocate network for instance. [ 1090.386724] env[68800]: DEBUG oslo_vmware.api [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244340, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.499331] env[68800]: DEBUG nova.compute.utils [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1090.500212] env[68800]: DEBUG nova.compute.manager [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1090.500212] env[68800]: DEBUG nova.network.neutron [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1090.550404] env[68800]: DEBUG oslo_vmware.api [None req-8ea7d2cc-ed54-45ef-a708-53f2e7eec77b tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244339, 'name': ReconfigVM_Task, 'duration_secs': 0.986729} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.550914] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8ea7d2cc-ed54-45ef-a708-53f2e7eec77b tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Releasing lock "14a8d720-2f8a-43ce-bb2a-7f79cc54a53f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.551145] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea7d2cc-ed54-45ef-a708-53f2e7eec77b tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Reconfigured VM to attach interface {{(pid=68800) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1090.563434] env[68800]: DEBUG nova.policy [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b76f89a23fa4207aa592de9c607504b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c22bdf6fa5724d67a7b5d6a9fd413cfe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 1090.871849] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bbd0d8ba-af2b-446b-b743-fc5e059b6e22 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.886872] env[68800]: DEBUG oslo_vmware.api [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244340, 'name': PowerOnVM_Task, 'duration_secs': 0.713459} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.887177] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 220aa25b-1744-4026-9fb5-a9842e0a6a1f] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1090.887382] env[68800]: INFO nova.compute.manager [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 220aa25b-1744-4026-9fb5-a9842e0a6a1f] Took 9.53 seconds to spawn the instance on the hypervisor. [ 1090.887561] env[68800]: DEBUG nova.compute.manager [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 220aa25b-1744-4026-9fb5-a9842e0a6a1f] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1090.888419] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e84158-da22-4a2c-ba29-848dce959aa8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.949791] env[68800]: DEBUG nova.network.neutron [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Successfully created port: d2e1921f-f27a-48dc-9606-3c7089e09917 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1091.004809] env[68800]: DEBUG nova.compute.manager [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1091.056041] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8ea7d2cc-ed54-45ef-a708-53f2e7eec77b tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "interface-14a8d720-2f8a-43ce-bb2a-7f79cc54a53f-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 9.268s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.209903] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23808f4-f22f-4f66-9b26-9bce801a5937 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.219277] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15ffd7b-5c66-41e9-b292-a1d9c54eeda8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.253038] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e5d6bd-dda9-4ce7-a660-47891336a7f8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.261271] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb3b699-1c09-459e-a783-f81e8d1c56a4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.276629] env[68800]: DEBUG nova.compute.provider_tree [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.413589] env[68800]: INFO nova.compute.manager [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 220aa25b-1744-4026-9fb5-a9842e0a6a1f] Took 32.37 seconds to build instance. [ 1091.434017] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d91cbde6-22b2-46e9-89d6-04fbf48e8bb5 tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Acquiring lock "da4455e3-6c39-4895-93c0-66aca7ca621b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.434286] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d91cbde6-22b2-46e9-89d6-04fbf48e8bb5 tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Lock "da4455e3-6c39-4895-93c0-66aca7ca621b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.434492] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d91cbde6-22b2-46e9-89d6-04fbf48e8bb5 tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Acquiring lock "da4455e3-6c39-4895-93c0-66aca7ca621b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.434739] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d91cbde6-22b2-46e9-89d6-04fbf48e8bb5 tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Lock "da4455e3-6c39-4895-93c0-66aca7ca621b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.434858] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d91cbde6-22b2-46e9-89d6-04fbf48e8bb5 tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Lock "da4455e3-6c39-4895-93c0-66aca7ca621b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.437947] env[68800]: INFO nova.compute.manager [None req-d91cbde6-22b2-46e9-89d6-04fbf48e8bb5 tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Terminating instance [ 1091.498135] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "7ae4ff6b-3389-4237-a39f-1dc321b5d424" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.499564] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "7ae4ff6b-3389-4237-a39f-1dc321b5d424" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.779124] env[68800]: DEBUG nova.scheduler.client.report [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.916802] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5e6f08c8-872b-4e01-893f-88310d8277e6 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "220aa25b-1744-4026-9fb5-a9842e0a6a1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.878s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.942510] env[68800]: DEBUG nova.compute.manager [None req-d91cbde6-22b2-46e9-89d6-04fbf48e8bb5 tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1091.942765] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d91cbde6-22b2-46e9-89d6-04fbf48e8bb5 tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.943111] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb745db6-ac95-407b-88ec-7c1c414c76a7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.952082] env[68800]: DEBUG oslo_vmware.api [None req-d91cbde6-22b2-46e9-89d6-04fbf48e8bb5 tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Waiting for the task: (returnval){ [ 1091.952082] env[68800]: value = "task-3244341" [ 1091.952082] env[68800]: _type = "Task" [ 1091.952082] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.964203] env[68800]: DEBUG oslo_vmware.api [None req-d91cbde6-22b2-46e9-89d6-04fbf48e8bb5 tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Task: {'id': task-3244341, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.001573] env[68800]: DEBUG nova.compute.manager [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1092.015460] env[68800]: DEBUG nova.compute.manager [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1092.059953] env[68800]: DEBUG nova.virt.hardware [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1092.060336] env[68800]: DEBUG nova.virt.hardware [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.060591] env[68800]: DEBUG nova.virt.hardware [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.060919] env[68800]: DEBUG nova.virt.hardware [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.061173] env[68800]: DEBUG nova.virt.hardware [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.061413] env[68800]: DEBUG nova.virt.hardware [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1092.061718] env[68800]: DEBUG nova.virt.hardware [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1092.061975] env[68800]: DEBUG nova.virt.hardware [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1092.062596] env[68800]: DEBUG nova.virt.hardware [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1092.062858] env[68800]: DEBUG nova.virt.hardware [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1092.063141] env[68800]: DEBUG nova.virt.hardware [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1092.064534] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b98e5e-4510-4c6a-bb7a-46015d94f055 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.076779] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a04b57-b33e-40ac-87ac-8126974948e5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.133060] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71758b49-933a-4129-bf34-70441482b10c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.139903] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-12de1882-2283-4e90-aae9-3b44e37b3c46 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 220aa25b-1744-4026-9fb5-a9842e0a6a1f] Suspending the VM {{(pid=68800) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1092.140510] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-4d906907-11bc-4c23-8c66-e2a12fa9f249 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.146382] env[68800]: DEBUG oslo_vmware.api [None req-12de1882-2283-4e90-aae9-3b44e37b3c46 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 1092.146382] env[68800]: value = "task-3244342" [ 1092.146382] env[68800]: _type = "Task" [ 1092.146382] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.154459] env[68800]: DEBUG oslo_vmware.api [None req-12de1882-2283-4e90-aae9-3b44e37b3c46 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244342, 'name': SuspendVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.279259] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0c451700-5ef4-4b53-9c0f-08d992c99c8a tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquiring lock "3569d4a2-f210-4a85-bc56-0de724aba1b0" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.279589] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0c451700-5ef4-4b53-9c0f-08d992c99c8a tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "3569d4a2-f210-4a85-bc56-0de724aba1b0" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.279797] env[68800]: DEBUG nova.compute.manager [None req-0c451700-5ef4-4b53-9c0f-08d992c99c8a tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Going to confirm migration 4 {{(pid=68800) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1092.284727] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.296s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.285353] env[68800]: DEBUG nova.compute.manager [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 15e4be61-0c2d-49cd-bf02-61d76be5a4ce] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1092.288286] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.628s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.464505] env[68800]: DEBUG oslo_vmware.api [None req-d91cbde6-22b2-46e9-89d6-04fbf48e8bb5 tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Task: {'id': task-3244341, 'name': PowerOffVM_Task, 'duration_secs': 0.246839} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.464768] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d91cbde6-22b2-46e9-89d6-04fbf48e8bb5 tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.464970] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-d91cbde6-22b2-46e9-89d6-04fbf48e8bb5 tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Volume detach. Driver type: vmdk {{(pid=68800) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1092.465178] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-d91cbde6-22b2-46e9-89d6-04fbf48e8bb5 tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648285', 'volume_id': 'd59dcf18-0178-471c-8ee0-9130e14635ee', 'name': 'volume-d59dcf18-0178-471c-8ee0-9130e14635ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da4455e3-6c39-4895-93c0-66aca7ca621b', 'attached_at': '', 'detached_at': '', 'volume_id': 'd59dcf18-0178-471c-8ee0-9130e14635ee', 'serial': 'd59dcf18-0178-471c-8ee0-9130e14635ee'} {{(pid=68800) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1092.466189] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81fdbae4-98e8-4545-8216-22efe2bde2c2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.485216] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73385cdf-267a-4feb-868c-3c136b93bdae {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.492869] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a5ec5b-3cab-4f59-bf44-cf272cd5e7a3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.513312] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5c8379-ba48-41d6-9224-02b8467af5cf {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.536305] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-d91cbde6-22b2-46e9-89d6-04fbf48e8bb5 tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] The volume has not been displaced from its original location: [datastore1] volume-d59dcf18-0178-471c-8ee0-9130e14635ee/volume-d59dcf18-0178-471c-8ee0-9130e14635ee.vmdk. No consolidation needed. {{(pid=68800) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1092.541523] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-d91cbde6-22b2-46e9-89d6-04fbf48e8bb5 tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Reconfiguring VM instance instance-0000004e to detach disk 2000 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1092.542624] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.542875] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb6995eb-5466-44d1-8690-f21edd7b415c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.561165] env[68800]: DEBUG oslo_vmware.api [None req-d91cbde6-22b2-46e9-89d6-04fbf48e8bb5 tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Waiting for the task: (returnval){ [ 1092.561165] env[68800]: value = "task-3244343" [ 1092.561165] env[68800]: _type = "Task" [ 1092.561165] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.566646] env[68800]: DEBUG nova.compute.manager [req-7efa42f9-b496-417c-ab58-d90c0338b515 req-b002bfbf-691f-44db-98c4-861a69bebca0 service nova] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Received event network-vif-plugged-d2e1921f-f27a-48dc-9606-3c7089e09917 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.566739] env[68800]: DEBUG oslo_concurrency.lockutils [req-7efa42f9-b496-417c-ab58-d90c0338b515 req-b002bfbf-691f-44db-98c4-861a69bebca0 service nova] Acquiring lock "99a29a11-5049-4ae4-8e86-b8b4fb4c35dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.567042] env[68800]: DEBUG oslo_concurrency.lockutils [req-7efa42f9-b496-417c-ab58-d90c0338b515 req-b002bfbf-691f-44db-98c4-861a69bebca0 service nova] Lock "99a29a11-5049-4ae4-8e86-b8b4fb4c35dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.567104] env[68800]: DEBUG oslo_concurrency.lockutils [req-7efa42f9-b496-417c-ab58-d90c0338b515 req-b002bfbf-691f-44db-98c4-861a69bebca0 service nova] Lock "99a29a11-5049-4ae4-8e86-b8b4fb4c35dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.567255] env[68800]: DEBUG nova.compute.manager [req-7efa42f9-b496-417c-ab58-d90c0338b515 req-b002bfbf-691f-44db-98c4-861a69bebca0 service nova] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] No waiting events found dispatching network-vif-plugged-d2e1921f-f27a-48dc-9606-3c7089e09917 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1092.567433] env[68800]: WARNING nova.compute.manager [req-7efa42f9-b496-417c-ab58-d90c0338b515 req-b002bfbf-691f-44db-98c4-861a69bebca0 service nova] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Received unexpected event network-vif-plugged-d2e1921f-f27a-48dc-9606-3c7089e09917 for instance with vm_state building and task_state spawning. [ 1092.572935] env[68800]: DEBUG oslo_vmware.api [None req-d91cbde6-22b2-46e9-89d6-04fbf48e8bb5 tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Task: {'id': task-3244343, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.659867] env[68800]: DEBUG oslo_vmware.api [None req-12de1882-2283-4e90-aae9-3b44e37b3c46 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244342, 'name': SuspendVM_Task} progress is 70%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.666524] env[68800]: DEBUG nova.network.neutron [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Successfully updated port: d2e1921f-f27a-48dc-9606-3c7089e09917 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1092.791682] env[68800]: DEBUG nova.compute.utils [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1092.800031] env[68800]: DEBUG nova.compute.manager [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 15e4be61-0c2d-49cd-bf02-61d76be5a4ce] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1092.800166] env[68800]: DEBUG nova.network.neutron [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 15e4be61-0c2d-49cd-bf02-61d76be5a4ce] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1092.916217] env[68800]: DEBUG oslo_concurrency.lockutils [None req-12401f21-2b82-49fb-a6cd-e9a0c5fb683a tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "interface-14a8d720-2f8a-43ce-bb2a-7f79cc54a53f-d89154cc-e47c-42ff-b9c9-055f8a9d4a5f" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.916420] env[68800]: DEBUG oslo_concurrency.lockutils [None req-12401f21-2b82-49fb-a6cd-e9a0c5fb683a tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "interface-14a8d720-2f8a-43ce-bb2a-7f79cc54a53f-d89154cc-e47c-42ff-b9c9-055f8a9d4a5f" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.916915] env[68800]: DEBUG nova.objects.instance [None req-12401f21-2b82-49fb-a6cd-e9a0c5fb683a tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lazy-loading 'flavor' on Instance uuid 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.070885] env[68800]: DEBUG oslo_vmware.api [None req-d91cbde6-22b2-46e9-89d6-04fbf48e8bb5 tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Task: {'id': task-3244343, 'name': ReconfigVM_Task, 'duration_secs': 0.303986} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.071141] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-d91cbde6-22b2-46e9-89d6-04fbf48e8bb5 tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Reconfigured VM instance instance-0000004e to detach disk 2000 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1093.075827] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-126b05f3-3b5e-4c6e-84e9-0c55f7f82a27 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.090333] env[68800]: DEBUG oslo_vmware.api [None req-d91cbde6-22b2-46e9-89d6-04fbf48e8bb5 tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Waiting for the task: (returnval){ [ 1093.090333] env[68800]: value = "task-3244344" [ 1093.090333] env[68800]: _type = "Task" [ 1093.090333] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.098139] env[68800]: DEBUG oslo_vmware.api [None req-d91cbde6-22b2-46e9-89d6-04fbf48e8bb5 tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Task: {'id': task-3244344, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.143016] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0c451700-5ef4-4b53-9c0f-08d992c99c8a tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquiring lock "refresh_cache-3569d4a2-f210-4a85-bc56-0de724aba1b0" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.143247] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0c451700-5ef4-4b53-9c0f-08d992c99c8a tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquired lock "refresh_cache-3569d4a2-f210-4a85-bc56-0de724aba1b0" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.143396] env[68800]: DEBUG nova.network.neutron [None req-0c451700-5ef4-4b53-9c0f-08d992c99c8a tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.143577] env[68800]: DEBUG nova.objects.instance [None req-0c451700-5ef4-4b53-9c0f-08d992c99c8a tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lazy-loading 'info_cache' on Instance uuid 3569d4a2-f210-4a85-bc56-0de724aba1b0 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.148159] env[68800]: DEBUG nova.policy [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3daea36b17be4fc3bb797fc56739f099', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2e6d84ce1a4409da32b310cead054c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 1093.158309] env[68800]: DEBUG oslo_vmware.api [None req-12de1882-2283-4e90-aae9-3b44e37b3c46 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244342, 'name': SuspendVM_Task} progress is 70%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.169603] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Acquiring lock "refresh_cache-99a29a11-5049-4ae4-8e86-b8b4fb4c35dc" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.169722] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Acquired lock "refresh_cache-99a29a11-5049-4ae4-8e86-b8b4fb4c35dc" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.169877] env[68800]: DEBUG nova.network.neutron [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.300423] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Applying migration context for instance 3569d4a2-f210-4a85-bc56-0de724aba1b0 as it has an incoming, in-progress migration eae661d8-ec56-4a07-b653-002237100d67. Migration status is confirming {{(pid=68800) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1093.301940] env[68800]: INFO nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Updating resource usage from migration eae661d8-ec56-4a07-b653-002237100d67 [ 1093.304939] env[68800]: DEBUG nova.compute.manager [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 15e4be61-0c2d-49cd-bf02-61d76be5a4ce] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1093.329833] env[68800]: WARNING nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance c8d19cdf-eced-4fa6-ba93-223530bb7fe2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1093.330036] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance da4455e3-6c39-4895-93c0-66aca7ca621b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1093.330172] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1093.330313] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 8b8a05f1-f724-4450-9b01-e6a63236ad35 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1093.330427] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1093.330545] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance c19ca69f-35ab-4737-997c-89f30164836a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1093.330693] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance d31685d0-2d63-49c1-9615-a332ad4777ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1093.330818] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Migration eae661d8-ec56-4a07-b653-002237100d67 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1093.330935] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 3569d4a2-f210-4a85-bc56-0de724aba1b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1093.331067] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 220aa25b-1744-4026-9fb5-a9842e0a6a1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1093.331184] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1093.331325] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 15e4be61-0c2d-49cd-bf02-61d76be5a4ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1093.562630] env[68800]: DEBUG nova.objects.instance [None req-12401f21-2b82-49fb-a6cd-e9a0c5fb683a tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lazy-loading 'pci_requests' on Instance uuid 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.572840] env[68800]: DEBUG nova.network.neutron [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 15e4be61-0c2d-49cd-bf02-61d76be5a4ce] Successfully created port: 3e1baa81-976f-40ff-be06-66dc8b528265 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1093.601414] env[68800]: DEBUG oslo_vmware.api [None req-d91cbde6-22b2-46e9-89d6-04fbf48e8bb5 tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Task: {'id': task-3244344, 'name': ReconfigVM_Task, 'duration_secs': 0.245588} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.601676] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-d91cbde6-22b2-46e9-89d6-04fbf48e8bb5 tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648285', 'volume_id': 'd59dcf18-0178-471c-8ee0-9130e14635ee', 'name': 'volume-d59dcf18-0178-471c-8ee0-9130e14635ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da4455e3-6c39-4895-93c0-66aca7ca621b', 'attached_at': '', 'detached_at': '', 'volume_id': 'd59dcf18-0178-471c-8ee0-9130e14635ee', 'serial': 'd59dcf18-0178-471c-8ee0-9130e14635ee'} {{(pid=68800) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1093.601925] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d91cbde6-22b2-46e9-89d6-04fbf48e8bb5 tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.602682] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f41fca-306c-4cd5-80f9-09664c87066b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.609321] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d91cbde6-22b2-46e9-89d6-04fbf48e8bb5 tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1093.609539] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d01af0e-0b9f-41fc-ab6e-aefda559e2bc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.661960] env[68800]: DEBUG oslo_vmware.api [None req-12de1882-2283-4e90-aae9-3b44e37b3c46 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244342, 'name': SuspendVM_Task, 'duration_secs': 1.155007} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.662409] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-12de1882-2283-4e90-aae9-3b44e37b3c46 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 220aa25b-1744-4026-9fb5-a9842e0a6a1f] Suspended the VM {{(pid=68800) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1093.662632] env[68800]: DEBUG nova.compute.manager [None req-12de1882-2283-4e90-aae9-3b44e37b3c46 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 220aa25b-1744-4026-9fb5-a9842e0a6a1f] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1093.663479] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf81368-0923-414a-a20e-13322c4401ec {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.675677] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d91cbde6-22b2-46e9-89d6-04fbf48e8bb5 tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1093.675883] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d91cbde6-22b2-46e9-89d6-04fbf48e8bb5 tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1093.676072] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-d91cbde6-22b2-46e9-89d6-04fbf48e8bb5 tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Deleting the datastore file [datastore1] da4455e3-6c39-4895-93c0-66aca7ca621b {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.676534] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-695a4585-3884-4dcd-8501-b0585111793a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.683750] env[68800]: DEBUG oslo_vmware.api [None req-d91cbde6-22b2-46e9-89d6-04fbf48e8bb5 tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Waiting for the task: (returnval){ [ 1093.683750] env[68800]: value = "task-3244346" [ 1093.683750] env[68800]: _type = "Task" [ 1093.683750] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.696245] env[68800]: DEBUG oslo_vmware.api [None req-d91cbde6-22b2-46e9-89d6-04fbf48e8bb5 tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Task: {'id': task-3244346, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.739617] env[68800]: DEBUG nova.network.neutron [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1093.834730] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 7ae4ff6b-3389-4237-a39f-1dc321b5d424 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1093.835079] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=68800) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1093.835248] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=68800) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1093.997981] env[68800]: DEBUG nova.network.neutron [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Updating instance_info_cache with network_info: [{"id": "d2e1921f-f27a-48dc-9606-3c7089e09917", "address": "fa:16:3e:c6:22:f3", "network": {"id": "dc80ae23-746b-48e6-b33c-fdf1fca9ddf6", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1770112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c22bdf6fa5724d67a7b5d6a9fd413cfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2e1921f-f2", "ovs_interfaceid": "d2e1921f-f27a-48dc-9606-3c7089e09917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.014873] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0331e67-0ae2-4c5d-9ec8-b33d2309e671 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.023592] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7391bc6c-2550-4cb3-8dbd-feb2393a6b1c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.057822] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013bd5d2-37d1-4fd9-bb12-1331e5389648 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.063992] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8578b492-734b-4aba-aabb-e5d7445ecea9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.068628] env[68800]: DEBUG nova.objects.base [None req-12401f21-2b82-49fb-a6cd-e9a0c5fb683a tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Object Instance<14a8d720-2f8a-43ce-bb2a-7f79cc54a53f> lazy-loaded attributes: flavor,pci_requests {{(pid=68800) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1094.068628] env[68800]: DEBUG nova.network.neutron [None req-12401f21-2b82-49fb-a6cd-e9a0c5fb683a tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1094.080137] env[68800]: DEBUG nova.compute.provider_tree [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.155594] env[68800]: DEBUG nova.policy [None req-12401f21-2b82-49fb-a6cd-e9a0c5fb683a tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31eea260dc9f479b9390ca2cc13e8b10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a55e3ff738d49f8ae6b119fe8712bb8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 1094.194656] env[68800]: DEBUG oslo_vmware.api [None req-d91cbde6-22b2-46e9-89d6-04fbf48e8bb5 tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Task: {'id': task-3244346, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.315116] env[68800]: DEBUG nova.compute.manager [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 15e4be61-0c2d-49cd-bf02-61d76be5a4ce] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1094.348642] env[68800]: DEBUG nova.virt.hardware [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1094.349018] env[68800]: DEBUG nova.virt.hardware [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1094.349083] env[68800]: DEBUG nova.virt.hardware [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1094.349226] env[68800]: DEBUG nova.virt.hardware [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1094.349389] env[68800]: DEBUG nova.virt.hardware [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1094.349543] env[68800]: DEBUG nova.virt.hardware [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1094.349750] env[68800]: DEBUG nova.virt.hardware [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1094.349917] env[68800]: DEBUG nova.virt.hardware [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1094.350099] env[68800]: DEBUG nova.virt.hardware [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1094.350263] env[68800]: DEBUG nova.virt.hardware [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1094.350470] env[68800]: DEBUG nova.virt.hardware [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1094.351454] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0679cd91-a939-495c-8f6a-8162be3c4f4c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.358998] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0969965c-e037-478d-9851-1a8cdb49e53b tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Acquiring lock "c19ca69f-35ab-4737-997c-89f30164836a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.359252] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0969965c-e037-478d-9851-1a8cdb49e53b tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Lock "c19ca69f-35ab-4737-997c-89f30164836a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.359450] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0969965c-e037-478d-9851-1a8cdb49e53b tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Acquiring lock "c19ca69f-35ab-4737-997c-89f30164836a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.359629] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0969965c-e037-478d-9851-1a8cdb49e53b tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Lock "c19ca69f-35ab-4737-997c-89f30164836a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.359792] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0969965c-e037-478d-9851-1a8cdb49e53b tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Lock "c19ca69f-35ab-4737-997c-89f30164836a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.362408] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5be8f47-9ca3-46da-92e4-58d1ad2379ef {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.366890] env[68800]: INFO nova.compute.manager [None req-0969965c-e037-478d-9851-1a8cdb49e53b tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Terminating instance [ 1094.502590] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Releasing lock "refresh_cache-99a29a11-5049-4ae4-8e86-b8b4fb4c35dc" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.502903] env[68800]: DEBUG nova.compute.manager [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Instance network_info: |[{"id": "d2e1921f-f27a-48dc-9606-3c7089e09917", "address": "fa:16:3e:c6:22:f3", "network": {"id": "dc80ae23-746b-48e6-b33c-fdf1fca9ddf6", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1770112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c22bdf6fa5724d67a7b5d6a9fd413cfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2e1921f-f2", "ovs_interfaceid": "d2e1921f-f27a-48dc-9606-3c7089e09917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1094.503330] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:22:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9630cae2-7dd9-42b7-8b53-91ab254af243', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2e1921f-f27a-48dc-9606-3c7089e09917', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1094.511849] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Creating folder: Project (c22bdf6fa5724d67a7b5d6a9fd413cfe). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1094.512139] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ff2f1d9-1d4a-4c77-a501-af0371b5d233 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.522781] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Created folder: Project (c22bdf6fa5724d67a7b5d6a9fd413cfe) in parent group-v648080. [ 1094.522956] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Creating folder: Instances. Parent ref: group-v648357. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1094.523185] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6319058d-2b80-4726-bf25-d310a40b6782 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.531483] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Created folder: Instances in parent group-v648357. [ 1094.531720] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.531901] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1094.532098] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be3c9705-5f06-4257-8025-d78e64b3b609 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.549883] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1094.549883] env[68800]: value = "task-3244349" [ 1094.549883] env[68800]: _type = "Task" [ 1094.549883] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.557848] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244349, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.582677] env[68800]: DEBUG nova.scheduler.client.report [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.643845] env[68800]: DEBUG nova.network.neutron [None req-0c451700-5ef4-4b53-9c0f-08d992c99c8a tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Updating instance_info_cache with network_info: [{"id": "40cff95f-1e23-45e0-95c6-8caed85595d5", "address": "fa:16:3e:0a:0a:8e", "network": {"id": "2ad65ae6-e96d-418b-8904-1b8c899626b0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1659419657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b74621381dc4bbca8fea1513bfe56e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40cff95f-1e", "ovs_interfaceid": "40cff95f-1e23-45e0-95c6-8caed85595d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.694668] env[68800]: DEBUG oslo_vmware.api [None req-d91cbde6-22b2-46e9-89d6-04fbf48e8bb5 tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Task: {'id': task-3244346, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.60069} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.694884] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-d91cbde6-22b2-46e9-89d6-04fbf48e8bb5 tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1094.695112] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d91cbde6-22b2-46e9-89d6-04fbf48e8bb5 tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1094.695257] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d91cbde6-22b2-46e9-89d6-04fbf48e8bb5 tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1094.695432] env[68800]: INFO nova.compute.manager [None req-d91cbde6-22b2-46e9-89d6-04fbf48e8bb5 tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Took 2.75 seconds to destroy the instance on the hypervisor. [ 1094.695711] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d91cbde6-22b2-46e9-89d6-04fbf48e8bb5 tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.695908] env[68800]: DEBUG nova.compute.manager [-] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1094.696017] env[68800]: DEBUG nova.network.neutron [-] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1094.763181] env[68800]: DEBUG nova.compute.manager [req-13bfb2a4-b738-4f22-a272-9f6a001e27e6 req-36b979d4-7c87-4f88-9aad-bc8aad483a6c service nova] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Received event network-changed-d2e1921f-f27a-48dc-9606-3c7089e09917 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.763403] env[68800]: DEBUG nova.compute.manager [req-13bfb2a4-b738-4f22-a272-9f6a001e27e6 req-36b979d4-7c87-4f88-9aad-bc8aad483a6c service nova] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Refreshing instance network info cache due to event network-changed-d2e1921f-f27a-48dc-9606-3c7089e09917. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1094.763612] env[68800]: DEBUG oslo_concurrency.lockutils [req-13bfb2a4-b738-4f22-a272-9f6a001e27e6 req-36b979d4-7c87-4f88-9aad-bc8aad483a6c service nova] Acquiring lock "refresh_cache-99a29a11-5049-4ae4-8e86-b8b4fb4c35dc" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.763753] env[68800]: DEBUG oslo_concurrency.lockutils [req-13bfb2a4-b738-4f22-a272-9f6a001e27e6 req-36b979d4-7c87-4f88-9aad-bc8aad483a6c service nova] Acquired lock "refresh_cache-99a29a11-5049-4ae4-8e86-b8b4fb4c35dc" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.763927] env[68800]: DEBUG nova.network.neutron [req-13bfb2a4-b738-4f22-a272-9f6a001e27e6 req-36b979d4-7c87-4f88-9aad-bc8aad483a6c service nova] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Refreshing network info cache for port d2e1921f-f27a-48dc-9606-3c7089e09917 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1094.883934] env[68800]: DEBUG nova.compute.manager [None req-0969965c-e037-478d-9851-1a8cdb49e53b tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1094.884191] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-0969965c-e037-478d-9851-1a8cdb49e53b tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1094.885161] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef1062c-5c5a-40a0-93c6-941d53f94a87 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.892404] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-0969965c-e037-478d-9851-1a8cdb49e53b tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.892665] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f557dad-d5a8-4dc0-bc62-4663796929c4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.898225] env[68800]: DEBUG oslo_vmware.api [None req-0969965c-e037-478d-9851-1a8cdb49e53b tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Waiting for the task: (returnval){ [ 1094.898225] env[68800]: value = "task-3244350" [ 1094.898225] env[68800]: _type = "Task" [ 1094.898225] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.907958] env[68800]: DEBUG oslo_vmware.api [None req-0969965c-e037-478d-9851-1a8cdb49e53b tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244350, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.063523] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244349, 'name': CreateVM_Task, 'duration_secs': 0.369222} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.063853] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1095.064559] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.064744] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.065099] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.065406] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b8bef45-29fc-4893-b33d-8a6116ee8570 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.071107] env[68800]: DEBUG oslo_vmware.api [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Waiting for the task: (returnval){ [ 1095.071107] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520fab6c-3de4-3374-bb5f-a4c09a5302f8" [ 1095.071107] env[68800]: _type = "Task" [ 1095.071107] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.079885] env[68800]: DEBUG oslo_vmware.api [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520fab6c-3de4-3374-bb5f-a4c09a5302f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.086866] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68800) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1095.087132] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.799s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.087370] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bbd0d8ba-af2b-446b-b743-fc5e059b6e22 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.216s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.087576] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bbd0d8ba-af2b-446b-b743-fc5e059b6e22 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.089783] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.547s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.091279] env[68800]: INFO nova.compute.claims [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1095.116045] env[68800]: INFO nova.scheduler.client.report [None req-bbd0d8ba-af2b-446b-b743-fc5e059b6e22 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Deleted allocations for instance c8d19cdf-eced-4fa6-ba93-223530bb7fe2 [ 1095.149905] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0c451700-5ef4-4b53-9c0f-08d992c99c8a tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Releasing lock "refresh_cache-3569d4a2-f210-4a85-bc56-0de724aba1b0" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.149905] env[68800]: DEBUG nova.objects.instance [None req-0c451700-5ef4-4b53-9c0f-08d992c99c8a tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lazy-loading 'migration_context' on Instance uuid 3569d4a2-f210-4a85-bc56-0de724aba1b0 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.236728] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bc34bbd3-a6a3-4d09-8ddf-296c444a46ec tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "220aa25b-1744-4026-9fb5-a9842e0a6a1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.236994] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bc34bbd3-a6a3-4d09-8ddf-296c444a46ec tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "220aa25b-1744-4026-9fb5-a9842e0a6a1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.237222] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bc34bbd3-a6a3-4d09-8ddf-296c444a46ec tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "220aa25b-1744-4026-9fb5-a9842e0a6a1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.237404] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bc34bbd3-a6a3-4d09-8ddf-296c444a46ec tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "220aa25b-1744-4026-9fb5-a9842e0a6a1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.237570] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bc34bbd3-a6a3-4d09-8ddf-296c444a46ec tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "220aa25b-1744-4026-9fb5-a9842e0a6a1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.240028] env[68800]: INFO nova.compute.manager [None req-bc34bbd3-a6a3-4d09-8ddf-296c444a46ec tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 220aa25b-1744-4026-9fb5-a9842e0a6a1f] Terminating instance [ 1095.408434] env[68800]: DEBUG oslo_vmware.api [None req-0969965c-e037-478d-9851-1a8cdb49e53b tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244350, 'name': PowerOffVM_Task, 'duration_secs': 0.188132} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.411770] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-0969965c-e037-478d-9851-1a8cdb49e53b tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.411973] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-0969965c-e037-478d-9851-1a8cdb49e53b tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1095.413026] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd3f3da1-4106-4133-83f4-8bd750e7b7b7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.480577] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-0969965c-e037-478d-9851-1a8cdb49e53b tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1095.480800] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-0969965c-e037-478d-9851-1a8cdb49e53b tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1095.480980] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-0969965c-e037-478d-9851-1a8cdb49e53b tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Deleting the datastore file [datastore2] c19ca69f-35ab-4737-997c-89f30164836a {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.481260] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f632deb3-8a1e-4191-b2f3-d97f020173bf {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.488716] env[68800]: DEBUG oslo_vmware.api [None req-0969965c-e037-478d-9851-1a8cdb49e53b tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Waiting for the task: (returnval){ [ 1095.488716] env[68800]: value = "task-3244352" [ 1095.488716] env[68800]: _type = "Task" [ 1095.488716] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.493248] env[68800]: DEBUG nova.network.neutron [req-13bfb2a4-b738-4f22-a272-9f6a001e27e6 req-36b979d4-7c87-4f88-9aad-bc8aad483a6c service nova] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Updated VIF entry in instance network info cache for port d2e1921f-f27a-48dc-9606-3c7089e09917. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1095.493641] env[68800]: DEBUG nova.network.neutron [req-13bfb2a4-b738-4f22-a272-9f6a001e27e6 req-36b979d4-7c87-4f88-9aad-bc8aad483a6c service nova] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Updating instance_info_cache with network_info: [{"id": "d2e1921f-f27a-48dc-9606-3c7089e09917", "address": "fa:16:3e:c6:22:f3", "network": {"id": "dc80ae23-746b-48e6-b33c-fdf1fca9ddf6", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1770112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c22bdf6fa5724d67a7b5d6a9fd413cfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2e1921f-f2", "ovs_interfaceid": "d2e1921f-f27a-48dc-9606-3c7089e09917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.498550] env[68800]: DEBUG oslo_vmware.api [None req-0969965c-e037-478d-9851-1a8cdb49e53b tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244352, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.576119] env[68800]: DEBUG nova.network.neutron [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 15e4be61-0c2d-49cd-bf02-61d76be5a4ce] Successfully updated port: 3e1baa81-976f-40ff-be06-66dc8b528265 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1095.587189] env[68800]: DEBUG oslo_vmware.api [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520fab6c-3de4-3374-bb5f-a4c09a5302f8, 'name': SearchDatastore_Task, 'duration_secs': 0.013469} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.588097] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.588315] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1095.588550] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.588698] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.588874] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1095.589391] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-def54579-50df-4f6a-b847-0dddbc0a23b3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.605846] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1095.606091] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1095.606871] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c718c7d-e264-4a92-8b67-97ea04c94f04 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.612786] env[68800]: DEBUG oslo_vmware.api [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Waiting for the task: (returnval){ [ 1095.612786] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52d545c7-dbfd-c111-604b-4b0f01e46dd5" [ 1095.612786] env[68800]: _type = "Task" [ 1095.612786] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.621242] env[68800]: DEBUG oslo_vmware.api [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52d545c7-dbfd-c111-604b-4b0f01e46dd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.625911] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bbd0d8ba-af2b-446b-b743-fc5e059b6e22 tempest-ServerRescueNegativeTestJSON-284317530 tempest-ServerRescueNegativeTestJSON-284317530-project-member] Lock "c8d19cdf-eced-4fa6-ba93-223530bb7fe2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.471s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.650023] env[68800]: DEBUG nova.objects.base [None req-0c451700-5ef4-4b53-9c0f-08d992c99c8a tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Object Instance<3569d4a2-f210-4a85-bc56-0de724aba1b0> lazy-loaded attributes: info_cache,migration_context {{(pid=68800) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1095.650917] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151e9638-e93b-42ba-a805-111200aeda7f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.670190] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1407c907-18db-4a09-af72-039eb56cd1ac {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.675820] env[68800]: DEBUG oslo_vmware.api [None req-0c451700-5ef4-4b53-9c0f-08d992c99c8a tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 1095.675820] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52de4829-6923-c6e8-5a79-556c3c188c23" [ 1095.675820] env[68800]: _type = "Task" [ 1095.675820] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.683625] env[68800]: DEBUG oslo_vmware.api [None req-0c451700-5ef4-4b53-9c0f-08d992c99c8a tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52de4829-6923-c6e8-5a79-556c3c188c23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.743549] env[68800]: DEBUG nova.compute.manager [None req-bc34bbd3-a6a3-4d09-8ddf-296c444a46ec tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 220aa25b-1744-4026-9fb5-a9842e0a6a1f] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1095.743809] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bc34bbd3-a6a3-4d09-8ddf-296c444a46ec tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 220aa25b-1744-4026-9fb5-a9842e0a6a1f] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1095.744697] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fc2a69-7d5f-4c9c-ae96-be7a547a55df {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.752283] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bc34bbd3-a6a3-4d09-8ddf-296c444a46ec tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 220aa25b-1744-4026-9fb5-a9842e0a6a1f] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1095.752283] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc024f80-bbfd-4795-8d47-b0d38d545390 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.822683] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bc34bbd3-a6a3-4d09-8ddf-296c444a46ec tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 220aa25b-1744-4026-9fb5-a9842e0a6a1f] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1095.823031] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bc34bbd3-a6a3-4d09-8ddf-296c444a46ec tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 220aa25b-1744-4026-9fb5-a9842e0a6a1f] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1095.823239] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc34bbd3-a6a3-4d09-8ddf-296c444a46ec tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Deleting the datastore file [datastore1] 220aa25b-1744-4026-9fb5-a9842e0a6a1f {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.823531] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-caba011b-11ad-4cec-b06c-dc60b58d7008 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.829890] env[68800]: DEBUG oslo_vmware.api [None req-bc34bbd3-a6a3-4d09-8ddf-296c444a46ec tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 1095.829890] env[68800]: value = "task-3244354" [ 1095.829890] env[68800]: _type = "Task" [ 1095.829890] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.837799] env[68800]: DEBUG oslo_vmware.api [None req-bc34bbd3-a6a3-4d09-8ddf-296c444a46ec tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244354, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.944261] env[68800]: DEBUG nova.network.neutron [None req-12401f21-2b82-49fb-a6cd-e9a0c5fb683a tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Successfully updated port: d89154cc-e47c-42ff-b9c9-055f8a9d4a5f {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1095.957953] env[68800]: DEBUG nova.network.neutron [-] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.999371] env[68800]: DEBUG oslo_vmware.api [None req-0969965c-e037-478d-9851-1a8cdb49e53b tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Task: {'id': task-3244352, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222344} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.999482] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-0969965c-e037-478d-9851-1a8cdb49e53b tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1096.000010] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-0969965c-e037-478d-9851-1a8cdb49e53b tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1096.000010] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-0969965c-e037-478d-9851-1a8cdb49e53b tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1096.000010] env[68800]: INFO nova.compute.manager [None req-0969965c-e037-478d-9851-1a8cdb49e53b tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1096.000240] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0969965c-e037-478d-9851-1a8cdb49e53b tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1096.000699] env[68800]: DEBUG oslo_concurrency.lockutils [req-13bfb2a4-b738-4f22-a272-9f6a001e27e6 req-36b979d4-7c87-4f88-9aad-bc8aad483a6c service nova] Releasing lock "refresh_cache-99a29a11-5049-4ae4-8e86-b8b4fb4c35dc" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.001079] env[68800]: DEBUG nova.compute.manager [-] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1096.001196] env[68800]: DEBUG nova.network.neutron [-] [instance: c19ca69f-35ab-4737-997c-89f30164836a] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1096.083030] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Acquiring lock "refresh_cache-15e4be61-0c2d-49cd-bf02-61d76be5a4ce" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.083030] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Acquired lock "refresh_cache-15e4be61-0c2d-49cd-bf02-61d76be5a4ce" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.083030] env[68800]: DEBUG nova.network.neutron [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 15e4be61-0c2d-49cd-bf02-61d76be5a4ce] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1096.124617] env[68800]: DEBUG oslo_vmware.api [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52d545c7-dbfd-c111-604b-4b0f01e46dd5, 'name': SearchDatastore_Task, 'duration_secs': 0.009767} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.125437] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a535755-7464-4cab-a584-532da05cbfb3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.133744] env[68800]: DEBUG oslo_vmware.api [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Waiting for the task: (returnval){ [ 1096.133744] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ed9c46-d638-97d9-e854-6ecf4fb2946a" [ 1096.133744] env[68800]: _type = "Task" [ 1096.133744] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.142951] env[68800]: DEBUG oslo_vmware.api [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ed9c46-d638-97d9-e854-6ecf4fb2946a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.190619] env[68800]: DEBUG oslo_vmware.api [None req-0c451700-5ef4-4b53-9c0f-08d992c99c8a tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52de4829-6923-c6e8-5a79-556c3c188c23, 'name': SearchDatastore_Task, 'duration_secs': 0.007647} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.190893] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0c451700-5ef4-4b53-9c0f-08d992c99c8a tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.282812] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b799532-90f2-4bdf-b66d-f53083b88c24 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.292205] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e744e064-6779-43d8-9143-3ac981e4445c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.325651] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75bfe08b-e58e-49a1-818e-8ded8210ed90 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.336139] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d667fee-4d72-443a-9141-49becaacd441 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.344985] env[68800]: DEBUG oslo_vmware.api [None req-bc34bbd3-a6a3-4d09-8ddf-296c444a46ec tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244354, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238333} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.352630] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc34bbd3-a6a3-4d09-8ddf-296c444a46ec tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1096.352833] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bc34bbd3-a6a3-4d09-8ddf-296c444a46ec tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 220aa25b-1744-4026-9fb5-a9842e0a6a1f] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1096.353014] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bc34bbd3-a6a3-4d09-8ddf-296c444a46ec tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 220aa25b-1744-4026-9fb5-a9842e0a6a1f] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1096.353191] env[68800]: INFO nova.compute.manager [None req-bc34bbd3-a6a3-4d09-8ddf-296c444a46ec tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: 220aa25b-1744-4026-9fb5-a9842e0a6a1f] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1096.353425] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc34bbd3-a6a3-4d09-8ddf-296c444a46ec tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1096.353839] env[68800]: DEBUG nova.compute.provider_tree [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.355142] env[68800]: DEBUG nova.compute.manager [-] [instance: 220aa25b-1744-4026-9fb5-a9842e0a6a1f] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1096.355244] env[68800]: DEBUG nova.network.neutron [-] [instance: 220aa25b-1744-4026-9fb5-a9842e0a6a1f] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1096.447912] env[68800]: DEBUG oslo_concurrency.lockutils [None req-12401f21-2b82-49fb-a6cd-e9a0c5fb683a tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "refresh_cache-14a8d720-2f8a-43ce-bb2a-7f79cc54a53f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.448115] env[68800]: DEBUG oslo_concurrency.lockutils [None req-12401f21-2b82-49fb-a6cd-e9a0c5fb683a tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquired lock "refresh_cache-14a8d720-2f8a-43ce-bb2a-7f79cc54a53f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.448356] env[68800]: DEBUG nova.network.neutron [None req-12401f21-2b82-49fb-a6cd-e9a0c5fb683a tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1096.462589] env[68800]: INFO nova.compute.manager [-] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Took 1.76 seconds to deallocate network for instance. [ 1096.621657] env[68800]: DEBUG nova.network.neutron [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 15e4be61-0c2d-49cd-bf02-61d76be5a4ce] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1096.649675] env[68800]: DEBUG oslo_vmware.api [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ed9c46-d638-97d9-e854-6ecf4fb2946a, 'name': SearchDatastore_Task, 'duration_secs': 0.012788} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.650009] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.650288] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc/99a29a11-5049-4ae4-8e86-b8b4fb4c35dc.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1096.650550] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45e4867c-703c-4328-b1f0-392699ee167a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.657434] env[68800]: DEBUG oslo_vmware.api [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Waiting for the task: (returnval){ [ 1096.657434] env[68800]: value = "task-3244355" [ 1096.657434] env[68800]: _type = "Task" [ 1096.657434] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.667242] env[68800]: DEBUG oslo_vmware.api [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Task: {'id': task-3244355, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.779623] env[68800]: DEBUG nova.network.neutron [-] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.824811] env[68800]: DEBUG nova.network.neutron [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 15e4be61-0c2d-49cd-bf02-61d76be5a4ce] Updating instance_info_cache with network_info: [{"id": "3e1baa81-976f-40ff-be06-66dc8b528265", "address": "fa:16:3e:4e:eb:ec", "network": {"id": "910263fe-5348-43bf-a2dc-80270861caea", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3ae10f76bf14ae69232ca090f1bb0ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e1baa81-97", "ovs_interfaceid": "3e1baa81-976f-40ff-be06-66dc8b528265", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.858526] env[68800]: DEBUG nova.scheduler.client.report [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.889168] env[68800]: DEBUG nova.compute.manager [req-f3abc054-47d5-4d51-99d5-c6b2ee13d10b req-4d664c64-aa4e-40c5-b7d6-f4df2625bbe7 service nova] [instance: 15e4be61-0c2d-49cd-bf02-61d76be5a4ce] Received event network-vif-plugged-3e1baa81-976f-40ff-be06-66dc8b528265 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.889398] env[68800]: DEBUG oslo_concurrency.lockutils [req-f3abc054-47d5-4d51-99d5-c6b2ee13d10b req-4d664c64-aa4e-40c5-b7d6-f4df2625bbe7 service nova] Acquiring lock "15e4be61-0c2d-49cd-bf02-61d76be5a4ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.889609] env[68800]: DEBUG oslo_concurrency.lockutils [req-f3abc054-47d5-4d51-99d5-c6b2ee13d10b req-4d664c64-aa4e-40c5-b7d6-f4df2625bbe7 service nova] Lock "15e4be61-0c2d-49cd-bf02-61d76be5a4ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.889777] env[68800]: DEBUG oslo_concurrency.lockutils [req-f3abc054-47d5-4d51-99d5-c6b2ee13d10b req-4d664c64-aa4e-40c5-b7d6-f4df2625bbe7 service nova] Lock "15e4be61-0c2d-49cd-bf02-61d76be5a4ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.889942] env[68800]: DEBUG nova.compute.manager [req-f3abc054-47d5-4d51-99d5-c6b2ee13d10b req-4d664c64-aa4e-40c5-b7d6-f4df2625bbe7 service nova] [instance: 15e4be61-0c2d-49cd-bf02-61d76be5a4ce] No waiting events found dispatching network-vif-plugged-3e1baa81-976f-40ff-be06-66dc8b528265 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1096.890121] env[68800]: WARNING nova.compute.manager [req-f3abc054-47d5-4d51-99d5-c6b2ee13d10b req-4d664c64-aa4e-40c5-b7d6-f4df2625bbe7 service nova] [instance: 15e4be61-0c2d-49cd-bf02-61d76be5a4ce] Received unexpected event network-vif-plugged-3e1baa81-976f-40ff-be06-66dc8b528265 for instance with vm_state building and task_state spawning. [ 1096.890290] env[68800]: DEBUG nova.compute.manager [req-f3abc054-47d5-4d51-99d5-c6b2ee13d10b req-4d664c64-aa4e-40c5-b7d6-f4df2625bbe7 service nova] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Received event network-vif-deleted-409f1b77-9a18-4028-9e4e-0e168283238d {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.890458] env[68800]: DEBUG nova.compute.manager [req-f3abc054-47d5-4d51-99d5-c6b2ee13d10b req-4d664c64-aa4e-40c5-b7d6-f4df2625bbe7 service nova] [instance: 15e4be61-0c2d-49cd-bf02-61d76be5a4ce] Received event network-changed-3e1baa81-976f-40ff-be06-66dc8b528265 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.890609] env[68800]: DEBUG nova.compute.manager [req-f3abc054-47d5-4d51-99d5-c6b2ee13d10b req-4d664c64-aa4e-40c5-b7d6-f4df2625bbe7 service nova] [instance: 15e4be61-0c2d-49cd-bf02-61d76be5a4ce] Refreshing instance network info cache due to event network-changed-3e1baa81-976f-40ff-be06-66dc8b528265. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1096.890790] env[68800]: DEBUG oslo_concurrency.lockutils [req-f3abc054-47d5-4d51-99d5-c6b2ee13d10b req-4d664c64-aa4e-40c5-b7d6-f4df2625bbe7 service nova] Acquiring lock "refresh_cache-15e4be61-0c2d-49cd-bf02-61d76be5a4ce" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.002636] env[68800]: WARNING nova.network.neutron [None req-12401f21-2b82-49fb-a6cd-e9a0c5fb683a tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] 42ecce2f-2b8f-412c-a25a-eac985a7bc3e already exists in list: networks containing: ['42ecce2f-2b8f-412c-a25a-eac985a7bc3e']. ignoring it [ 1097.002981] env[68800]: WARNING nova.network.neutron [None req-12401f21-2b82-49fb-a6cd-e9a0c5fb683a tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] 42ecce2f-2b8f-412c-a25a-eac985a7bc3e already exists in list: networks containing: ['42ecce2f-2b8f-412c-a25a-eac985a7bc3e']. ignoring it [ 1097.021590] env[68800]: INFO nova.compute.manager [None req-d91cbde6-22b2-46e9-89d6-04fbf48e8bb5 tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Took 0.56 seconds to detach 1 volumes for instance. [ 1097.024343] env[68800]: DEBUG nova.compute.manager [None req-d91cbde6-22b2-46e9-89d6-04fbf48e8bb5 tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Deleting volume: d59dcf18-0178-471c-8ee0-9130e14635ee {{(pid=68800) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1097.101692] env[68800]: DEBUG nova.network.neutron [-] [instance: 220aa25b-1744-4026-9fb5-a9842e0a6a1f] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.179026] env[68800]: DEBUG oslo_vmware.api [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Task: {'id': task-3244355, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.282668] env[68800]: INFO nova.compute.manager [-] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Took 1.28 seconds to deallocate network for instance. [ 1097.330460] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Releasing lock "refresh_cache-15e4be61-0c2d-49cd-bf02-61d76be5a4ce" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.330460] env[68800]: DEBUG nova.compute.manager [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 15e4be61-0c2d-49cd-bf02-61d76be5a4ce] Instance network_info: |[{"id": "3e1baa81-976f-40ff-be06-66dc8b528265", "address": "fa:16:3e:4e:eb:ec", "network": {"id": "910263fe-5348-43bf-a2dc-80270861caea", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3ae10f76bf14ae69232ca090f1bb0ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e1baa81-97", "ovs_interfaceid": "3e1baa81-976f-40ff-be06-66dc8b528265", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1097.330460] env[68800]: DEBUG oslo_concurrency.lockutils [req-f3abc054-47d5-4d51-99d5-c6b2ee13d10b req-4d664c64-aa4e-40c5-b7d6-f4df2625bbe7 service nova] Acquired lock "refresh_cache-15e4be61-0c2d-49cd-bf02-61d76be5a4ce" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.330460] env[68800]: DEBUG nova.network.neutron [req-f3abc054-47d5-4d51-99d5-c6b2ee13d10b req-4d664c64-aa4e-40c5-b7d6-f4df2625bbe7 service nova] [instance: 15e4be61-0c2d-49cd-bf02-61d76be5a4ce] Refreshing network info cache for port 3e1baa81-976f-40ff-be06-66dc8b528265 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.330460] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 15e4be61-0c2d-49cd-bf02-61d76be5a4ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:eb:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cbd5e0e-9116-46f1-9748-13a73d2d7e75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e1baa81-976f-40ff-be06-66dc8b528265', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1097.338142] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.339135] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15e4be61-0c2d-49cd-bf02-61d76be5a4ce] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1097.339269] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bed2819c-b794-4e0c-a18f-3ea0cca27855 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.363205] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.273s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.363721] env[68800]: DEBUG nova.compute.manager [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1097.367475] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0c451700-5ef4-4b53-9c0f-08d992c99c8a tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.177s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.369031] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1097.369031] env[68800]: value = "task-3244357" [ 1097.369031] env[68800]: _type = "Task" [ 1097.369031] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.383501] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244357, 'name': CreateVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.585183] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d91cbde6-22b2-46e9-89d6-04fbf48e8bb5 tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.585183] env[68800]: DEBUG nova.network.neutron [None req-12401f21-2b82-49fb-a6cd-e9a0c5fb683a tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Updating instance_info_cache with network_info: [{"id": "ba1d5e10-7fc4-47c3-9958-6a5801dbfcfb", "address": "fa:16:3e:46:10:ad", "network": {"id": "42ecce2f-2b8f-412c-a25a-eac985a7bc3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-882241878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a55e3ff738d49f8ae6b119fe8712bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba1d5e10-7f", "ovs_interfaceid": "ba1d5e10-7fc4-47c3-9958-6a5801dbfcfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "022a7714-b478-4102-aabd-f57abec543df", "address": "fa:16:3e:63:ba:62", "network": {"id": "42ecce2f-2b8f-412c-a25a-eac985a7bc3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-882241878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a55e3ff738d49f8ae6b119fe8712bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap022a7714-b4", "ovs_interfaceid": "022a7714-b478-4102-aabd-f57abec543df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d89154cc-e47c-42ff-b9c9-055f8a9d4a5f", "address": "fa:16:3e:b7:09:e3", "network": {"id": "42ecce2f-2b8f-412c-a25a-eac985a7bc3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-882241878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a55e3ff738d49f8ae6b119fe8712bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd89154cc-e4", "ovs_interfaceid": "d89154cc-e47c-42ff-b9c9-055f8a9d4a5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.606022] env[68800]: INFO nova.compute.manager [-] [instance: 220aa25b-1744-4026-9fb5-a9842e0a6a1f] Took 1.25 seconds to deallocate network for instance. [ 1097.672201] env[68800]: DEBUG oslo_vmware.api [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Task: {'id': task-3244355, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562225} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.672533] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc/99a29a11-5049-4ae4-8e86-b8b4fb4c35dc.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1097.672842] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1097.673235] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5861bc2-734a-433d-a0b1-f0b3e82052a7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.680871] env[68800]: DEBUG oslo_vmware.api [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Waiting for the task: (returnval){ [ 1097.680871] env[68800]: value = "task-3244358" [ 1097.680871] env[68800]: _type = "Task" [ 1097.680871] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.690152] env[68800]: DEBUG oslo_vmware.api [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Task: {'id': task-3244358, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.790230] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0969965c-e037-478d-9851-1a8cdb49e53b tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.872580] env[68800]: DEBUG nova.compute.utils [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1097.874919] env[68800]: DEBUG nova.compute.manager [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1097.874919] env[68800]: DEBUG nova.network.neutron [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1097.888871] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244357, 'name': CreateVM_Task} progress is 25%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.974284] env[68800]: DEBUG nova.policy [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a96c7442cd264c5ba69ab5535345b2fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85c5a45ac2714c49906e94554e4f3354', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 1098.052291] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7becf765-02bb-4e31-8ef9-bf87b319032d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.059802] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e1df81-8c53-499c-969b-155e308a8601 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.090199] env[68800]: DEBUG oslo_concurrency.lockutils [None req-12401f21-2b82-49fb-a6cd-e9a0c5fb683a tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Releasing lock "refresh_cache-14a8d720-2f8a-43ce-bb2a-7f79cc54a53f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.091062] env[68800]: DEBUG oslo_concurrency.lockutils [None req-12401f21-2b82-49fb-a6cd-e9a0c5fb683a tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "14a8d720-2f8a-43ce-bb2a-7f79cc54a53f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.091241] env[68800]: DEBUG oslo_concurrency.lockutils [None req-12401f21-2b82-49fb-a6cd-e9a0c5fb683a tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquired lock "14a8d720-2f8a-43ce-bb2a-7f79cc54a53f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.094566] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2b3b2c-96cf-4a19-8ab4-6755fd738383 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.097475] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6192403e-c287-45ee-ada2-3d9fd5423af9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.117049] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df10055-478b-475c-b758-5851452da5e8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.121712] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bc34bbd3-a6a3-4d09-8ddf-296c444a46ec tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.122954] env[68800]: DEBUG nova.virt.hardware [None req-12401f21-2b82-49fb-a6cd-e9a0c5fb683a tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1098.123231] env[68800]: DEBUG nova.virt.hardware [None req-12401f21-2b82-49fb-a6cd-e9a0c5fb683a tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1098.123392] env[68800]: DEBUG nova.virt.hardware [None req-12401f21-2b82-49fb-a6cd-e9a0c5fb683a tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.123667] env[68800]: DEBUG nova.virt.hardware [None req-12401f21-2b82-49fb-a6cd-e9a0c5fb683a tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1098.123746] env[68800]: DEBUG nova.virt.hardware [None req-12401f21-2b82-49fb-a6cd-e9a0c5fb683a tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.123991] env[68800]: DEBUG nova.virt.hardware [None req-12401f21-2b82-49fb-a6cd-e9a0c5fb683a tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1098.124383] env[68800]: DEBUG nova.virt.hardware [None req-12401f21-2b82-49fb-a6cd-e9a0c5fb683a tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1098.124383] env[68800]: DEBUG nova.virt.hardware [None req-12401f21-2b82-49fb-a6cd-e9a0c5fb683a tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1098.124521] env[68800]: DEBUG nova.virt.hardware [None req-12401f21-2b82-49fb-a6cd-e9a0c5fb683a tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1098.124572] env[68800]: DEBUG nova.virt.hardware [None req-12401f21-2b82-49fb-a6cd-e9a0c5fb683a tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1098.124733] env[68800]: DEBUG nova.virt.hardware [None req-12401f21-2b82-49fb-a6cd-e9a0c5fb683a tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1098.131356] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-12401f21-2b82-49fb-a6cd-e9a0c5fb683a tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Reconfiguring VM to attach interface {{(pid=68800) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1098.131773] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ef88561-1e31-4cfc-9ca9-b4105bd67e0b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.154336] env[68800]: DEBUG nova.compute.provider_tree [None req-0c451700-5ef4-4b53-9c0f-08d992c99c8a tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.156930] env[68800]: DEBUG oslo_vmware.api [None req-12401f21-2b82-49fb-a6cd-e9a0c5fb683a tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for the task: (returnval){ [ 1098.156930] env[68800]: value = "task-3244359" [ 1098.156930] env[68800]: _type = "Task" [ 1098.156930] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.167307] env[68800]: DEBUG oslo_vmware.api [None req-12401f21-2b82-49fb-a6cd-e9a0c5fb683a tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244359, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.193141] env[68800]: DEBUG oslo_vmware.api [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Task: {'id': task-3244358, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067978} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.193403] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1098.194205] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c526d2de-dfb4-4612-b4bd-850f733c4fdf {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.216562] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc/99a29a11-5049-4ae4-8e86-b8b4fb4c35dc.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.217167] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9034056e-e0a4-4066-b5a8-f81538e396fe {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.231891] env[68800]: DEBUG nova.network.neutron [req-f3abc054-47d5-4d51-99d5-c6b2ee13d10b req-4d664c64-aa4e-40c5-b7d6-f4df2625bbe7 service nova] [instance: 15e4be61-0c2d-49cd-bf02-61d76be5a4ce] Updated VIF entry in instance network info cache for port 3e1baa81-976f-40ff-be06-66dc8b528265. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1098.232259] env[68800]: DEBUG nova.network.neutron [req-f3abc054-47d5-4d51-99d5-c6b2ee13d10b req-4d664c64-aa4e-40c5-b7d6-f4df2625bbe7 service nova] [instance: 15e4be61-0c2d-49cd-bf02-61d76be5a4ce] Updating instance_info_cache with network_info: [{"id": "3e1baa81-976f-40ff-be06-66dc8b528265", "address": "fa:16:3e:4e:eb:ec", "network": {"id": "910263fe-5348-43bf-a2dc-80270861caea", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3ae10f76bf14ae69232ca090f1bb0ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e1baa81-97", "ovs_interfaceid": "3e1baa81-976f-40ff-be06-66dc8b528265", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.237197] env[68800]: DEBUG oslo_vmware.api [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Waiting for the task: (returnval){ [ 1098.237197] env[68800]: value = "task-3244360" [ 1098.237197] env[68800]: _type = "Task" [ 1098.237197] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.245221] env[68800]: DEBUG oslo_vmware.api [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Task: {'id': task-3244360, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.388971] env[68800]: DEBUG nova.compute.manager [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1098.395937] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244357, 'name': CreateVM_Task, 'duration_secs': 0.622873} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.397033] env[68800]: DEBUG nova.network.neutron [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Successfully created port: da998196-611a-4e2b-ab23-cd7d3fb23190 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1098.400012] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15e4be61-0c2d-49cd-bf02-61d76be5a4ce] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1098.400179] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.400349] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.400741] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.401493] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95c45a6a-b1e0-4212-860d-ab11425c327e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.407148] env[68800]: DEBUG oslo_vmware.api [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Waiting for the task: (returnval){ [ 1098.407148] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]521403f0-ae14-f826-f0f1-0a34953239d3" [ 1098.407148] env[68800]: _type = "Task" [ 1098.407148] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.416223] env[68800]: DEBUG oslo_vmware.api [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]521403f0-ae14-f826-f0f1-0a34953239d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.662380] env[68800]: DEBUG nova.scheduler.client.report [None req-0c451700-5ef4-4b53-9c0f-08d992c99c8a tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.673690] env[68800]: DEBUG oslo_vmware.api [None req-12401f21-2b82-49fb-a6cd-e9a0c5fb683a tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.738265] env[68800]: DEBUG oslo_concurrency.lockutils [req-f3abc054-47d5-4d51-99d5-c6b2ee13d10b req-4d664c64-aa4e-40c5-b7d6-f4df2625bbe7 service nova] Releasing lock "refresh_cache-15e4be61-0c2d-49cd-bf02-61d76be5a4ce" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.738265] env[68800]: DEBUG nova.compute.manager [req-f3abc054-47d5-4d51-99d5-c6b2ee13d10b req-4d664c64-aa4e-40c5-b7d6-f4df2625bbe7 service nova] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Received event network-vif-plugged-d89154cc-e47c-42ff-b9c9-055f8a9d4a5f {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.738265] env[68800]: DEBUG oslo_concurrency.lockutils [req-f3abc054-47d5-4d51-99d5-c6b2ee13d10b req-4d664c64-aa4e-40c5-b7d6-f4df2625bbe7 service nova] Acquiring lock "14a8d720-2f8a-43ce-bb2a-7f79cc54a53f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.738265] env[68800]: DEBUG oslo_concurrency.lockutils [req-f3abc054-47d5-4d51-99d5-c6b2ee13d10b req-4d664c64-aa4e-40c5-b7d6-f4df2625bbe7 service nova] Lock "14a8d720-2f8a-43ce-bb2a-7f79cc54a53f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.738265] env[68800]: DEBUG oslo_concurrency.lockutils [req-f3abc054-47d5-4d51-99d5-c6b2ee13d10b req-4d664c64-aa4e-40c5-b7d6-f4df2625bbe7 service nova] Lock "14a8d720-2f8a-43ce-bb2a-7f79cc54a53f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.738265] env[68800]: DEBUG nova.compute.manager [req-f3abc054-47d5-4d51-99d5-c6b2ee13d10b req-4d664c64-aa4e-40c5-b7d6-f4df2625bbe7 service nova] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] No waiting events found dispatching network-vif-plugged-d89154cc-e47c-42ff-b9c9-055f8a9d4a5f {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1098.738265] env[68800]: WARNING nova.compute.manager [req-f3abc054-47d5-4d51-99d5-c6b2ee13d10b req-4d664c64-aa4e-40c5-b7d6-f4df2625bbe7 service nova] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Received unexpected event network-vif-plugged-d89154cc-e47c-42ff-b9c9-055f8a9d4a5f for instance with vm_state active and task_state None. [ 1098.738265] env[68800]: DEBUG nova.compute.manager [req-f3abc054-47d5-4d51-99d5-c6b2ee13d10b req-4d664c64-aa4e-40c5-b7d6-f4df2625bbe7 service nova] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Received event network-changed-d89154cc-e47c-42ff-b9c9-055f8a9d4a5f {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.738265] env[68800]: DEBUG nova.compute.manager [req-f3abc054-47d5-4d51-99d5-c6b2ee13d10b req-4d664c64-aa4e-40c5-b7d6-f4df2625bbe7 service nova] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Refreshing instance network info cache due to event network-changed-d89154cc-e47c-42ff-b9c9-055f8a9d4a5f. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1098.738265] env[68800]: DEBUG oslo_concurrency.lockutils [req-f3abc054-47d5-4d51-99d5-c6b2ee13d10b req-4d664c64-aa4e-40c5-b7d6-f4df2625bbe7 service nova] Acquiring lock "refresh_cache-14a8d720-2f8a-43ce-bb2a-7f79cc54a53f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.738265] env[68800]: DEBUG oslo_concurrency.lockutils [req-f3abc054-47d5-4d51-99d5-c6b2ee13d10b req-4d664c64-aa4e-40c5-b7d6-f4df2625bbe7 service nova] Acquired lock "refresh_cache-14a8d720-2f8a-43ce-bb2a-7f79cc54a53f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.738265] env[68800]: DEBUG nova.network.neutron [req-f3abc054-47d5-4d51-99d5-c6b2ee13d10b req-4d664c64-aa4e-40c5-b7d6-f4df2625bbe7 service nova] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Refreshing network info cache for port d89154cc-e47c-42ff-b9c9-055f8a9d4a5f {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1098.749603] env[68800]: DEBUG oslo_vmware.api [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Task: {'id': task-3244360, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.917447] env[68800]: DEBUG oslo_vmware.api [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]521403f0-ae14-f826-f0f1-0a34953239d3, 'name': SearchDatastore_Task, 'duration_secs': 0.010861} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.917685] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.917919] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 15e4be61-0c2d-49cd-bf02-61d76be5a4ce] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1098.918173] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.918320] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.918502] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1098.918784] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-467e2c8c-40a4-4c04-ad8e-ebcd7d6967d3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.929218] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1098.929396] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1098.930150] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68e48d92-c945-494c-b084-38c49d45c364 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.936063] env[68800]: DEBUG oslo_vmware.api [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Waiting for the task: (returnval){ [ 1098.936063] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]525518af-3199-f025-9cc7-5c9ec75f498e" [ 1098.936063] env[68800]: _type = "Task" [ 1098.936063] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.944171] env[68800]: DEBUG oslo_vmware.api [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]525518af-3199-f025-9cc7-5c9ec75f498e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.170827] env[68800]: DEBUG oslo_vmware.api [None req-12401f21-2b82-49fb-a6cd-e9a0c5fb683a tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244359, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.226405] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Acquiring lock "657de2c4-2860-4cca-9e9d-9f1272ad0017" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.226630] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Lock "657de2c4-2860-4cca-9e9d-9f1272ad0017" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.251715] env[68800]: DEBUG oslo_vmware.api [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Task: {'id': task-3244360, 'name': ReconfigVM_Task, 'duration_secs': 0.668118} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.251989] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc/99a29a11-5049-4ae4-8e86-b8b4fb4c35dc.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1099.252638] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d58ad406-0281-47f3-945e-0d546ab64147 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.259184] env[68800]: DEBUG oslo_vmware.api [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Waiting for the task: (returnval){ [ 1099.259184] env[68800]: value = "task-3244361" [ 1099.259184] env[68800]: _type = "Task" [ 1099.259184] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.268106] env[68800]: DEBUG oslo_vmware.api [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Task: {'id': task-3244361, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.405246] env[68800]: DEBUG nova.compute.manager [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1099.443579] env[68800]: DEBUG nova.virt.hardware [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.443872] env[68800]: DEBUG nova.virt.hardware [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.444045] env[68800]: DEBUG nova.virt.hardware [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.444231] env[68800]: DEBUG nova.virt.hardware [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.444375] env[68800]: DEBUG nova.virt.hardware [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.444519] env[68800]: DEBUG nova.virt.hardware [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.444723] env[68800]: DEBUG nova.virt.hardware [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.444881] env[68800]: DEBUG nova.virt.hardware [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.445055] env[68800]: DEBUG nova.virt.hardware [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.445219] env[68800]: DEBUG nova.virt.hardware [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.445390] env[68800]: DEBUG nova.virt.hardware [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.446250] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305a1550-a05e-4a33-bad0-86ac5600fed5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.452349] env[68800]: DEBUG oslo_vmware.api [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]525518af-3199-f025-9cc7-5c9ec75f498e, 'name': SearchDatastore_Task, 'duration_secs': 0.015582} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.453486] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be782817-9e7b-494b-9882-4845694c8490 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.458862] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8943506d-0d7e-4621-a329-9a3a4d4431e3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.463840] env[68800]: DEBUG oslo_vmware.api [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Waiting for the task: (returnval){ [ 1099.463840] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]523abb78-965f-c6af-1802-677cebce1dea" [ 1099.463840] env[68800]: _type = "Task" [ 1099.463840] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.479044] env[68800]: DEBUG oslo_vmware.api [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]523abb78-965f-c6af-1802-677cebce1dea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.511155] env[68800]: DEBUG nova.network.neutron [req-f3abc054-47d5-4d51-99d5-c6b2ee13d10b req-4d664c64-aa4e-40c5-b7d6-f4df2625bbe7 service nova] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Updated VIF entry in instance network info cache for port d89154cc-e47c-42ff-b9c9-055f8a9d4a5f. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1099.511619] env[68800]: DEBUG nova.network.neutron [req-f3abc054-47d5-4d51-99d5-c6b2ee13d10b req-4d664c64-aa4e-40c5-b7d6-f4df2625bbe7 service nova] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Updating instance_info_cache with network_info: [{"id": "ba1d5e10-7fc4-47c3-9958-6a5801dbfcfb", "address": "fa:16:3e:46:10:ad", "network": {"id": "42ecce2f-2b8f-412c-a25a-eac985a7bc3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-882241878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a55e3ff738d49f8ae6b119fe8712bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba1d5e10-7f", "ovs_interfaceid": "ba1d5e10-7fc4-47c3-9958-6a5801dbfcfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "022a7714-b478-4102-aabd-f57abec543df", "address": "fa:16:3e:63:ba:62", "network": {"id": "42ecce2f-2b8f-412c-a25a-eac985a7bc3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-882241878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a55e3ff738d49f8ae6b119fe8712bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap022a7714-b4", "ovs_interfaceid": "022a7714-b478-4102-aabd-f57abec543df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d89154cc-e47c-42ff-b9c9-055f8a9d4a5f", "address": "fa:16:3e:b7:09:e3", "network": {"id": "42ecce2f-2b8f-412c-a25a-eac985a7bc3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-882241878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a55e3ff738d49f8ae6b119fe8712bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd89154cc-e4", "ovs_interfaceid": "d89154cc-e47c-42ff-b9c9-055f8a9d4a5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.670033] env[68800]: DEBUG oslo_vmware.api [None req-12401f21-2b82-49fb-a6cd-e9a0c5fb683a tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244359, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.674255] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0c451700-5ef4-4b53-9c0f-08d992c99c8a tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.306s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.678034] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d91cbde6-22b2-46e9-89d6-04fbf48e8bb5 tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.096s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.678317] env[68800]: DEBUG nova.objects.instance [None req-d91cbde6-22b2-46e9-89d6-04fbf48e8bb5 tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Lazy-loading 'resources' on Instance uuid da4455e3-6c39-4895-93c0-66aca7ca621b {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.728705] env[68800]: DEBUG nova.compute.manager [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1099.769865] env[68800]: DEBUG oslo_vmware.api [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Task: {'id': task-3244361, 'name': Rename_Task, 'duration_secs': 0.157975} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.770168] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1099.770424] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68d96478-9409-4cdc-845a-a8865552b34d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.776672] env[68800]: DEBUG oslo_vmware.api [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Waiting for the task: (returnval){ [ 1099.776672] env[68800]: value = "task-3244362" [ 1099.776672] env[68800]: _type = "Task" [ 1099.776672] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.785473] env[68800]: DEBUG oslo_vmware.api [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Task: {'id': task-3244362, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.977346] env[68800]: DEBUG oslo_vmware.api [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]523abb78-965f-c6af-1802-677cebce1dea, 'name': SearchDatastore_Task, 'duration_secs': 0.019717} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.977614] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.977913] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 15e4be61-0c2d-49cd-bf02-61d76be5a4ce/15e4be61-0c2d-49cd-bf02-61d76be5a4ce.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1099.978211] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3e8bbc6-9ef8-495b-8be9-beeebd3e5d83 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.984813] env[68800]: DEBUG oslo_vmware.api [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Waiting for the task: (returnval){ [ 1099.984813] env[68800]: value = "task-3244363" [ 1099.984813] env[68800]: _type = "Task" [ 1099.984813] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.992934] env[68800]: DEBUG oslo_vmware.api [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Task: {'id': task-3244363, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.014705] env[68800]: DEBUG oslo_concurrency.lockutils [req-f3abc054-47d5-4d51-99d5-c6b2ee13d10b req-4d664c64-aa4e-40c5-b7d6-f4df2625bbe7 service nova] Releasing lock "refresh_cache-14a8d720-2f8a-43ce-bb2a-7f79cc54a53f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.015011] env[68800]: DEBUG nova.compute.manager [req-f3abc054-47d5-4d51-99d5-c6b2ee13d10b req-4d664c64-aa4e-40c5-b7d6-f4df2625bbe7 service nova] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Received event network-vif-deleted-6b4ca340-56af-4999-80f2-7ea76cc52eb2 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.015219] env[68800]: DEBUG nova.compute.manager [req-f3abc054-47d5-4d51-99d5-c6b2ee13d10b req-4d664c64-aa4e-40c5-b7d6-f4df2625bbe7 service nova] [instance: 220aa25b-1744-4026-9fb5-a9842e0a6a1f] Received event network-vif-deleted-714c1e5c-6c49-405e-b31b-79cc105de08f {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.015488] env[68800]: INFO nova.compute.manager [req-f3abc054-47d5-4d51-99d5-c6b2ee13d10b req-4d664c64-aa4e-40c5-b7d6-f4df2625bbe7 service nova] [instance: 220aa25b-1744-4026-9fb5-a9842e0a6a1f] Neutron deleted interface 714c1e5c-6c49-405e-b31b-79cc105de08f; detaching it from the instance and deleting it from the info cache [ 1100.015558] env[68800]: DEBUG nova.network.neutron [req-f3abc054-47d5-4d51-99d5-c6b2ee13d10b req-4d664c64-aa4e-40c5-b7d6-f4df2625bbe7 service nova] [instance: 220aa25b-1744-4026-9fb5-a9842e0a6a1f] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.019247] env[68800]: DEBUG nova.compute.manager [req-3fc2d13e-ae59-4a44-b91b-fef3f9d5b6a5 req-f75ee8a7-26cc-48df-a4dc-409e6f746fb2 service nova] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Received event network-vif-plugged-da998196-611a-4e2b-ab23-cd7d3fb23190 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.019451] env[68800]: DEBUG oslo_concurrency.lockutils [req-3fc2d13e-ae59-4a44-b91b-fef3f9d5b6a5 req-f75ee8a7-26cc-48df-a4dc-409e6f746fb2 service nova] Acquiring lock "7ae4ff6b-3389-4237-a39f-1dc321b5d424-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.019652] env[68800]: DEBUG oslo_concurrency.lockutils [req-3fc2d13e-ae59-4a44-b91b-fef3f9d5b6a5 req-f75ee8a7-26cc-48df-a4dc-409e6f746fb2 service nova] Lock "7ae4ff6b-3389-4237-a39f-1dc321b5d424-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.019818] env[68800]: DEBUG oslo_concurrency.lockutils [req-3fc2d13e-ae59-4a44-b91b-fef3f9d5b6a5 req-f75ee8a7-26cc-48df-a4dc-409e6f746fb2 service nova] Lock "7ae4ff6b-3389-4237-a39f-1dc321b5d424-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.019980] env[68800]: DEBUG nova.compute.manager [req-3fc2d13e-ae59-4a44-b91b-fef3f9d5b6a5 req-f75ee8a7-26cc-48df-a4dc-409e6f746fb2 service nova] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] No waiting events found dispatching network-vif-plugged-da998196-611a-4e2b-ab23-cd7d3fb23190 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1100.020155] env[68800]: WARNING nova.compute.manager [req-3fc2d13e-ae59-4a44-b91b-fef3f9d5b6a5 req-f75ee8a7-26cc-48df-a4dc-409e6f746fb2 service nova] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Received unexpected event network-vif-plugged-da998196-611a-4e2b-ab23-cd7d3fb23190 for instance with vm_state building and task_state spawning. [ 1100.138799] env[68800]: DEBUG nova.network.neutron [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Successfully updated port: da998196-611a-4e2b-ab23-cd7d3fb23190 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1100.169511] env[68800]: DEBUG oslo_vmware.api [None req-12401f21-2b82-49fb-a6cd-e9a0c5fb683a tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244359, 'name': ReconfigVM_Task, 'duration_secs': 1.71087} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.170054] env[68800]: DEBUG oslo_concurrency.lockutils [None req-12401f21-2b82-49fb-a6cd-e9a0c5fb683a tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Releasing lock "14a8d720-2f8a-43ce-bb2a-7f79cc54a53f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.170280] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-12401f21-2b82-49fb-a6cd-e9a0c5fb683a tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Reconfigured VM to attach interface {{(pid=68800) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1100.248988] env[68800]: INFO nova.scheduler.client.report [None req-0c451700-5ef4-4b53-9c0f-08d992c99c8a tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Deleted allocation for migration eae661d8-ec56-4a07-b653-002237100d67 [ 1100.259404] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.290167] env[68800]: DEBUG oslo_vmware.api [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Task: {'id': task-3244362, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.440668] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbdc9e84-4c0f-4684-ba8b-54d324b39458 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.449067] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca06bb37-af9e-41e4-a109-bc18b6debf10 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.482340] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682b1dda-da4a-4c45-9c22-952edb2886ca {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.494358] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3288801e-4019-412b-b269-7aa19b1f38ae {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.501976] env[68800]: DEBUG oslo_vmware.api [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Task: {'id': task-3244363, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.512457] env[68800]: DEBUG nova.compute.provider_tree [None req-d91cbde6-22b2-46e9-89d6-04fbf48e8bb5 tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.522889] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6016f57a-6b17-478d-bae4-fda3a10bbc5a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.532850] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099d0f1e-308e-42e9-840b-add10ddf753c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.562550] env[68800]: DEBUG nova.compute.manager [req-f3abc054-47d5-4d51-99d5-c6b2ee13d10b req-4d664c64-aa4e-40c5-b7d6-f4df2625bbe7 service nova] [instance: 220aa25b-1744-4026-9fb5-a9842e0a6a1f] Detach interface failed, port_id=714c1e5c-6c49-405e-b31b-79cc105de08f, reason: Instance 220aa25b-1744-4026-9fb5-a9842e0a6a1f could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1100.641938] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "refresh_cache-7ae4ff6b-3389-4237-a39f-1dc321b5d424" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.642124] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquired lock "refresh_cache-7ae4ff6b-3389-4237-a39f-1dc321b5d424" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.642287] env[68800]: DEBUG nova.network.neutron [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1100.675797] env[68800]: DEBUG oslo_concurrency.lockutils [None req-12401f21-2b82-49fb-a6cd-e9a0c5fb683a tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "interface-14a8d720-2f8a-43ce-bb2a-7f79cc54a53f-d89154cc-e47c-42ff-b9c9-055f8a9d4a5f" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.759s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.757985] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0c451700-5ef4-4b53-9c0f-08d992c99c8a tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "3569d4a2-f210-4a85-bc56-0de724aba1b0" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.478s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.789010] env[68800]: DEBUG oslo_vmware.api [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Task: {'id': task-3244362, 'name': PowerOnVM_Task, 'duration_secs': 0.679955} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.789400] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1100.789637] env[68800]: INFO nova.compute.manager [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Took 8.77 seconds to spawn the instance on the hypervisor. [ 1100.789854] env[68800]: DEBUG nova.compute.manager [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1100.790676] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e914b6-4c76-4caf-a031-e0ea773422d0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.995070] env[68800]: DEBUG oslo_vmware.api [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Task: {'id': task-3244363, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.71486} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.995204] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 15e4be61-0c2d-49cd-bf02-61d76be5a4ce/15e4be61-0c2d-49cd-bf02-61d76be5a4ce.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1100.995338] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 15e4be61-0c2d-49cd-bf02-61d76be5a4ce] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1100.995568] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c90b9eb-1712-43af-996b-7a46d2f6618e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.001735] env[68800]: DEBUG oslo_vmware.api [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Waiting for the task: (returnval){ [ 1101.001735] env[68800]: value = "task-3244364" [ 1101.001735] env[68800]: _type = "Task" [ 1101.001735] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.008937] env[68800]: DEBUG oslo_vmware.api [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Task: {'id': task-3244364, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.016197] env[68800]: DEBUG nova.scheduler.client.report [None req-d91cbde6-22b2-46e9-89d6-04fbf48e8bb5 tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.221979] env[68800]: DEBUG nova.network.neutron [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1101.310898] env[68800]: INFO nova.compute.manager [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Took 25.45 seconds to build instance. [ 1101.512188] env[68800]: DEBUG oslo_vmware.api [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Task: {'id': task-3244364, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061679} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.513063] env[68800]: DEBUG nova.network.neutron [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Updating instance_info_cache with network_info: [{"id": "da998196-611a-4e2b-ab23-cd7d3fb23190", "address": "fa:16:3e:fc:e3:a6", "network": {"id": "05cefbb5-ab7f-4aed-85f9-10a508e4af94", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1038579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85c5a45ac2714c49906e94554e4f3354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda998196-61", "ovs_interfaceid": "da998196-611a-4e2b-ab23-cd7d3fb23190", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.514283] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 15e4be61-0c2d-49cd-bf02-61d76be5a4ce] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1101.515258] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341e91ea-e576-48e2-bb73-f8183ac1f1c7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.530059] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d91cbde6-22b2-46e9-89d6-04fbf48e8bb5 tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.852s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.540395] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 15e4be61-0c2d-49cd-bf02-61d76be5a4ce] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 15e4be61-0c2d-49cd-bf02-61d76be5a4ce/15e4be61-0c2d-49cd-bf02-61d76be5a4ce.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1101.542446] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0969965c-e037-478d-9851-1a8cdb49e53b tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.751s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.542692] env[68800]: DEBUG nova.objects.instance [None req-0969965c-e037-478d-9851-1a8cdb49e53b tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Lazy-loading 'resources' on Instance uuid c19ca69f-35ab-4737-997c-89f30164836a {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.543674] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8c829e2-24ce-4516-a44e-b70508cdf36f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.570484] env[68800]: INFO nova.scheduler.client.report [None req-d91cbde6-22b2-46e9-89d6-04fbf48e8bb5 tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Deleted allocations for instance da4455e3-6c39-4895-93c0-66aca7ca621b [ 1101.581932] env[68800]: DEBUG oslo_vmware.api [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Waiting for the task: (returnval){ [ 1101.581932] env[68800]: value = "task-3244365" [ 1101.581932] env[68800]: _type = "Task" [ 1101.581932] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.590851] env[68800]: DEBUG oslo_vmware.api [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Task: {'id': task-3244365, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.801564] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b51cbfee-5bb1-43e0-a07d-8505e26052e2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquiring lock "3569d4a2-f210-4a85-bc56-0de724aba1b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.801564] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b51cbfee-5bb1-43e0-a07d-8505e26052e2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "3569d4a2-f210-4a85-bc56-0de724aba1b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.801564] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b51cbfee-5bb1-43e0-a07d-8505e26052e2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquiring lock "3569d4a2-f210-4a85-bc56-0de724aba1b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.801564] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b51cbfee-5bb1-43e0-a07d-8505e26052e2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "3569d4a2-f210-4a85-bc56-0de724aba1b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.801564] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b51cbfee-5bb1-43e0-a07d-8505e26052e2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "3569d4a2-f210-4a85-bc56-0de724aba1b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.808082] env[68800]: INFO nova.compute.manager [None req-b51cbfee-5bb1-43e0-a07d-8505e26052e2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Terminating instance [ 1101.814790] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ff9aab11-9bd0-4f3e-8388-2e29bcaddf29 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Lock "99a29a11-5049-4ae4-8e86-b8b4fb4c35dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.965s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.016059] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Releasing lock "refresh_cache-7ae4ff6b-3389-4237-a39f-1dc321b5d424" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.016370] env[68800]: DEBUG nova.compute.manager [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Instance network_info: |[{"id": "da998196-611a-4e2b-ab23-cd7d3fb23190", "address": "fa:16:3e:fc:e3:a6", "network": {"id": "05cefbb5-ab7f-4aed-85f9-10a508e4af94", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1038579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85c5a45ac2714c49906e94554e4f3354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda998196-61", "ovs_interfaceid": "da998196-611a-4e2b-ab23-cd7d3fb23190", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1102.016922] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:e3:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78e1ebb0-0130-446b-bf73-a0e59bbb95cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da998196-611a-4e2b-ab23-cd7d3fb23190', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1102.024331] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Creating folder: Project (85c5a45ac2714c49906e94554e4f3354). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1102.024624] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40069999-840d-4c9d-99a2-ee30520046ad {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.035384] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Created folder: Project (85c5a45ac2714c49906e94554e4f3354) in parent group-v648080. [ 1102.035589] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Creating folder: Instances. Parent ref: group-v648361. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1102.035926] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1219043-f455-44b0-b949-b8a13114216c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.045499] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Created folder: Instances in parent group-v648361. [ 1102.045789] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.045988] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1102.046206] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-144d18c7-f93c-4263-b4e1-76b12006d342 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.062981] env[68800]: DEBUG nova.compute.manager [req-faf45b25-9473-4620-9749-fc66efea400a req-111dd9a7-4a04-4a0f-b182-aa23bc444e06 service nova] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Received event network-changed-da998196-611a-4e2b-ab23-cd7d3fb23190 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.063178] env[68800]: DEBUG nova.compute.manager [req-faf45b25-9473-4620-9749-fc66efea400a req-111dd9a7-4a04-4a0f-b182-aa23bc444e06 service nova] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Refreshing instance network info cache due to event network-changed-da998196-611a-4e2b-ab23-cd7d3fb23190. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1102.063386] env[68800]: DEBUG oslo_concurrency.lockutils [req-faf45b25-9473-4620-9749-fc66efea400a req-111dd9a7-4a04-4a0f-b182-aa23bc444e06 service nova] Acquiring lock "refresh_cache-7ae4ff6b-3389-4237-a39f-1dc321b5d424" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.063554] env[68800]: DEBUG oslo_concurrency.lockutils [req-faf45b25-9473-4620-9749-fc66efea400a req-111dd9a7-4a04-4a0f-b182-aa23bc444e06 service nova] Acquired lock "refresh_cache-7ae4ff6b-3389-4237-a39f-1dc321b5d424" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.063888] env[68800]: DEBUG nova.network.neutron [req-faf45b25-9473-4620-9749-fc66efea400a req-111dd9a7-4a04-4a0f-b182-aa23bc444e06 service nova] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Refreshing network info cache for port da998196-611a-4e2b-ab23-cd7d3fb23190 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.069080] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1102.069080] env[68800]: value = "task-3244368" [ 1102.069080] env[68800]: _type = "Task" [ 1102.069080] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.083718] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244368, 'name': CreateVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.084204] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d91cbde6-22b2-46e9-89d6-04fbf48e8bb5 tempest-ServersTestBootFromVolume-692817109 tempest-ServersTestBootFromVolume-692817109-project-member] Lock "da4455e3-6c39-4895-93c0-66aca7ca621b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.650s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.093238] env[68800]: DEBUG oslo_vmware.api [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Task: {'id': task-3244365, 'name': ReconfigVM_Task, 'duration_secs': 0.295864} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.093606] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 15e4be61-0c2d-49cd-bf02-61d76be5a4ce] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 15e4be61-0c2d-49cd-bf02-61d76be5a4ce/15e4be61-0c2d-49cd-bf02-61d76be5a4ce.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1102.094102] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b21c3bb1-1316-4f60-ba30-c99501ad6170 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.101276] env[68800]: DEBUG oslo_vmware.api [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Waiting for the task: (returnval){ [ 1102.101276] env[68800]: value = "task-3244369" [ 1102.101276] env[68800]: _type = "Task" [ 1102.101276] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.110693] env[68800]: DEBUG oslo_vmware.api [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Task: {'id': task-3244369, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.256385] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cedb4fa-5f98-4ef4-a9b1-a5ce0fc5f487 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.264065] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad958abb-cddf-4adc-b202-1ed1d8ffbfe5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.294310] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8ae61b-54f9-4624-885f-8f350e6dbedc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.301824] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c21f19-39fb-4222-99a7-070de3f14a04 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.315337] env[68800]: DEBUG nova.compute.manager [None req-b51cbfee-5bb1-43e0-a07d-8505e26052e2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1102.315612] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b51cbfee-5bb1-43e0-a07d-8505e26052e2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1102.316078] env[68800]: DEBUG nova.compute.provider_tree [None req-0969965c-e037-478d-9851-1a8cdb49e53b tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Updating inventory in ProviderTree for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1102.317957] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66bd7568-ee1a-4d79-a733-978ba2e35ad2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.324872] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-b51cbfee-5bb1-43e0-a07d-8505e26052e2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.325649] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b95ea770-b988-4b7f-aa0f-5ba841e59208 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.331679] env[68800]: DEBUG oslo_vmware.api [None req-b51cbfee-5bb1-43e0-a07d-8505e26052e2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 1102.331679] env[68800]: value = "task-3244370" [ 1102.331679] env[68800]: _type = "Task" [ 1102.331679] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.339844] env[68800]: DEBUG oslo_vmware.api [None req-b51cbfee-5bb1-43e0-a07d-8505e26052e2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244370, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.413632] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5d27897f-2f72-443c-ae8b-7f8801092358 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "interface-14a8d720-2f8a-43ce-bb2a-7f79cc54a53f-022a7714-b478-4102-aabd-f57abec543df" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.414050] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5d27897f-2f72-443c-ae8b-7f8801092358 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "interface-14a8d720-2f8a-43ce-bb2a-7f79cc54a53f-022a7714-b478-4102-aabd-f57abec543df" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.579611] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244368, 'name': CreateVM_Task, 'duration_secs': 0.406618} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.579777] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1102.580513] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.580972] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.581114] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.581402] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e760f1fd-37bf-40b5-b720-8e40da36829c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.585996] env[68800]: DEBUG oslo_vmware.api [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1102.585996] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]527ddb51-64fb-6830-93a4-f7925e866a44" [ 1102.585996] env[68800]: _type = "Task" [ 1102.585996] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.594319] env[68800]: DEBUG oslo_vmware.api [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]527ddb51-64fb-6830-93a4-f7925e866a44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.612540] env[68800]: DEBUG oslo_vmware.api [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Task: {'id': task-3244369, 'name': Rename_Task, 'duration_secs': 0.144204} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.612810] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 15e4be61-0c2d-49cd-bf02-61d76be5a4ce] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1102.613141] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c4be9db-038d-4f7e-b25c-dd7ae315e362 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.618444] env[68800]: DEBUG oslo_vmware.api [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Waiting for the task: (returnval){ [ 1102.618444] env[68800]: value = "task-3244371" [ 1102.618444] env[68800]: _type = "Task" [ 1102.618444] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.625619] env[68800]: DEBUG oslo_vmware.api [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Task: {'id': task-3244371, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.802132] env[68800]: DEBUG nova.network.neutron [req-faf45b25-9473-4620-9749-fc66efea400a req-111dd9a7-4a04-4a0f-b182-aa23bc444e06 service nova] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Updated VIF entry in instance network info cache for port da998196-611a-4e2b-ab23-cd7d3fb23190. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1102.802525] env[68800]: DEBUG nova.network.neutron [req-faf45b25-9473-4620-9749-fc66efea400a req-111dd9a7-4a04-4a0f-b182-aa23bc444e06 service nova] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Updating instance_info_cache with network_info: [{"id": "da998196-611a-4e2b-ab23-cd7d3fb23190", "address": "fa:16:3e:fc:e3:a6", "network": {"id": "05cefbb5-ab7f-4aed-85f9-10a508e4af94", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1038579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85c5a45ac2714c49906e94554e4f3354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda998196-61", "ovs_interfaceid": "da998196-611a-4e2b-ab23-cd7d3fb23190", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.841551] env[68800]: DEBUG oslo_vmware.api [None req-b51cbfee-5bb1-43e0-a07d-8505e26052e2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244370, 'name': PowerOffVM_Task, 'duration_secs': 0.276267} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.842460] env[68800]: ERROR nova.scheduler.client.report [None req-0969965c-e037-478d-9851-1a8cdb49e53b tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] [req-df4193eb-72d2-4c53-ac20-a02c49ce4871] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 73f3eca7-007c-4a24-bdc1-0c0996f315e2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-df4193eb-72d2-4c53-ac20-a02c49ce4871"}]} [ 1102.843261] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-b51cbfee-5bb1-43e0-a07d-8505e26052e2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.843261] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b51cbfee-5bb1-43e0-a07d-8505e26052e2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1102.845050] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8c5a642-c550-48bb-a8c7-871d7c924992 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.864487] env[68800]: DEBUG nova.scheduler.client.report [None req-0969965c-e037-478d-9851-1a8cdb49e53b tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Refreshing inventories for resource provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1102.882372] env[68800]: DEBUG nova.scheduler.client.report [None req-0969965c-e037-478d-9851-1a8cdb49e53b tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Updating ProviderTree inventory for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1102.882598] env[68800]: DEBUG nova.compute.provider_tree [None req-0969965c-e037-478d-9851-1a8cdb49e53b tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Updating inventory in ProviderTree for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1102.894494] env[68800]: DEBUG nova.scheduler.client.report [None req-0969965c-e037-478d-9851-1a8cdb49e53b tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Refreshing aggregate associations for resource provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2, aggregates: None {{(pid=68800) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1102.912999] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b51cbfee-5bb1-43e0-a07d-8505e26052e2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1102.917198] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b51cbfee-5bb1-43e0-a07d-8505e26052e2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1102.917539] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-b51cbfee-5bb1-43e0-a07d-8505e26052e2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Deleting the datastore file [datastore1] 3569d4a2-f210-4a85-bc56-0de724aba1b0 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1102.918217] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5d27897f-2f72-443c-ae8b-7f8801092358 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "14a8d720-2f8a-43ce-bb2a-7f79cc54a53f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.918508] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5d27897f-2f72-443c-ae8b-7f8801092358 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquired lock "14a8d720-2f8a-43ce-bb2a-7f79cc54a53f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.921858] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f21b282-04a3-41da-a0cc-443681262b6f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.921858] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bba7d65-aa44-4915-a01b-667ef5d009e1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.925485] env[68800]: DEBUG nova.scheduler.client.report [None req-0969965c-e037-478d-9851-1a8cdb49e53b tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Refreshing trait associations for resource provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68800) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1102.948295] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58cc3ab5-4e41-4f0b-a2b2-aa9b78a1177b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.951601] env[68800]: DEBUG oslo_vmware.api [None req-b51cbfee-5bb1-43e0-a07d-8505e26052e2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 1102.951601] env[68800]: value = "task-3244373" [ 1102.951601] env[68800]: _type = "Task" [ 1102.951601] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.989148] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5d27897f-2f72-443c-ae8b-7f8801092358 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Reconfiguring VM to detach interface {{(pid=68800) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1102.994154] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4555e2e3-bf10-4e47-ba30-058fa07a05e3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.014012] env[68800]: DEBUG oslo_vmware.api [None req-b51cbfee-5bb1-43e0-a07d-8505e26052e2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.015942] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8129b95e-9967-4215-9444-f1def317a447 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Acquiring lock "f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.016490] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8129b95e-9967-4215-9444-f1def317a447 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Lock "f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.019788] env[68800]: DEBUG oslo_vmware.api [None req-5d27897f-2f72-443c-ae8b-7f8801092358 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for the task: (returnval){ [ 1103.019788] env[68800]: value = "task-3244374" [ 1103.019788] env[68800]: _type = "Task" [ 1103.019788] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.033028] env[68800]: DEBUG oslo_vmware.api [None req-5d27897f-2f72-443c-ae8b-7f8801092358 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244374, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.099207] env[68800]: DEBUG oslo_vmware.api [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]527ddb51-64fb-6830-93a4-f7925e866a44, 'name': SearchDatastore_Task, 'duration_secs': 0.008963} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.099516] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.099767] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1103.100034] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.100198] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.100383] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1103.100655] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4fcb15e8-3a8f-4152-b1dc-542bbf7ccd33 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.109427] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1103.109609] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1103.110389] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c828a4a-232f-49a0-9eea-ce7dc3144cc5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.117258] env[68800]: DEBUG oslo_vmware.api [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1103.117258] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52f0697c-0669-5932-51fc-60af112cf039" [ 1103.117258] env[68800]: _type = "Task" [ 1103.117258] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.130215] env[68800]: DEBUG oslo_vmware.api [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52f0697c-0669-5932-51fc-60af112cf039, 'name': SearchDatastore_Task, 'duration_secs': 0.010254} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.133761] env[68800]: DEBUG oslo_vmware.api [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Task: {'id': task-3244371, 'name': PowerOnVM_Task, 'duration_secs': 0.459326} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.136356] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ab8c425-c96b-461a-8b21-c5e8818ba0db {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.138649] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 15e4be61-0c2d-49cd-bf02-61d76be5a4ce] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1103.138870] env[68800]: INFO nova.compute.manager [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 15e4be61-0c2d-49cd-bf02-61d76be5a4ce] Took 8.82 seconds to spawn the instance on the hypervisor. [ 1103.139079] env[68800]: DEBUG nova.compute.manager [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 15e4be61-0c2d-49cd-bf02-61d76be5a4ce] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1103.140069] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3960bf0-34e7-4595-aa60-af017dca9cdc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.144954] env[68800]: DEBUG oslo_vmware.api [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1103.144954] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52157cab-f3e1-707b-e528-60897f73966b" [ 1103.144954] env[68800]: _type = "Task" [ 1103.144954] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.159964] env[68800]: DEBUG oslo_vmware.api [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52157cab-f3e1-707b-e528-60897f73966b, 'name': SearchDatastore_Task, 'duration_secs': 0.010319} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.160253] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.160517] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 7ae4ff6b-3389-4237-a39f-1dc321b5d424/7ae4ff6b-3389-4237-a39f-1dc321b5d424.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1103.160777] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f9316f4-c8b2-409b-b927-10308f63aaf3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.167778] env[68800]: DEBUG oslo_vmware.api [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1103.167778] env[68800]: value = "task-3244375" [ 1103.167778] env[68800]: _type = "Task" [ 1103.167778] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.175490] env[68800]: DEBUG oslo_vmware.api [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244375, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.178308] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a859f2e-604c-4842-9d73-23bf399109d9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.185247] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f65e70-3352-4126-879e-aab72bcf7a0d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.218417] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032b424f-6f31-42fd-b9e9-c6602dfa9001 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.228026] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99d6d5c-0a80-4cfa-82af-884485052ce9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.241571] env[68800]: DEBUG nova.compute.provider_tree [None req-0969965c-e037-478d-9851-1a8cdb49e53b tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.305313] env[68800]: DEBUG oslo_concurrency.lockutils [req-faf45b25-9473-4620-9749-fc66efea400a req-111dd9a7-4a04-4a0f-b182-aa23bc444e06 service nova] Releasing lock "refresh_cache-7ae4ff6b-3389-4237-a39f-1dc321b5d424" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.305587] env[68800]: DEBUG nova.compute.manager [req-faf45b25-9473-4620-9749-fc66efea400a req-111dd9a7-4a04-4a0f-b182-aa23bc444e06 service nova] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Received event network-changed-d2e1921f-f27a-48dc-9606-3c7089e09917 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.305883] env[68800]: DEBUG nova.compute.manager [req-faf45b25-9473-4620-9749-fc66efea400a req-111dd9a7-4a04-4a0f-b182-aa23bc444e06 service nova] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Refreshing instance network info cache due to event network-changed-d2e1921f-f27a-48dc-9606-3c7089e09917. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1103.306137] env[68800]: DEBUG oslo_concurrency.lockutils [req-faf45b25-9473-4620-9749-fc66efea400a req-111dd9a7-4a04-4a0f-b182-aa23bc444e06 service nova] Acquiring lock "refresh_cache-99a29a11-5049-4ae4-8e86-b8b4fb4c35dc" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.306501] env[68800]: DEBUG oslo_concurrency.lockutils [req-faf45b25-9473-4620-9749-fc66efea400a req-111dd9a7-4a04-4a0f-b182-aa23bc444e06 service nova] Acquired lock "refresh_cache-99a29a11-5049-4ae4-8e86-b8b4fb4c35dc" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.306600] env[68800]: DEBUG nova.network.neutron [req-faf45b25-9473-4620-9749-fc66efea400a req-111dd9a7-4a04-4a0f-b182-aa23bc444e06 service nova] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Refreshing network info cache for port d2e1921f-f27a-48dc-9606-3c7089e09917 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1103.465207] env[68800]: DEBUG oslo_vmware.api [None req-b51cbfee-5bb1-43e0-a07d-8505e26052e2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244373, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180361} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.465595] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-b51cbfee-5bb1-43e0-a07d-8505e26052e2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1103.465856] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b51cbfee-5bb1-43e0-a07d-8505e26052e2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1103.466067] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b51cbfee-5bb1-43e0-a07d-8505e26052e2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1103.466254] env[68800]: INFO nova.compute.manager [None req-b51cbfee-5bb1-43e0-a07d-8505e26052e2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1103.466506] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b51cbfee-5bb1-43e0-a07d-8505e26052e2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.466711] env[68800]: DEBUG nova.compute.manager [-] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1103.466809] env[68800]: DEBUG nova.network.neutron [-] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1103.529949] env[68800]: DEBUG nova.compute.utils [None req-8129b95e-9967-4215-9444-f1def317a447 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1103.546412] env[68800]: DEBUG oslo_vmware.api [None req-5d27897f-2f72-443c-ae8b-7f8801092358 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244374, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.664053] env[68800]: INFO nova.compute.manager [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 15e4be61-0c2d-49cd-bf02-61d76be5a4ce] Took 19.97 seconds to build instance. [ 1103.680671] env[68800]: DEBUG oslo_vmware.api [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244375, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.748028] env[68800]: DEBUG nova.scheduler.client.report [None req-0969965c-e037-478d-9851-1a8cdb49e53b tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.033299] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8129b95e-9967-4215-9444-f1def317a447 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Lock "f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.017s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.039016] env[68800]: DEBUG oslo_vmware.api [None req-5d27897f-2f72-443c-ae8b-7f8801092358 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244374, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.166488] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b5705359-0c69-43f9-9cec-277311da2f11 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Lock "15e4be61-0c2d-49cd-bf02-61d76be5a4ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.475s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.180878] env[68800]: DEBUG oslo_vmware.api [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244375, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64715} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.181159] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 7ae4ff6b-3389-4237-a39f-1dc321b5d424/7ae4ff6b-3389-4237-a39f-1dc321b5d424.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1104.181555] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1104.181821] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66c46a81-5ea0-4a87-86f7-cebc62cd650c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.189236] env[68800]: DEBUG oslo_vmware.api [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1104.189236] env[68800]: value = "task-3244376" [ 1104.189236] env[68800]: _type = "Task" [ 1104.189236] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.196913] env[68800]: DEBUG oslo_vmware.api [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244376, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.234474] env[68800]: DEBUG nova.network.neutron [req-faf45b25-9473-4620-9749-fc66efea400a req-111dd9a7-4a04-4a0f-b182-aa23bc444e06 service nova] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Updated VIF entry in instance network info cache for port d2e1921f-f27a-48dc-9606-3c7089e09917. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1104.234860] env[68800]: DEBUG nova.network.neutron [req-faf45b25-9473-4620-9749-fc66efea400a req-111dd9a7-4a04-4a0f-b182-aa23bc444e06 service nova] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Updating instance_info_cache with network_info: [{"id": "d2e1921f-f27a-48dc-9606-3c7089e09917", "address": "fa:16:3e:c6:22:f3", "network": {"id": "dc80ae23-746b-48e6-b33c-fdf1fca9ddf6", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1770112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c22bdf6fa5724d67a7b5d6a9fd413cfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2e1921f-f2", "ovs_interfaceid": "d2e1921f-f27a-48dc-9606-3c7089e09917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.254308] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0969965c-e037-478d-9851-1a8cdb49e53b tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.713s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.257751] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bc34bbd3-a6a3-4d09-8ddf-296c444a46ec tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.136s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.259122] env[68800]: DEBUG nova.objects.instance [None req-bc34bbd3-a6a3-4d09-8ddf-296c444a46ec tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lazy-loading 'resources' on Instance uuid 220aa25b-1744-4026-9fb5-a9842e0a6a1f {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.288822] env[68800]: INFO nova.scheduler.client.report [None req-0969965c-e037-478d-9851-1a8cdb49e53b tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Deleted allocations for instance c19ca69f-35ab-4737-997c-89f30164836a [ 1104.511651] env[68800]: DEBUG nova.compute.manager [req-a3641484-3603-4440-9808-5e60ecd262bb req-0caf695e-1514-4a54-aaee-214561347907 service nova] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Received event network-vif-deleted-40cff95f-1e23-45e0-95c6-8caed85595d5 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.511651] env[68800]: INFO nova.compute.manager [req-a3641484-3603-4440-9808-5e60ecd262bb req-0caf695e-1514-4a54-aaee-214561347907 service nova] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Neutron deleted interface 40cff95f-1e23-45e0-95c6-8caed85595d5; detaching it from the instance and deleting it from the info cache [ 1104.511896] env[68800]: DEBUG nova.network.neutron [req-a3641484-3603-4440-9808-5e60ecd262bb req-0caf695e-1514-4a54-aaee-214561347907 service nova] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.534883] env[68800]: DEBUG oslo_vmware.api [None req-5d27897f-2f72-443c-ae8b-7f8801092358 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244374, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.663708] env[68800]: DEBUG nova.network.neutron [-] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.698977] env[68800]: DEBUG oslo_vmware.api [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244376, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092625} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.699265] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1104.700051] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a8cfce-4b85-4de7-8dec-9a0cca69944a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.723031] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 7ae4ff6b-3389-4237-a39f-1dc321b5d424/7ae4ff6b-3389-4237-a39f-1dc321b5d424.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.723393] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d191303f-2888-4926-a4ca-edfe9d57ee97 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.739535] env[68800]: DEBUG oslo_concurrency.lockutils [req-faf45b25-9473-4620-9749-fc66efea400a req-111dd9a7-4a04-4a0f-b182-aa23bc444e06 service nova] Releasing lock "refresh_cache-99a29a11-5049-4ae4-8e86-b8b4fb4c35dc" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.745894] env[68800]: DEBUG oslo_vmware.api [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1104.745894] env[68800]: value = "task-3244377" [ 1104.745894] env[68800]: _type = "Task" [ 1104.745894] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.757600] env[68800]: DEBUG oslo_vmware.api [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244377, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.800298] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0969965c-e037-478d-9851-1a8cdb49e53b tempest-ServersNegativeTestJSON-306823951 tempest-ServersNegativeTestJSON-306823951-project-member] Lock "c19ca69f-35ab-4737-997c-89f30164836a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.441s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.933283] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc9ee49-2a31-4f9e-923e-664a7cdc39ee {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.941426] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4cdfb4d-5468-48ba-96a1-919803919b97 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.974146] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d112f7e2-f417-4298-aa14-c1846e959dc5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.981755] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8c583f-1399-488c-9bb3-ad0fc63fc483 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.995223] env[68800]: DEBUG nova.compute.provider_tree [None req-bc34bbd3-a6a3-4d09-8ddf-296c444a46ec tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.014152] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aab11a30-589c-4200-9a9a-55b820c1f96a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.025263] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4eafd91-c9f9-42a0-80be-0f8b9290eb45 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.045036] env[68800]: DEBUG oslo_vmware.api [None req-5d27897f-2f72-443c-ae8b-7f8801092358 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244374, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.061505] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8129b95e-9967-4215-9444-f1def317a447 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Acquiring lock "f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.061505] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8129b95e-9967-4215-9444-f1def317a447 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Lock "f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.061505] env[68800]: INFO nova.compute.manager [None req-8129b95e-9967-4215-9444-f1def317a447 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Attaching volume 95c2c032-a3d9-47a7-b901-24bb02cf4a3f to /dev/sdb [ 1105.062150] env[68800]: DEBUG nova.compute.manager [req-a3641484-3603-4440-9808-5e60ecd262bb req-0caf695e-1514-4a54-aaee-214561347907 service nova] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Detach interface failed, port_id=40cff95f-1e23-45e0-95c6-8caed85595d5, reason: Instance 3569d4a2-f210-4a85-bc56-0de724aba1b0 could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1105.100605] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e6c034-f7d4-4ae5-b76b-63d3fc6dd4dc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.107853] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49bc86e9-0147-4975-afe0-8414ce38d5d8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.117094] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ebc3bc85-8dfa-49db-88da-39be728af0f1 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Acquiring lock "15e4be61-0c2d-49cd-bf02-61d76be5a4ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.117857] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ebc3bc85-8dfa-49db-88da-39be728af0f1 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Lock "15e4be61-0c2d-49cd-bf02-61d76be5a4ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.117857] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ebc3bc85-8dfa-49db-88da-39be728af0f1 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Acquiring lock "15e4be61-0c2d-49cd-bf02-61d76be5a4ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.117857] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ebc3bc85-8dfa-49db-88da-39be728af0f1 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Lock "15e4be61-0c2d-49cd-bf02-61d76be5a4ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.118297] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ebc3bc85-8dfa-49db-88da-39be728af0f1 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Lock "15e4be61-0c2d-49cd-bf02-61d76be5a4ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.120028] env[68800]: INFO nova.compute.manager [None req-ebc3bc85-8dfa-49db-88da-39be728af0f1 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 15e4be61-0c2d-49cd-bf02-61d76be5a4ce] Terminating instance [ 1105.126554] env[68800]: DEBUG nova.virt.block_device [None req-8129b95e-9967-4215-9444-f1def317a447 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Updating existing volume attachment record: 6b32618c-9071-41c1-a3d4-9000949af0c8 {{(pid=68800) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1105.167870] env[68800]: INFO nova.compute.manager [-] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Took 1.70 seconds to deallocate network for instance. [ 1105.267471] env[68800]: DEBUG oslo_vmware.api [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244377, 'name': ReconfigVM_Task, 'duration_secs': 0.291319} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.267762] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 7ae4ff6b-3389-4237-a39f-1dc321b5d424/7ae4ff6b-3389-4237-a39f-1dc321b5d424.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.268518] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7921ef8c-5cd3-41bb-b5b5-2877528fdc6e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.277448] env[68800]: DEBUG oslo_vmware.api [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1105.277448] env[68800]: value = "task-3244379" [ 1105.277448] env[68800]: _type = "Task" [ 1105.277448] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.287853] env[68800]: DEBUG oslo_vmware.api [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244379, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.498649] env[68800]: DEBUG nova.scheduler.client.report [None req-bc34bbd3-a6a3-4d09-8ddf-296c444a46ec tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.546449] env[68800]: DEBUG oslo_vmware.api [None req-5d27897f-2f72-443c-ae8b-7f8801092358 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244374, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.623318] env[68800]: DEBUG nova.compute.manager [None req-ebc3bc85-8dfa-49db-88da-39be728af0f1 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 15e4be61-0c2d-49cd-bf02-61d76be5a4ce] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1105.623671] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc3bc85-8dfa-49db-88da-39be728af0f1 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 15e4be61-0c2d-49cd-bf02-61d76be5a4ce] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1105.624609] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3835ce7-176d-4a4b-9552-9b86431a8f58 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.632516] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc3bc85-8dfa-49db-88da-39be728af0f1 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 15e4be61-0c2d-49cd-bf02-61d76be5a4ce] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.632852] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20615a38-1b86-42db-beeb-e7143a51f5eb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.639695] env[68800]: DEBUG oslo_vmware.api [None req-ebc3bc85-8dfa-49db-88da-39be728af0f1 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Waiting for the task: (returnval){ [ 1105.639695] env[68800]: value = "task-3244382" [ 1105.639695] env[68800]: _type = "Task" [ 1105.639695] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.653742] env[68800]: DEBUG oslo_vmware.api [None req-ebc3bc85-8dfa-49db-88da-39be728af0f1 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Task: {'id': task-3244382, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.672821] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b51cbfee-5bb1-43e0-a07d-8505e26052e2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.789265] env[68800]: DEBUG oslo_vmware.api [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244379, 'name': Rename_Task, 'duration_secs': 0.175264} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.789558] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1105.789883] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ef0ab91-3871-42c9-ad54-5ebc17eedbce {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.797175] env[68800]: DEBUG oslo_vmware.api [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1105.797175] env[68800]: value = "task-3244383" [ 1105.797175] env[68800]: _type = "Task" [ 1105.797175] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.812627] env[68800]: DEBUG oslo_vmware.api [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244383, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.004329] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bc34bbd3-a6a3-4d09-8ddf-296c444a46ec tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.746s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.006674] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.750s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.009400] env[68800]: INFO nova.compute.claims [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1106.045796] env[68800]: INFO nova.scheduler.client.report [None req-bc34bbd3-a6a3-4d09-8ddf-296c444a46ec tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Deleted allocations for instance 220aa25b-1744-4026-9fb5-a9842e0a6a1f [ 1106.053937] env[68800]: DEBUG oslo_vmware.api [None req-5d27897f-2f72-443c-ae8b-7f8801092358 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244374, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.149646] env[68800]: DEBUG oslo_vmware.api [None req-ebc3bc85-8dfa-49db-88da-39be728af0f1 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Task: {'id': task-3244382, 'name': PowerOffVM_Task, 'duration_secs': 0.2261} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.149912] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc3bc85-8dfa-49db-88da-39be728af0f1 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 15e4be61-0c2d-49cd-bf02-61d76be5a4ce] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1106.150276] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc3bc85-8dfa-49db-88da-39be728af0f1 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 15e4be61-0c2d-49cd-bf02-61d76be5a4ce] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1106.152511] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d868ec3b-f44d-4cf9-ad62-c8517d0cf596 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.219748] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc3bc85-8dfa-49db-88da-39be728af0f1 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 15e4be61-0c2d-49cd-bf02-61d76be5a4ce] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1106.219975] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc3bc85-8dfa-49db-88da-39be728af0f1 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 15e4be61-0c2d-49cd-bf02-61d76be5a4ce] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1106.220172] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebc3bc85-8dfa-49db-88da-39be728af0f1 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Deleting the datastore file [datastore2] 15e4be61-0c2d-49cd-bf02-61d76be5a4ce {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1106.220438] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-780b0aa9-36a8-4c41-9f03-0f02f0a7a729 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.227179] env[68800]: DEBUG oslo_vmware.api [None req-ebc3bc85-8dfa-49db-88da-39be728af0f1 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Waiting for the task: (returnval){ [ 1106.227179] env[68800]: value = "task-3244385" [ 1106.227179] env[68800]: _type = "Task" [ 1106.227179] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.236560] env[68800]: DEBUG oslo_vmware.api [None req-ebc3bc85-8dfa-49db-88da-39be728af0f1 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Task: {'id': task-3244385, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.308705] env[68800]: DEBUG oslo_vmware.api [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244383, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.548931] env[68800]: DEBUG oslo_vmware.api [None req-5d27897f-2f72-443c-ae8b-7f8801092358 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244374, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.558553] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bc34bbd3-a6a3-4d09-8ddf-296c444a46ec tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "220aa25b-1744-4026-9fb5-a9842e0a6a1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.321s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.739741] env[68800]: DEBUG oslo_vmware.api [None req-ebc3bc85-8dfa-49db-88da-39be728af0f1 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Task: {'id': task-3244385, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151052} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.740417] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebc3bc85-8dfa-49db-88da-39be728af0f1 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1106.740945] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc3bc85-8dfa-49db-88da-39be728af0f1 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 15e4be61-0c2d-49cd-bf02-61d76be5a4ce] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1106.741286] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc3bc85-8dfa-49db-88da-39be728af0f1 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 15e4be61-0c2d-49cd-bf02-61d76be5a4ce] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1106.742706] env[68800]: INFO nova.compute.manager [None req-ebc3bc85-8dfa-49db-88da-39be728af0f1 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] [instance: 15e4be61-0c2d-49cd-bf02-61d76be5a4ce] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1106.742706] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebc3bc85-8dfa-49db-88da-39be728af0f1 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1106.742706] env[68800]: DEBUG nova.compute.manager [-] [instance: 15e4be61-0c2d-49cd-bf02-61d76be5a4ce] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1106.742706] env[68800]: DEBUG nova.network.neutron [-] [instance: 15e4be61-0c2d-49cd-bf02-61d76be5a4ce] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1106.813439] env[68800]: DEBUG oslo_vmware.api [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244383, 'name': PowerOnVM_Task, 'duration_secs': 0.614055} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.813439] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1106.813439] env[68800]: INFO nova.compute.manager [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Took 7.41 seconds to spawn the instance on the hypervisor. [ 1106.813439] env[68800]: DEBUG nova.compute.manager [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1106.813439] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d8700b-dafc-4dc5-ad2c-3fb803f31ece {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.056085] env[68800]: DEBUG oslo_vmware.api [None req-5d27897f-2f72-443c-ae8b-7f8801092358 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244374, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.190625] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e6ec49-cfd3-44ec-88f0-c9e97a716c16 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.200798] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3707a4ef-755c-4608-a6f6-cf0498306d7e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.239808] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44c2670-eb6e-4593-925f-43acf010edb6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.248607] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d71aac-bd1c-4657-a826-8864536a6c1f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.260891] env[68800]: DEBUG nova.compute.provider_tree [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.337349] env[68800]: INFO nova.compute.manager [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Took 14.83 seconds to build instance. [ 1107.426994] env[68800]: DEBUG nova.compute.manager [req-a75f8770-a846-49db-a1e3-64e351048d7e req-03211621-868b-4f02-b1d4-e8ed7395ca05 service nova] [instance: 15e4be61-0c2d-49cd-bf02-61d76be5a4ce] Received event network-vif-deleted-3e1baa81-976f-40ff-be06-66dc8b528265 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.427278] env[68800]: INFO nova.compute.manager [req-a75f8770-a846-49db-a1e3-64e351048d7e req-03211621-868b-4f02-b1d4-e8ed7395ca05 service nova] [instance: 15e4be61-0c2d-49cd-bf02-61d76be5a4ce] Neutron deleted interface 3e1baa81-976f-40ff-be06-66dc8b528265; detaching it from the instance and deleting it from the info cache [ 1107.427516] env[68800]: DEBUG nova.network.neutron [req-a75f8770-a846-49db-a1e3-64e351048d7e req-03211621-868b-4f02-b1d4-e8ed7395ca05 service nova] [instance: 15e4be61-0c2d-49cd-bf02-61d76be5a4ce] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.549695] env[68800]: DEBUG oslo_vmware.api [None req-5d27897f-2f72-443c-ae8b-7f8801092358 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244374, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.579980] env[68800]: DEBUG nova.network.neutron [-] [instance: 15e4be61-0c2d-49cd-bf02-61d76be5a4ce] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.725468] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "bc095118-54bb-47be-a309-fcc70fba31aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.725664] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "bc095118-54bb-47be-a309-fcc70fba31aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.764523] env[68800]: DEBUG nova.scheduler.client.report [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.839853] env[68800]: DEBUG oslo_concurrency.lockutils [None req-3751a2d6-5d86-4d71-b690-fb7384d53dd2 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "7ae4ff6b-3389-4237-a39f-1dc321b5d424" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.341s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.931470] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f70894e0-e476-48d3-8641-adf283a050a4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.949025] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327b4843-ba2c-40b4-b071-5b322e7b142d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.980817] env[68800]: DEBUG nova.compute.manager [req-a75f8770-a846-49db-a1e3-64e351048d7e req-03211621-868b-4f02-b1d4-e8ed7395ca05 service nova] [instance: 15e4be61-0c2d-49cd-bf02-61d76be5a4ce] Detach interface failed, port_id=3e1baa81-976f-40ff-be06-66dc8b528265, reason: Instance 15e4be61-0c2d-49cd-bf02-61d76be5a4ce could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1108.034126] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Acquiring lock "375f3a0e-2b26-4e63-8b47-1fb8b56fbeee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.034258] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Lock "375f3a0e-2b26-4e63-8b47-1fb8b56fbeee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.049819] env[68800]: DEBUG oslo_vmware.api [None req-5d27897f-2f72-443c-ae8b-7f8801092358 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244374, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.083586] env[68800]: INFO nova.compute.manager [-] [instance: 15e4be61-0c2d-49cd-bf02-61d76be5a4ce] Took 1.34 seconds to deallocate network for instance. [ 1108.228567] env[68800]: DEBUG nova.compute.manager [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1108.269717] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.263s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.270221] env[68800]: DEBUG nova.compute.manager [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1108.272975] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b51cbfee-5bb1-43e0-a07d-8505e26052e2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.600s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.273550] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b51cbfee-5bb1-43e0-a07d-8505e26052e2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.302704] env[68800]: INFO nova.scheduler.client.report [None req-b51cbfee-5bb1-43e0-a07d-8505e26052e2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Deleted allocations for instance 3569d4a2-f210-4a85-bc56-0de724aba1b0 [ 1108.392926] env[68800]: INFO nova.compute.manager [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Rebuilding instance [ 1108.443595] env[68800]: DEBUG nova.compute.manager [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1108.444531] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc29ee45-1ab9-48ec-ab1f-51dbf4224b3e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.536586] env[68800]: DEBUG nova.compute.manager [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] [instance: 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1108.551512] env[68800]: DEBUG oslo_vmware.api [None req-5d27897f-2f72-443c-ae8b-7f8801092358 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244374, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.595026] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ebc3bc85-8dfa-49db-88da-39be728af0f1 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.595352] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ebc3bc85-8dfa-49db-88da-39be728af0f1 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.595580] env[68800]: DEBUG nova.objects.instance [None req-ebc3bc85-8dfa-49db-88da-39be728af0f1 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Lazy-loading 'resources' on Instance uuid 15e4be61-0c2d-49cd-bf02-61d76be5a4ce {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.757957] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.777662] env[68800]: DEBUG nova.compute.utils [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1108.779668] env[68800]: DEBUG nova.compute.manager [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Not allocating networking since 'none' was specified. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1108.813437] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b51cbfee-5bb1-43e0-a07d-8505e26052e2 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "3569d4a2-f210-4a85-bc56-0de724aba1b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.014s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.055095] env[68800]: DEBUG oslo_vmware.api [None req-5d27897f-2f72-443c-ae8b-7f8801092358 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244374, 'name': ReconfigVM_Task, 'duration_secs': 5.866523} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.055095] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5d27897f-2f72-443c-ae8b-7f8801092358 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Releasing lock "14a8d720-2f8a-43ce-bb2a-7f79cc54a53f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.055095] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5d27897f-2f72-443c-ae8b-7f8801092358 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Reconfigured VM to detach interface {{(pid=68800) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1109.058450] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.269315] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787d1d94-18bf-48e7-a420-390fe26d7f33 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.278944] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb7b137-74d2-445c-9c3f-bfd88b25702f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.282610] env[68800]: DEBUG nova.compute.manager [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1109.319032] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423be80e-1726-45ec-9583-a7a870f4093e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.327965] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a49657f-3cb8-4edf-8fe9-21c923a2247d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.342819] env[68800]: DEBUG nova.compute.provider_tree [None req-ebc3bc85-8dfa-49db-88da-39be728af0f1 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.455881] env[68800]: DEBUG nova.compute.manager [req-0e4aa0af-a9e5-4184-8da3-95bcfcafa461 req-d3e03114-e5a7-4194-86c6-e893e42eba06 service nova] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Received event network-vif-deleted-022a7714-b478-4102-aabd-f57abec543df {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.456074] env[68800]: INFO nova.compute.manager [req-0e4aa0af-a9e5-4184-8da3-95bcfcafa461 req-d3e03114-e5a7-4194-86c6-e893e42eba06 service nova] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Neutron deleted interface 022a7714-b478-4102-aabd-f57abec543df; detaching it from the instance and deleting it from the info cache [ 1109.456362] env[68800]: DEBUG nova.network.neutron [req-0e4aa0af-a9e5-4184-8da3-95bcfcafa461 req-d3e03114-e5a7-4194-86c6-e893e42eba06 service nova] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Updating instance_info_cache with network_info: [{"id": "ba1d5e10-7fc4-47c3-9958-6a5801dbfcfb", "address": "fa:16:3e:46:10:ad", "network": {"id": "42ecce2f-2b8f-412c-a25a-eac985a7bc3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-882241878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a55e3ff738d49f8ae6b119fe8712bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba1d5e10-7f", "ovs_interfaceid": "ba1d5e10-7fc4-47c3-9958-6a5801dbfcfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d89154cc-e47c-42ff-b9c9-055f8a9d4a5f", "address": "fa:16:3e:b7:09:e3", "network": {"id": "42ecce2f-2b8f-412c-a25a-eac985a7bc3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-882241878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a55e3ff738d49f8ae6b119fe8712bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd89154cc-e4", "ovs_interfaceid": "d89154cc-e47c-42ff-b9c9-055f8a9d4a5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.460164] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.460424] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquiring lock "7d7b5615-de05-47c8-aea5-8f354a6588ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.460635] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "7d7b5615-de05-47c8-aea5-8f354a6588ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.461550] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd70cc82-9927-4b5f-82ba-e5a89d8b7b39 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.470316] env[68800]: DEBUG oslo_vmware.api [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1109.470316] env[68800]: value = "task-3244387" [ 1109.470316] env[68800]: _type = "Task" [ 1109.470316] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.479697] env[68800]: DEBUG oslo_vmware.api [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244387, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.683026] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-8129b95e-9967-4215-9444-f1def317a447 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Volume attach. Driver type: vmdk {{(pid=68800) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1109.683325] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-8129b95e-9967-4215-9444-f1def317a447 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648365', 'volume_id': '95c2c032-a3d9-47a7-b901-24bb02cf4a3f', 'name': 'volume-95c2c032-a3d9-47a7-b901-24bb02cf4a3f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09', 'attached_at': '', 'detached_at': '', 'volume_id': '95c2c032-a3d9-47a7-b901-24bb02cf4a3f', 'serial': '95c2c032-a3d9-47a7-b901-24bb02cf4a3f'} {{(pid=68800) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1109.684282] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953e8c80-5cf9-45cb-89f1-0c9d9ffc5b59 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.700823] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d370b6f-777f-4af3-be33-c7bf874af9c0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.727380] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-8129b95e-9967-4215-9444-f1def317a447 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] volume-95c2c032-a3d9-47a7-b901-24bb02cf4a3f/volume-95c2c032-a3d9-47a7-b901-24bb02cf4a3f.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.728778] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-009bb5a8-2d83-43a6-8b16-ebe5d714bf02 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.750051] env[68800]: DEBUG oslo_vmware.api [None req-8129b95e-9967-4215-9444-f1def317a447 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Waiting for the task: (returnval){ [ 1109.750051] env[68800]: value = "task-3244388" [ 1109.750051] env[68800]: _type = "Task" [ 1109.750051] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.759682] env[68800]: DEBUG oslo_vmware.api [None req-8129b95e-9967-4215-9444-f1def317a447 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244388, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.845878] env[68800]: DEBUG nova.scheduler.client.report [None req-ebc3bc85-8dfa-49db-88da-39be728af0f1 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.961843] env[68800]: DEBUG oslo_concurrency.lockutils [req-0e4aa0af-a9e5-4184-8da3-95bcfcafa461 req-d3e03114-e5a7-4194-86c6-e893e42eba06 service nova] Acquiring lock "14a8d720-2f8a-43ce-bb2a-7f79cc54a53f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.961843] env[68800]: DEBUG oslo_concurrency.lockutils [req-0e4aa0af-a9e5-4184-8da3-95bcfcafa461 req-d3e03114-e5a7-4194-86c6-e893e42eba06 service nova] Acquired lock "14a8d720-2f8a-43ce-bb2a-7f79cc54a53f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.962408] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70536e4-08a4-4eea-9044-4292543d8c4e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.965775] env[68800]: DEBUG nova.compute.manager [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1109.984350] env[68800]: DEBUG oslo_concurrency.lockutils [req-0e4aa0af-a9e5-4184-8da3-95bcfcafa461 req-d3e03114-e5a7-4194-86c6-e893e42eba06 service nova] Releasing lock "14a8d720-2f8a-43ce-bb2a-7f79cc54a53f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.984661] env[68800]: WARNING nova.compute.manager [req-0e4aa0af-a9e5-4184-8da3-95bcfcafa461 req-d3e03114-e5a7-4194-86c6-e893e42eba06 service nova] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Detach interface failed, port_id=022a7714-b478-4102-aabd-f57abec543df, reason: No device with interface-id 022a7714-b478-4102-aabd-f57abec543df exists on VM: nova.exception.NotFound: No device with interface-id 022a7714-b478-4102-aabd-f57abec543df exists on VM [ 1109.993165] env[68800]: DEBUG oslo_vmware.api [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244387, 'name': PowerOffVM_Task, 'duration_secs': 0.302433} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.993475] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1109.993777] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1109.994655] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41050498-8ed4-4d89-b8fe-09e91fb812ab {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.001974] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1110.002890] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d82525d-fab4-418e-97c3-b4c4729116d6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.079843] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1110.080071] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1110.080261] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Deleting the datastore file [datastore2] 7ae4ff6b-3389-4237-a39f-1dc321b5d424 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1110.080525] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90fa2e91-792c-42a2-8928-b292072859cf {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.086688] env[68800]: DEBUG oslo_vmware.api [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1110.086688] env[68800]: value = "task-3244390" [ 1110.086688] env[68800]: _type = "Task" [ 1110.086688] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.094476] env[68800]: DEBUG oslo_vmware.api [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244390, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.246086] env[68800]: DEBUG oslo_concurrency.lockutils [None req-641d719c-f69e-4483-ac45-f9e0a72f5c91 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "14a8d720-2f8a-43ce-bb2a-7f79cc54a53f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.246397] env[68800]: DEBUG oslo_concurrency.lockutils [None req-641d719c-f69e-4483-ac45-f9e0a72f5c91 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "14a8d720-2f8a-43ce-bb2a-7f79cc54a53f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.246620] env[68800]: DEBUG oslo_concurrency.lockutils [None req-641d719c-f69e-4483-ac45-f9e0a72f5c91 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "14a8d720-2f8a-43ce-bb2a-7f79cc54a53f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.246803] env[68800]: DEBUG oslo_concurrency.lockutils [None req-641d719c-f69e-4483-ac45-f9e0a72f5c91 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "14a8d720-2f8a-43ce-bb2a-7f79cc54a53f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.247033] env[68800]: DEBUG oslo_concurrency.lockutils [None req-641d719c-f69e-4483-ac45-f9e0a72f5c91 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "14a8d720-2f8a-43ce-bb2a-7f79cc54a53f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.249185] env[68800]: INFO nova.compute.manager [None req-641d719c-f69e-4483-ac45-f9e0a72f5c91 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Terminating instance [ 1110.261906] env[68800]: DEBUG oslo_vmware.api [None req-8129b95e-9967-4215-9444-f1def317a447 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244388, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.279150] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5d27897f-2f72-443c-ae8b-7f8801092358 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "refresh_cache-14a8d720-2f8a-43ce-bb2a-7f79cc54a53f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.279345] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5d27897f-2f72-443c-ae8b-7f8801092358 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquired lock "refresh_cache-14a8d720-2f8a-43ce-bb2a-7f79cc54a53f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.279510] env[68800]: DEBUG nova.network.neutron [None req-5d27897f-2f72-443c-ae8b-7f8801092358 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.292609] env[68800]: DEBUG nova.compute.manager [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1110.321836] env[68800]: DEBUG nova.virt.hardware [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.322092] env[68800]: DEBUG nova.virt.hardware [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.322249] env[68800]: DEBUG nova.virt.hardware [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.322428] env[68800]: DEBUG nova.virt.hardware [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.322660] env[68800]: DEBUG nova.virt.hardware [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.322824] env[68800]: DEBUG nova.virt.hardware [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.323125] env[68800]: DEBUG nova.virt.hardware [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.323312] env[68800]: DEBUG nova.virt.hardware [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.323483] env[68800]: DEBUG nova.virt.hardware [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.323644] env[68800]: DEBUG nova.virt.hardware [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.323854] env[68800]: DEBUG nova.virt.hardware [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1110.325011] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314298e7-0d88-43e7-9148-7c44f4970184 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.332637] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1174c107-56b8-4658-8d25-8362aa0df42f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.346070] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Instance VIF info [] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1110.351453] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Creating folder: Project (2392135252cc4a998befb19d6ba39db5). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1110.352159] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ebc3bc85-8dfa-49db-88da-39be728af0f1 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.757s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.353937] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83d2426b-7474-4e8a-a745-86d4730bea66 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.356296] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.598s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.357734] env[68800]: INFO nova.compute.claims [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1110.367552] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Created folder: Project (2392135252cc4a998befb19d6ba39db5) in parent group-v648080. [ 1110.367849] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Creating folder: Instances. Parent ref: group-v648366. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1110.367951] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8eb1d4eb-4f5e-4b16-88e8-de47008680a3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.375851] env[68800]: INFO nova.scheduler.client.report [None req-ebc3bc85-8dfa-49db-88da-39be728af0f1 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Deleted allocations for instance 15e4be61-0c2d-49cd-bf02-61d76be5a4ce [ 1110.377792] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Created folder: Instances in parent group-v648366. [ 1110.378026] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.380195] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1110.381290] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f72d27ee-f2d8-43ab-ac05-ace7a89dbe56 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.396502] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1110.396502] env[68800]: value = "task-3244393" [ 1110.396502] env[68800]: _type = "Task" [ 1110.396502] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.405379] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244393, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.484754] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.599446] env[68800]: DEBUG oslo_vmware.api [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244390, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165072} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.599743] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1110.599947] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1110.600092] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1110.755389] env[68800]: DEBUG nova.compute.manager [None req-641d719c-f69e-4483-ac45-f9e0a72f5c91 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1110.755642] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-641d719c-f69e-4483-ac45-f9e0a72f5c91 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1110.756421] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a4f399-74ac-4115-b48c-932224826e0e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.763823] env[68800]: DEBUG oslo_vmware.api [None req-8129b95e-9967-4215-9444-f1def317a447 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244388, 'name': ReconfigVM_Task, 'duration_secs': 0.60816} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.765954] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-8129b95e-9967-4215-9444-f1def317a447 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Reconfigured VM instance instance-00000050 to attach disk [datastore1] volume-95c2c032-a3d9-47a7-b901-24bb02cf4a3f/volume-95c2c032-a3d9-47a7-b901-24bb02cf4a3f.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1110.771707] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-641d719c-f69e-4483-ac45-f9e0a72f5c91 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.771707] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e71dd4bd-b14b-4d8d-8f51-3c9a6077fbe8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.780742] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f73415cc-8e14-4c01-81c3-711016cead75 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.788869] env[68800]: DEBUG oslo_vmware.api [None req-8129b95e-9967-4215-9444-f1def317a447 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Waiting for the task: (returnval){ [ 1110.788869] env[68800]: value = "task-3244394" [ 1110.788869] env[68800]: _type = "Task" [ 1110.788869] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.790047] env[68800]: DEBUG oslo_vmware.api [None req-641d719c-f69e-4483-ac45-f9e0a72f5c91 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for the task: (returnval){ [ 1110.790047] env[68800]: value = "task-3244395" [ 1110.790047] env[68800]: _type = "Task" [ 1110.790047] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.802064] env[68800]: DEBUG oslo_vmware.api [None req-8129b95e-9967-4215-9444-f1def317a447 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244394, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.804950] env[68800]: DEBUG oslo_vmware.api [None req-641d719c-f69e-4483-ac45-f9e0a72f5c91 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244395, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.884740] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ebc3bc85-8dfa-49db-88da-39be728af0f1 tempest-DeleteServersAdminTestJSON-575738933 tempest-DeleteServersAdminTestJSON-575738933-project-member] Lock "15e4be61-0c2d-49cd-bf02-61d76be5a4ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.767s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.910904] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244393, 'name': CreateVM_Task, 'duration_secs': 0.261472} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.913263] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1110.913699] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.913914] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.914301] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.914866] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecb2e2f0-ae17-4c51-a709-dae6b5470687 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.920218] env[68800]: DEBUG oslo_vmware.api [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Waiting for the task: (returnval){ [ 1110.920218] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52d8ee0e-7181-e4a5-1a89-dba6a8524863" [ 1110.920218] env[68800]: _type = "Task" [ 1110.920218] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.929405] env[68800]: DEBUG oslo_vmware.api [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52d8ee0e-7181-e4a5-1a89-dba6a8524863, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.061169] env[68800]: INFO nova.network.neutron [None req-5d27897f-2f72-443c-ae8b-7f8801092358 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Port d89154cc-e47c-42ff-b9c9-055f8a9d4a5f from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1111.061608] env[68800]: DEBUG nova.network.neutron [None req-5d27897f-2f72-443c-ae8b-7f8801092358 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Updating instance_info_cache with network_info: [{"id": "ba1d5e10-7fc4-47c3-9958-6a5801dbfcfb", "address": "fa:16:3e:46:10:ad", "network": {"id": "42ecce2f-2b8f-412c-a25a-eac985a7bc3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-882241878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a55e3ff738d49f8ae6b119fe8712bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba1d5e10-7f", "ovs_interfaceid": "ba1d5e10-7fc4-47c3-9958-6a5801dbfcfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.302777] env[68800]: DEBUG oslo_vmware.api [None req-8129b95e-9967-4215-9444-f1def317a447 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244394, 'name': ReconfigVM_Task, 'duration_secs': 0.15721} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.305983] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-8129b95e-9967-4215-9444-f1def317a447 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648365', 'volume_id': '95c2c032-a3d9-47a7-b901-24bb02cf4a3f', 'name': 'volume-95c2c032-a3d9-47a7-b901-24bb02cf4a3f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09', 'attached_at': '', 'detached_at': '', 'volume_id': '95c2c032-a3d9-47a7-b901-24bb02cf4a3f', 'serial': '95c2c032-a3d9-47a7-b901-24bb02cf4a3f'} {{(pid=68800) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1111.307580] env[68800]: DEBUG oslo_vmware.api [None req-641d719c-f69e-4483-ac45-f9e0a72f5c91 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244395, 'name': PowerOffVM_Task, 'duration_secs': 0.240621} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.307846] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-641d719c-f69e-4483-ac45-f9e0a72f5c91 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.308045] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-641d719c-f69e-4483-ac45-f9e0a72f5c91 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1111.308310] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3930c834-2c17-4f58-8a73-4406cfb2a513 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.413170] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-641d719c-f69e-4483-ac45-f9e0a72f5c91 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1111.413418] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-641d719c-f69e-4483-ac45-f9e0a72f5c91 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1111.413635] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-641d719c-f69e-4483-ac45-f9e0a72f5c91 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Deleting the datastore file [datastore1] 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.414197] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f833b2e-60c2-4ecb-87df-05c169874a6e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.426185] env[68800]: DEBUG oslo_vmware.api [None req-641d719c-f69e-4483-ac45-f9e0a72f5c91 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for the task: (returnval){ [ 1111.426185] env[68800]: value = "task-3244397" [ 1111.426185] env[68800]: _type = "Task" [ 1111.426185] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.433775] env[68800]: DEBUG oslo_vmware.api [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52d8ee0e-7181-e4a5-1a89-dba6a8524863, 'name': SearchDatastore_Task, 'duration_secs': 0.010126} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.437131] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.437432] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.437645] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.437795] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.437988] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.441323] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a225bbb-5ecf-45a3-95c6-0ca00674e2b1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.443156] env[68800]: DEBUG oslo_vmware.api [None req-641d719c-f69e-4483-ac45-f9e0a72f5c91 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244397, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.451791] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.451986] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1111.452742] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cb3b153-2c3c-4216-a964-ab0f871d9e17 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.457951] env[68800]: DEBUG oslo_vmware.api [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Waiting for the task: (returnval){ [ 1111.457951] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]523ce449-a583-a565-e3f6-3f66736ffb76" [ 1111.457951] env[68800]: _type = "Task" [ 1111.457951] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.467098] env[68800]: DEBUG oslo_vmware.api [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]523ce449-a583-a565-e3f6-3f66736ffb76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.488671] env[68800]: DEBUG nova.compute.manager [req-6c78c140-005f-4772-bd38-bfae79742a50 req-70782a53-33d1-4310-bc03-80a0bd99de3d service nova] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Received event network-vif-deleted-d89154cc-e47c-42ff-b9c9-055f8a9d4a5f {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.531491] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6dd9a86-42ee-4200-abc7-dc57204cba87 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.538863] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391344a1-c9c3-4c27-8b4f-104a2407aaaf {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.569225] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5d27897f-2f72-443c-ae8b-7f8801092358 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Releasing lock "refresh_cache-14a8d720-2f8a-43ce-bb2a-7f79cc54a53f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.574738] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604f107b-ba83-4896-8ec6-d0acaec750e1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.579822] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d92f95-2d66-46f6-8f3c-71c5e1ddfab5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.593467] env[68800]: DEBUG nova.compute.provider_tree [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.636104] env[68800]: DEBUG nova.virt.hardware [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1111.636373] env[68800]: DEBUG nova.virt.hardware [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1111.636526] env[68800]: DEBUG nova.virt.hardware [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1111.636703] env[68800]: DEBUG nova.virt.hardware [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1111.636857] env[68800]: DEBUG nova.virt.hardware [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1111.637043] env[68800]: DEBUG nova.virt.hardware [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1111.637260] env[68800]: DEBUG nova.virt.hardware [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1111.637416] env[68800]: DEBUG nova.virt.hardware [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1111.637579] env[68800]: DEBUG nova.virt.hardware [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1111.637740] env[68800]: DEBUG nova.virt.hardware [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1111.637911] env[68800]: DEBUG nova.virt.hardware [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1111.639082] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c0d785-1db0-460a-9ecf-227ba399c85b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.646456] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ffdb861-5ea4-4874-9bd4-ed4d9dde7d94 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.660355] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:e3:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78e1ebb0-0130-446b-bf73-a0e59bbb95cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da998196-611a-4e2b-ab23-cd7d3fb23190', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1111.667572] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1111.667802] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1111.668053] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e086643-daca-40f4-8151-446d510017aa {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.687090] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1111.687090] env[68800]: value = "task-3244398" [ 1111.687090] env[68800]: _type = "Task" [ 1111.687090] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.694279] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244398, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.937892] env[68800]: DEBUG oslo_vmware.api [None req-641d719c-f69e-4483-ac45-f9e0a72f5c91 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244397, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172119} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.938419] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-641d719c-f69e-4483-ac45-f9e0a72f5c91 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1111.938718] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-641d719c-f69e-4483-ac45-f9e0a72f5c91 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1111.939117] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-641d719c-f69e-4483-ac45-f9e0a72f5c91 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1111.939394] env[68800]: INFO nova.compute.manager [None req-641d719c-f69e-4483-ac45-f9e0a72f5c91 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1111.939938] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-641d719c-f69e-4483-ac45-f9e0a72f5c91 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1111.940627] env[68800]: DEBUG nova.compute.manager [-] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1111.940807] env[68800]: DEBUG nova.network.neutron [-] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1111.967781] env[68800]: DEBUG oslo_vmware.api [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]523ce449-a583-a565-e3f6-3f66736ffb76, 'name': SearchDatastore_Task, 'duration_secs': 0.008276} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.971049] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18d0160c-da1a-45ae-8696-a45921c0ece1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.979657] env[68800]: DEBUG oslo_vmware.api [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Waiting for the task: (returnval){ [ 1111.979657] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52627bf2-5eee-c7e0-0782-df76e8e6ee5e" [ 1111.979657] env[68800]: _type = "Task" [ 1111.979657] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.988938] env[68800]: DEBUG oslo_vmware.api [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52627bf2-5eee-c7e0-0782-df76e8e6ee5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.990888] env[68800]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port d89154cc-e47c-42ff-b9c9-055f8a9d4a5f could not be found.", "detail": ""}} {{(pid=68800) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1111.991130] env[68800]: DEBUG nova.network.neutron [-] Unable to show port d89154cc-e47c-42ff-b9c9-055f8a9d4a5f as it no longer exists. {{(pid=68800) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1112.076131] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5d27897f-2f72-443c-ae8b-7f8801092358 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "interface-14a8d720-2f8a-43ce-bb2a-7f79cc54a53f-022a7714-b478-4102-aabd-f57abec543df" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.662s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.096409] env[68800]: DEBUG nova.scheduler.client.report [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.198024] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244398, 'name': CreateVM_Task, 'duration_secs': 0.403321} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.198024] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1112.198024] env[68800]: DEBUG oslo_concurrency.lockutils [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.198024] env[68800]: DEBUG oslo_concurrency.lockutils [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.198355] env[68800]: DEBUG oslo_concurrency.lockutils [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.198544] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12d180d7-8237-4451-89ba-4d1c2d4c05b3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.203314] env[68800]: DEBUG oslo_vmware.api [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1112.203314] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52e95376-e2f2-1694-d1cf-3903afc8e942" [ 1112.203314] env[68800]: _type = "Task" [ 1112.203314] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.213029] env[68800]: DEBUG oslo_vmware.api [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52e95376-e2f2-1694-d1cf-3903afc8e942, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.350184] env[68800]: DEBUG nova.objects.instance [None req-8129b95e-9967-4215-9444-f1def317a447 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Lazy-loading 'flavor' on Instance uuid f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.477081] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c5024462-232f-48cb-8a70-15e5ab1e206c tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Acquiring lock "f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.490642] env[68800]: DEBUG oslo_vmware.api [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52627bf2-5eee-c7e0-0782-df76e8e6ee5e, 'name': SearchDatastore_Task, 'duration_secs': 0.014717} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.490897] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.491171] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 657de2c4-2860-4cca-9e9d-9f1272ad0017/657de2c4-2860-4cca-9e9d-9f1272ad0017.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1112.491474] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-093c9e8b-5867-40b7-9cc7-c25dc7f68110 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.499262] env[68800]: DEBUG oslo_vmware.api [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Waiting for the task: (returnval){ [ 1112.499262] env[68800]: value = "task-3244399" [ 1112.499262] env[68800]: _type = "Task" [ 1112.499262] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.508541] env[68800]: DEBUG oslo_vmware.api [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Task: {'id': task-3244399, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.602160] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.246s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.603676] env[68800]: DEBUG nova.compute.manager [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1112.605821] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.547s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.607417] env[68800]: INFO nova.compute.claims [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] [instance: 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1112.714705] env[68800]: DEBUG oslo_vmware.api [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52e95376-e2f2-1694-d1cf-3903afc8e942, 'name': SearchDatastore_Task, 'duration_secs': 0.027495} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.715020] env[68800]: DEBUG oslo_concurrency.lockutils [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.715263] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1112.715543] env[68800]: DEBUG oslo_concurrency.lockutils [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.715658] env[68800]: DEBUG oslo_concurrency.lockutils [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.715822] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1112.716203] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f18a0c7-0587-4dae-801a-d99cf546b99f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.730759] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1112.730949] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1112.731681] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-923e4cdc-9883-4909-b6a1-ac8654a856e0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.737012] env[68800]: DEBUG oslo_vmware.api [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1112.737012] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52cbe8a1-7aee-7a07-8052-5a7739113813" [ 1112.737012] env[68800]: _type = "Task" [ 1112.737012] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.744346] env[68800]: DEBUG oslo_vmware.api [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52cbe8a1-7aee-7a07-8052-5a7739113813, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.858262] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8129b95e-9967-4215-9444-f1def317a447 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Lock "f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.798s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.859265] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c5024462-232f-48cb-8a70-15e5ab1e206c tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Lock "f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.382s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.859468] env[68800]: DEBUG nova.compute.manager [None req-c5024462-232f-48cb-8a70-15e5ab1e206c tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1112.860544] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26b86dc-12b1-4d1e-9a97-978aae4e78a1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.871090] env[68800]: DEBUG nova.compute.manager [None req-c5024462-232f-48cb-8a70-15e5ab1e206c tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68800) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1112.871756] env[68800]: DEBUG nova.objects.instance [None req-c5024462-232f-48cb-8a70-15e5ab1e206c tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Lazy-loading 'flavor' on Instance uuid f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.010030] env[68800]: DEBUG oslo_vmware.api [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Task: {'id': task-3244399, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.089148] env[68800]: DEBUG nova.network.neutron [-] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.107355] env[68800]: DEBUG nova.compute.utils [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1113.109230] env[68800]: DEBUG nova.compute.manager [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1113.109411] env[68800]: DEBUG nova.network.neutron [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1113.149341] env[68800]: DEBUG nova.policy [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75948d52a30c46d6ab5c4c6d236e542c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84cb1a2d15ae40b294b17dabe7bbbfd4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 1113.249221] env[68800]: DEBUG oslo_vmware.api [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52cbe8a1-7aee-7a07-8052-5a7739113813, 'name': SearchDatastore_Task, 'duration_secs': 0.008485} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.250043] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49ea684d-1c68-4ee2-82be-b4d7c277df6b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.256775] env[68800]: DEBUG oslo_vmware.api [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1113.256775] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5222c932-254b-82c9-0c75-57fb08f08db7" [ 1113.256775] env[68800]: _type = "Task" [ 1113.256775] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.264791] env[68800]: DEBUG oslo_vmware.api [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5222c932-254b-82c9-0c75-57fb08f08db7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.514319] env[68800]: DEBUG oslo_vmware.api [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Task: {'id': task-3244399, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55621} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.517065] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 657de2c4-2860-4cca-9e9d-9f1272ad0017/657de2c4-2860-4cca-9e9d-9f1272ad0017.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1113.517421] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1113.518980] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e2f8cd3-1d57-4f2c-aff0-6dded6b4d847 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.522428] env[68800]: DEBUG nova.compute.manager [req-e87a4482-588d-4378-9581-28e35e019e69 req-ba32ad2b-3adf-4d32-a1a9-d8096b4c3180 service nova] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Received event network-vif-deleted-ba1d5e10-7fc4-47c3-9958-6a5801dbfcfb {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.529238] env[68800]: DEBUG oslo_vmware.api [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Waiting for the task: (returnval){ [ 1113.529238] env[68800]: value = "task-3244400" [ 1113.529238] env[68800]: _type = "Task" [ 1113.529238] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.539310] env[68800]: DEBUG oslo_vmware.api [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Task: {'id': task-3244400, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.578274] env[68800]: DEBUG nova.network.neutron [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Successfully created port: 75d10683-374a-4cb8-817d-041e53aa311b {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1113.591851] env[68800]: INFO nova.compute.manager [-] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Took 1.65 seconds to deallocate network for instance. [ 1113.612922] env[68800]: DEBUG nova.compute.manager [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1113.767626] env[68800]: DEBUG oslo_vmware.api [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5222c932-254b-82c9-0c75-57fb08f08db7, 'name': SearchDatastore_Task, 'duration_secs': 0.009916} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.767930] env[68800]: DEBUG oslo_concurrency.lockutils [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.768177] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 7ae4ff6b-3389-4237-a39f-1dc321b5d424/7ae4ff6b-3389-4237-a39f-1dc321b5d424.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1113.768449] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5cdcbe36-9717-4f9c-9a4a-8a0550096df7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.779447] env[68800]: DEBUG oslo_vmware.api [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1113.779447] env[68800]: value = "task-3244401" [ 1113.779447] env[68800]: _type = "Task" [ 1113.779447] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.786470] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ea3944-c6c3-4039-acec-e3f6d785f26e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.795649] env[68800]: DEBUG oslo_vmware.api [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244401, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.798439] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0dcf479-e27c-4fbb-adb8-eed02fb8e1a2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.831829] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5523eb3d-f36f-480c-b960-1507d70f48ac {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.839177] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac221bba-f0cc-499d-a621-b939280cac64 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.853453] env[68800]: DEBUG nova.compute.provider_tree [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.879350] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5024462-232f-48cb-8a70-15e5ab1e206c tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.879704] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f3aa5f8-146f-4a64-9d4e-ecec791dddcc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.888339] env[68800]: DEBUG oslo_vmware.api [None req-c5024462-232f-48cb-8a70-15e5ab1e206c tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Waiting for the task: (returnval){ [ 1113.888339] env[68800]: value = "task-3244402" [ 1113.888339] env[68800]: _type = "Task" [ 1113.888339] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.898961] env[68800]: DEBUG oslo_vmware.api [None req-c5024462-232f-48cb-8a70-15e5ab1e206c tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244402, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.040747] env[68800]: DEBUG oslo_vmware.api [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Task: {'id': task-3244400, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139236} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.040747] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1114.041537] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbfead6b-ef1e-486c-9883-f363b8f4e9bc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.064125] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 657de2c4-2860-4cca-9e9d-9f1272ad0017/657de2c4-2860-4cca-9e9d-9f1272ad0017.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1114.064477] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b95f9d9e-89b0-41b4-969f-d4275abfee64 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.086814] env[68800]: DEBUG oslo_vmware.api [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Waiting for the task: (returnval){ [ 1114.086814] env[68800]: value = "task-3244403" [ 1114.086814] env[68800]: _type = "Task" [ 1114.086814] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.095429] env[68800]: DEBUG oslo_vmware.api [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Task: {'id': task-3244403, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.098809] env[68800]: DEBUG oslo_concurrency.lockutils [None req-641d719c-f69e-4483-ac45-f9e0a72f5c91 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.290524] env[68800]: DEBUG oslo_vmware.api [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244401, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.357804] env[68800]: DEBUG nova.scheduler.client.report [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.399605] env[68800]: DEBUG oslo_vmware.api [None req-c5024462-232f-48cb-8a70-15e5ab1e206c tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244402, 'name': PowerOffVM_Task, 'duration_secs': 0.275944} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.400020] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5024462-232f-48cb-8a70-15e5ab1e206c tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1114.400312] env[68800]: DEBUG nova.compute.manager [None req-c5024462-232f-48cb-8a70-15e5ab1e206c tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1114.401180] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efcd925-1580-4305-b1e7-41ed11fbc9b0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.597558] env[68800]: DEBUG oslo_vmware.api [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Task: {'id': task-3244403, 'name': ReconfigVM_Task, 'duration_secs': 0.371425} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.597880] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 657de2c4-2860-4cca-9e9d-9f1272ad0017/657de2c4-2860-4cca-9e9d-9f1272ad0017.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.598688] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5dc1a29b-aff9-4c8e-a40e-8c424b63b4d3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.605523] env[68800]: DEBUG oslo_vmware.api [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Waiting for the task: (returnval){ [ 1114.605523] env[68800]: value = "task-3244404" [ 1114.605523] env[68800]: _type = "Task" [ 1114.605523] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.615345] env[68800]: DEBUG oslo_vmware.api [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Task: {'id': task-3244404, 'name': Rename_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.621619] env[68800]: DEBUG nova.compute.manager [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1114.649673] env[68800]: DEBUG nova.virt.hardware [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1114.649940] env[68800]: DEBUG nova.virt.hardware [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1114.650115] env[68800]: DEBUG nova.virt.hardware [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.650301] env[68800]: DEBUG nova.virt.hardware [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1114.650835] env[68800]: DEBUG nova.virt.hardware [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.650835] env[68800]: DEBUG nova.virt.hardware [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1114.650835] env[68800]: DEBUG nova.virt.hardware [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1114.651031] env[68800]: DEBUG nova.virt.hardware [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1114.651165] env[68800]: DEBUG nova.virt.hardware [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1114.651284] env[68800]: DEBUG nova.virt.hardware [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1114.651454] env[68800]: DEBUG nova.virt.hardware [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1114.652357] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f69648f-8ebd-47ee-adeb-0bf56a1fecb0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.660853] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498d1368-937f-49e3-80b3-2272f73bf0f6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.791919] env[68800]: DEBUG oslo_vmware.api [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244401, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605861} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.792225] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 7ae4ff6b-3389-4237-a39f-1dc321b5d424/7ae4ff6b-3389-4237-a39f-1dc321b5d424.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1114.792439] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1114.792686] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6fa1e848-3d54-42e4-a339-80a58d44d598 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.799678] env[68800]: DEBUG oslo_vmware.api [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1114.799678] env[68800]: value = "task-3244405" [ 1114.799678] env[68800]: _type = "Task" [ 1114.799678] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.806849] env[68800]: DEBUG oslo_vmware.api [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244405, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.862768] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.257s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.863370] env[68800]: DEBUG nova.compute.manager [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] [instance: 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1114.865973] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.381s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.867680] env[68800]: INFO nova.compute.claims [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1114.913267] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c5024462-232f-48cb-8a70-15e5ab1e206c tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Lock "f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.116661] env[68800]: DEBUG oslo_vmware.api [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Task: {'id': task-3244404, 'name': Rename_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.179260] env[68800]: DEBUG nova.network.neutron [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Successfully updated port: 75d10683-374a-4cb8-817d-041e53aa311b {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1115.308468] env[68800]: DEBUG oslo_vmware.api [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244405, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.372492] env[68800]: DEBUG nova.compute.utils [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1115.377384] env[68800]: DEBUG nova.compute.manager [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] [instance: 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1115.377709] env[68800]: DEBUG nova.network.neutron [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] [instance: 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1115.419601] env[68800]: DEBUG nova.policy [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f89ff79b51be470a8c08ef4708a72b92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b03cd1acfcd456899386107872e6552', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 1115.555819] env[68800]: DEBUG nova.compute.manager [req-7c08a684-c2c5-4b21-bded-945e991c73f4 req-bd1db363-213c-4275-a0ac-3fd84e5f631a service nova] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Received event network-vif-plugged-75d10683-374a-4cb8-817d-041e53aa311b {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.555819] env[68800]: DEBUG oslo_concurrency.lockutils [req-7c08a684-c2c5-4b21-bded-945e991c73f4 req-bd1db363-213c-4275-a0ac-3fd84e5f631a service nova] Acquiring lock "bc095118-54bb-47be-a309-fcc70fba31aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.555819] env[68800]: DEBUG oslo_concurrency.lockutils [req-7c08a684-c2c5-4b21-bded-945e991c73f4 req-bd1db363-213c-4275-a0ac-3fd84e5f631a service nova] Lock "bc095118-54bb-47be-a309-fcc70fba31aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.555819] env[68800]: DEBUG oslo_concurrency.lockutils [req-7c08a684-c2c5-4b21-bded-945e991c73f4 req-bd1db363-213c-4275-a0ac-3fd84e5f631a service nova] Lock "bc095118-54bb-47be-a309-fcc70fba31aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.555819] env[68800]: DEBUG nova.compute.manager [req-7c08a684-c2c5-4b21-bded-945e991c73f4 req-bd1db363-213c-4275-a0ac-3fd84e5f631a service nova] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] No waiting events found dispatching network-vif-plugged-75d10683-374a-4cb8-817d-041e53aa311b {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1115.555819] env[68800]: WARNING nova.compute.manager [req-7c08a684-c2c5-4b21-bded-945e991c73f4 req-bd1db363-213c-4275-a0ac-3fd84e5f631a service nova] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Received unexpected event network-vif-plugged-75d10683-374a-4cb8-817d-041e53aa311b for instance with vm_state building and task_state spawning. [ 1115.555819] env[68800]: DEBUG nova.compute.manager [req-7c08a684-c2c5-4b21-bded-945e991c73f4 req-bd1db363-213c-4275-a0ac-3fd84e5f631a service nova] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Received event network-changed-75d10683-374a-4cb8-817d-041e53aa311b {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.555819] env[68800]: DEBUG nova.compute.manager [req-7c08a684-c2c5-4b21-bded-945e991c73f4 req-bd1db363-213c-4275-a0ac-3fd84e5f631a service nova] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Refreshing instance network info cache due to event network-changed-75d10683-374a-4cb8-817d-041e53aa311b. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1115.557602] env[68800]: DEBUG oslo_concurrency.lockutils [req-7c08a684-c2c5-4b21-bded-945e991c73f4 req-bd1db363-213c-4275-a0ac-3fd84e5f631a service nova] Acquiring lock "refresh_cache-bc095118-54bb-47be-a309-fcc70fba31aa" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.560100] env[68800]: DEBUG oslo_concurrency.lockutils [req-7c08a684-c2c5-4b21-bded-945e991c73f4 req-bd1db363-213c-4275-a0ac-3fd84e5f631a service nova] Acquired lock "refresh_cache-bc095118-54bb-47be-a309-fcc70fba31aa" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.560100] env[68800]: DEBUG nova.network.neutron [req-7c08a684-c2c5-4b21-bded-945e991c73f4 req-bd1db363-213c-4275-a0ac-3fd84e5f631a service nova] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Refreshing network info cache for port 75d10683-374a-4cb8-817d-041e53aa311b {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1115.616533] env[68800]: DEBUG oslo_vmware.api [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Task: {'id': task-3244404, 'name': Rename_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.685628] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "refresh_cache-bc095118-54bb-47be-a309-fcc70fba31aa" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.755453] env[68800]: DEBUG nova.network.neutron [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] [instance: 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee] Successfully created port: 42357668-83ab-4c5a-8d19-6c207d77346f {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1115.810480] env[68800]: DEBUG oslo_vmware.api [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244405, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.977707} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.810757] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1115.811554] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05339cef-34a9-45d8-ac72-6a813dd6ee7e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.554566] env[68800]: DEBUG nova.compute.manager [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] [instance: 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1116.560128] env[68800]: DEBUG nova.objects.instance [None req-1d502904-3fd3-421d-bc86-2e6ba0a6b5e4 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Lazy-loading 'flavor' on Instance uuid f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.569467] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 7ae4ff6b-3389-4237-a39f-1dc321b5d424/7ae4ff6b-3389-4237-a39f-1dc321b5d424.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1116.572983] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de7f6c23-510e-464d-845f-c9c905523a93 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.594875] env[68800]: DEBUG oslo_vmware.api [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Task: {'id': task-3244404, 'name': Rename_Task, 'duration_secs': 1.12417} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.599089] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1116.599412] env[68800]: DEBUG oslo_vmware.api [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1116.599412] env[68800]: value = "task-3244406" [ 1116.599412] env[68800]: _type = "Task" [ 1116.599412] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.599992] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec75f26b-090b-42f3-bb3e-d4256fc672a8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.610521] env[68800]: DEBUG oslo_vmware.api [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244406, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.611583] env[68800]: DEBUG oslo_vmware.api [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Waiting for the task: (returnval){ [ 1116.611583] env[68800]: value = "task-3244407" [ 1116.611583] env[68800]: _type = "Task" [ 1116.611583] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.619635] env[68800]: DEBUG oslo_vmware.api [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Task: {'id': task-3244407, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.624274] env[68800]: DEBUG nova.network.neutron [req-7c08a684-c2c5-4b21-bded-945e991c73f4 req-bd1db363-213c-4275-a0ac-3fd84e5f631a service nova] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1116.747205] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ea3fd0-8d74-4858-a35a-eeab94e6ac3c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.755126] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b90a732-9951-446d-a0f0-b09a337ebf7e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.795474] env[68800]: DEBUG nova.network.neutron [req-7c08a684-c2c5-4b21-bded-945e991c73f4 req-bd1db363-213c-4275-a0ac-3fd84e5f631a service nova] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.797271] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da288ff9-a825-47a4-8583-a3827b2961ea {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.805561] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267ebad6-dede-4ca0-8d82-ee7c3cea162b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.821501] env[68800]: DEBUG nova.compute.provider_tree [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.097323] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1d502904-3fd3-421d-bc86-2e6ba0a6b5e4 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Acquiring lock "refresh_cache-f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.097323] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1d502904-3fd3-421d-bc86-2e6ba0a6b5e4 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Acquired lock "refresh_cache-f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.097323] env[68800]: DEBUG nova.network.neutron [None req-1d502904-3fd3-421d-bc86-2e6ba0a6b5e4 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.097323] env[68800]: DEBUG nova.objects.instance [None req-1d502904-3fd3-421d-bc86-2e6ba0a6b5e4 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Lazy-loading 'info_cache' on Instance uuid f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.113225] env[68800]: DEBUG oslo_vmware.api [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244406, 'name': ReconfigVM_Task, 'duration_secs': 0.287026} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.116416] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 7ae4ff6b-3389-4237-a39f-1dc321b5d424/7ae4ff6b-3389-4237-a39f-1dc321b5d424.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1117.122511] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa7e3a40-4d7c-49fc-a18d-1386d0df7bea {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.132021] env[68800]: DEBUG oslo_vmware.api [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Task: {'id': task-3244407, 'name': PowerOnVM_Task, 'duration_secs': 0.397757} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.132021] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1117.132021] env[68800]: INFO nova.compute.manager [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Took 6.84 seconds to spawn the instance on the hypervisor. [ 1117.132021] env[68800]: DEBUG nova.compute.manager [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1117.132021] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3f782a-4f12-4c6a-b668-f9c7ea547a7e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.134187] env[68800]: DEBUG oslo_vmware.api [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1117.134187] env[68800]: value = "task-3244408" [ 1117.134187] env[68800]: _type = "Task" [ 1117.134187] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.146596] env[68800]: DEBUG oslo_vmware.api [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244408, 'name': Rename_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.301644] env[68800]: DEBUG oslo_concurrency.lockutils [req-7c08a684-c2c5-4b21-bded-945e991c73f4 req-bd1db363-213c-4275-a0ac-3fd84e5f631a service nova] Releasing lock "refresh_cache-bc095118-54bb-47be-a309-fcc70fba31aa" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.303277] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquired lock "refresh_cache-bc095118-54bb-47be-a309-fcc70fba31aa" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.303684] env[68800]: DEBUG nova.network.neutron [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.325869] env[68800]: DEBUG nova.scheduler.client.report [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.578882] env[68800]: DEBUG nova.compute.manager [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] [instance: 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1117.591990] env[68800]: DEBUG nova.compute.manager [req-f8812da0-8972-4439-93c5-b58377b8b321 req-60c64be5-a851-4509-9ce2-094279ba918e service nova] [instance: 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee] Received event network-vif-plugged-42357668-83ab-4c5a-8d19-6c207d77346f {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.592318] env[68800]: DEBUG oslo_concurrency.lockutils [req-f8812da0-8972-4439-93c5-b58377b8b321 req-60c64be5-a851-4509-9ce2-094279ba918e service nova] Acquiring lock "375f3a0e-2b26-4e63-8b47-1fb8b56fbeee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.592568] env[68800]: DEBUG oslo_concurrency.lockutils [req-f8812da0-8972-4439-93c5-b58377b8b321 req-60c64be5-a851-4509-9ce2-094279ba918e service nova] Lock "375f3a0e-2b26-4e63-8b47-1fb8b56fbeee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.592764] env[68800]: DEBUG oslo_concurrency.lockutils [req-f8812da0-8972-4439-93c5-b58377b8b321 req-60c64be5-a851-4509-9ce2-094279ba918e service nova] Lock "375f3a0e-2b26-4e63-8b47-1fb8b56fbeee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.592979] env[68800]: DEBUG nova.compute.manager [req-f8812da0-8972-4439-93c5-b58377b8b321 req-60c64be5-a851-4509-9ce2-094279ba918e service nova] [instance: 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee] No waiting events found dispatching network-vif-plugged-42357668-83ab-4c5a-8d19-6c207d77346f {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1117.594275] env[68800]: WARNING nova.compute.manager [req-f8812da0-8972-4439-93c5-b58377b8b321 req-60c64be5-a851-4509-9ce2-094279ba918e service nova] [instance: 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee] Received unexpected event network-vif-plugged-42357668-83ab-4c5a-8d19-6c207d77346f for instance with vm_state building and task_state spawning. [ 1117.603343] env[68800]: DEBUG nova.objects.base [None req-1d502904-3fd3-421d-bc86-2e6ba0a6b5e4 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68800) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1117.615554] env[68800]: DEBUG nova.virt.hardware [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.615806] env[68800]: DEBUG nova.virt.hardware [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.616025] env[68800]: DEBUG nova.virt.hardware [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.616636] env[68800]: DEBUG nova.virt.hardware [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.616874] env[68800]: DEBUG nova.virt.hardware [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.617070] env[68800]: DEBUG nova.virt.hardware [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.617278] env[68800]: DEBUG nova.virt.hardware [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.617444] env[68800]: DEBUG nova.virt.hardware [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.617614] env[68800]: DEBUG nova.virt.hardware [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.617779] env[68800]: DEBUG nova.virt.hardware [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.617951] env[68800]: DEBUG nova.virt.hardware [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.621406] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638d3171-9c36-40e4-878b-76f42aa9e341 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.630672] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfef296b-2c3e-4d64-bc84-ae90153d2b0f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.639136] env[68800]: DEBUG nova.network.neutron [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] [instance: 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee] Successfully updated port: 42357668-83ab-4c5a-8d19-6c207d77346f {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1117.658554] env[68800]: DEBUG oslo_vmware.api [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244408, 'name': Rename_Task, 'duration_secs': 0.13889} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.658998] env[68800]: INFO nova.compute.manager [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Took 17.43 seconds to build instance. [ 1117.661060] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1117.661060] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5ef6249-5c68-49df-bebd-9f2aeaf2a2aa {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.667123] env[68800]: DEBUG oslo_vmware.api [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1117.667123] env[68800]: value = "task-3244409" [ 1117.667123] env[68800]: _type = "Task" [ 1117.667123] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.676620] env[68800]: DEBUG oslo_vmware.api [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244409, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.830800] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.965s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.831347] env[68800]: DEBUG nova.compute.manager [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1117.834119] env[68800]: DEBUG oslo_concurrency.lockutils [None req-641d719c-f69e-4483-ac45-f9e0a72f5c91 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.735s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.834332] env[68800]: DEBUG nova.objects.instance [None req-641d719c-f69e-4483-ac45-f9e0a72f5c91 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lazy-loading 'resources' on Instance uuid 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.859127] env[68800]: DEBUG nova.network.neutron [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1118.005018] env[68800]: DEBUG nova.network.neutron [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Updating instance_info_cache with network_info: [{"id": "75d10683-374a-4cb8-817d-041e53aa311b", "address": "fa:16:3e:7a:9d:99", "network": {"id": "aee245cb-ee4d-4a69-b6dd-d607d862d951", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-900599029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84cb1a2d15ae40b294b17dabe7bbbfd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75d10683-37", "ovs_interfaceid": "75d10683-374a-4cb8-817d-041e53aa311b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.148551] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Acquiring lock "refresh_cache-375f3a0e-2b26-4e63-8b47-1fb8b56fbeee" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.148716] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Acquired lock "refresh_cache-375f3a0e-2b26-4e63-8b47-1fb8b56fbeee" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.148873] env[68800]: DEBUG nova.network.neutron [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] [instance: 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.163602] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d94df450-7b85-47f1-8593-f8757f37aab4 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Lock "657de2c4-2860-4cca-9e9d-9f1272ad0017" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.935s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.183250] env[68800]: DEBUG oslo_vmware.api [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244409, 'name': PowerOnVM_Task, 'duration_secs': 0.432949} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.183546] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1118.183802] env[68800]: DEBUG nova.compute.manager [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.185117] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961c6212-4948-4df6-a836-a93c48fa3f56 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.338372] env[68800]: DEBUG nova.compute.utils [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1118.343451] env[68800]: DEBUG nova.compute.manager [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1118.343632] env[68800]: DEBUG nova.network.neutron [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1118.347184] env[68800]: DEBUG nova.network.neutron [None req-1d502904-3fd3-421d-bc86-2e6ba0a6b5e4 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Updating instance_info_cache with network_info: [{"id": "23521779-aab1-4411-bc9f-efc6f4ba6c77", "address": "fa:16:3e:8d:1c:47", "network": {"id": "c38ba45d-3446-4da6-981f-81c4af157eaa", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-406913262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7884585513c4f7fb8d50682275e1dd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23521779-aa", "ovs_interfaceid": "23521779-aab1-4411-bc9f-efc6f4ba6c77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.382404] env[68800]: DEBUG nova.policy [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cbad1987963842d5ae736e4d440e809f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b74621381dc4bbca8fea1513bfe56e2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 1118.499826] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb25e17-e3a3-431c-8c07-8e916de18dc5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.509070] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Releasing lock "refresh_cache-bc095118-54bb-47be-a309-fcc70fba31aa" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.509404] env[68800]: DEBUG nova.compute.manager [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Instance network_info: |[{"id": "75d10683-374a-4cb8-817d-041e53aa311b", "address": "fa:16:3e:7a:9d:99", "network": {"id": "aee245cb-ee4d-4a69-b6dd-d607d862d951", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-900599029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84cb1a2d15ae40b294b17dabe7bbbfd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75d10683-37", "ovs_interfaceid": "75d10683-374a-4cb8-817d-041e53aa311b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1118.510087] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:9d:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2c019b6-3ef3-4c8f-95bd-edede2c554a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75d10683-374a-4cb8-817d-041e53aa311b', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1118.519112] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.520033] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57060a01-2824-4372-8bac-e2d696f4391a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.526793] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1118.526793] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-426156bb-ea50-47ac-b13b-e7ff5850a389 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.571879] env[68800]: INFO nova.compute.manager [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Rebuilding instance [ 1118.578337] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8794ff1-7e9e-4734-bc5a-a275dd198fec {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.581346] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1118.581346] env[68800]: value = "task-3244410" [ 1118.581346] env[68800]: _type = "Task" [ 1118.581346] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.592367] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2698be51-2ed6-4af8-b3f6-2e19ab36c4e7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.601173] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244410, 'name': CreateVM_Task} progress is 25%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.612827] env[68800]: DEBUG nova.compute.provider_tree [None req-641d719c-f69e-4483-ac45-f9e0a72f5c91 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.639797] env[68800]: DEBUG nova.compute.manager [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.640681] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246aa257-260d-450c-8d78-f39007aa5458 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.706168] env[68800]: DEBUG oslo_concurrency.lockutils [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.725500] env[68800]: DEBUG nova.network.neutron [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] [instance: 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1118.842138] env[68800]: DEBUG nova.compute.manager [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1118.849781] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1d502904-3fd3-421d-bc86-2e6ba0a6b5e4 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Releasing lock "refresh_cache-f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.042622] env[68800]: DEBUG nova.network.neutron [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] [instance: 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee] Updating instance_info_cache with network_info: [{"id": "42357668-83ab-4c5a-8d19-6c207d77346f", "address": "fa:16:3e:2e:5a:85", "network": {"id": "ca6b860c-078b-4f0f-9fe6-d60fe47ad2c2", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-533908129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b03cd1acfcd456899386107872e6552", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42357668-83", "ovs_interfaceid": "42357668-83ab-4c5a-8d19-6c207d77346f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.081348] env[68800]: DEBUG nova.network.neutron [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Successfully created port: c283ba5a-1901-4f0e-a757-d98f96725cef {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1119.097574] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244410, 'name': CreateVM_Task, 'duration_secs': 0.36507} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.097744] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1119.098427] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.098593] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.098911] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.099253] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-490e6306-6482-4c9a-9ce9-e6c1f4b7c693 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.105443] env[68800]: DEBUG oslo_vmware.api [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 1119.105443] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52a86792-89b7-63ed-ef2c-74d5f9669437" [ 1119.105443] env[68800]: _type = "Task" [ 1119.105443] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.116642] env[68800]: DEBUG nova.scheduler.client.report [None req-641d719c-f69e-4483-ac45-f9e0a72f5c91 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.130378] env[68800]: DEBUG oslo_vmware.api [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52a86792-89b7-63ed-ef2c-74d5f9669437, 'name': SearchDatastore_Task, 'duration_secs': 0.010918} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.130584] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.131165] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1119.131165] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.131272] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.131383] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1119.133278] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b779a91f-5d95-418a-96c6-5c31192ae4c4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.145175] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1119.145175] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1119.145426] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8feec4b-359b-455a-90bc-bf62b471a633 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.152651] env[68800]: DEBUG oslo_vmware.api [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 1119.152651] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5218b764-9774-ae49-c01c-a676c999c1f3" [ 1119.152651] env[68800]: _type = "Task" [ 1119.152651] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.163727] env[68800]: DEBUG oslo_vmware.api [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5218b764-9774-ae49-c01c-a676c999c1f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.407878] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b0234b2a-072d-455c-8df4-baa7c64a8b2e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "7ae4ff6b-3389-4237-a39f-1dc321b5d424" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.407878] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b0234b2a-072d-455c-8df4-baa7c64a8b2e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "7ae4ff6b-3389-4237-a39f-1dc321b5d424" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.407878] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b0234b2a-072d-455c-8df4-baa7c64a8b2e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "7ae4ff6b-3389-4237-a39f-1dc321b5d424-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.407878] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b0234b2a-072d-455c-8df4-baa7c64a8b2e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "7ae4ff6b-3389-4237-a39f-1dc321b5d424-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.407878] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b0234b2a-072d-455c-8df4-baa7c64a8b2e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "7ae4ff6b-3389-4237-a39f-1dc321b5d424-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.409118] env[68800]: INFO nova.compute.manager [None req-b0234b2a-072d-455c-8df4-baa7c64a8b2e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Terminating instance [ 1119.518225] env[68800]: DEBUG oslo_concurrency.lockutils [None req-55fa4988-226a-451d-920b-894fbef037fb tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquiring lock "8b8a05f1-f724-4450-9b01-e6a63236ad35" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.518563] env[68800]: DEBUG oslo_concurrency.lockutils [None req-55fa4988-226a-451d-920b-894fbef037fb tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "8b8a05f1-f724-4450-9b01-e6a63236ad35" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.546663] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Releasing lock "refresh_cache-375f3a0e-2b26-4e63-8b47-1fb8b56fbeee" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.547076] env[68800]: DEBUG nova.compute.manager [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] [instance: 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee] Instance network_info: |[{"id": "42357668-83ab-4c5a-8d19-6c207d77346f", "address": "fa:16:3e:2e:5a:85", "network": {"id": "ca6b860c-078b-4f0f-9fe6-d60fe47ad2c2", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-533908129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b03cd1acfcd456899386107872e6552", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42357668-83", "ovs_interfaceid": "42357668-83ab-4c5a-8d19-6c207d77346f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1119.547514] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] [instance: 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:5a:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f41e4aa-0d23-48c4-a359-574abb2e7b9a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42357668-83ab-4c5a-8d19-6c207d77346f', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1119.555573] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Creating folder: Project (2b03cd1acfcd456899386107872e6552). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1119.556221] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05c78f6c-9a73-4c9c-b835-82e1019d9115 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.567691] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Created folder: Project (2b03cd1acfcd456899386107872e6552) in parent group-v648080. [ 1119.567900] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Creating folder: Instances. Parent ref: group-v648371. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1119.568171] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8292948f-e189-4a05-8ab5-b0c40b27812c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.577819] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Created folder: Instances in parent group-v648371. [ 1119.578876] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.578876] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1119.578876] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2a96196-aef2-4a69-8340-c800b83ffe60 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.598369] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1119.598369] env[68800]: value = "task-3244413" [ 1119.598369] env[68800]: _type = "Task" [ 1119.598369] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.606541] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244413, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.631782] env[68800]: DEBUG oslo_concurrency.lockutils [None req-641d719c-f69e-4483-ac45-f9e0a72f5c91 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.797s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.634970] env[68800]: DEBUG oslo_concurrency.lockutils [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.928s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.634970] env[68800]: DEBUG nova.objects.instance [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68800) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1119.652274] env[68800]: INFO nova.scheduler.client.report [None req-641d719c-f69e-4483-ac45-f9e0a72f5c91 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Deleted allocations for instance 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f [ 1119.654235] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.654235] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-663b377a-3549-4247-978d-cf6ea5fe37bb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.664712] env[68800]: DEBUG nova.compute.manager [req-2fdb1ed0-f0fa-44e9-8631-2ac2028eb542 req-a4b3ea6e-5f24-4d2d-bf88-b8b4664e5b72 service nova] [instance: 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee] Received event network-changed-42357668-83ab-4c5a-8d19-6c207d77346f {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.665249] env[68800]: DEBUG nova.compute.manager [req-2fdb1ed0-f0fa-44e9-8631-2ac2028eb542 req-a4b3ea6e-5f24-4d2d-bf88-b8b4664e5b72 service nova] [instance: 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee] Refreshing instance network info cache due to event network-changed-42357668-83ab-4c5a-8d19-6c207d77346f. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1119.665249] env[68800]: DEBUG oslo_concurrency.lockutils [req-2fdb1ed0-f0fa-44e9-8631-2ac2028eb542 req-a4b3ea6e-5f24-4d2d-bf88-b8b4664e5b72 service nova] Acquiring lock "refresh_cache-375f3a0e-2b26-4e63-8b47-1fb8b56fbeee" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.665410] env[68800]: DEBUG oslo_concurrency.lockutils [req-2fdb1ed0-f0fa-44e9-8631-2ac2028eb542 req-a4b3ea6e-5f24-4d2d-bf88-b8b4664e5b72 service nova] Acquired lock "refresh_cache-375f3a0e-2b26-4e63-8b47-1fb8b56fbeee" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.665569] env[68800]: DEBUG nova.network.neutron [req-2fdb1ed0-f0fa-44e9-8631-2ac2028eb542 req-a4b3ea6e-5f24-4d2d-bf88-b8b4664e5b72 service nova] [instance: 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee] Refreshing network info cache for port 42357668-83ab-4c5a-8d19-6c207d77346f {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1119.668955] env[68800]: DEBUG oslo_vmware.api [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Waiting for the task: (returnval){ [ 1119.668955] env[68800]: value = "task-3244414" [ 1119.668955] env[68800]: _type = "Task" [ 1119.668955] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.675220] env[68800]: DEBUG oslo_vmware.api [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5218b764-9774-ae49-c01c-a676c999c1f3, 'name': SearchDatastore_Task, 'duration_secs': 0.009034} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.681593] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86faee44-639d-4bf0-a3aa-4c937d25456c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.688996] env[68800]: DEBUG oslo_vmware.api [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Task: {'id': task-3244414, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.690653] env[68800]: DEBUG oslo_vmware.api [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 1119.690653] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c709c9-7303-4099-5c3d-beb8e793c9aa" [ 1119.690653] env[68800]: _type = "Task" [ 1119.690653] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.699255] env[68800]: DEBUG oslo_vmware.api [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c709c9-7303-4099-5c3d-beb8e793c9aa, 'name': SearchDatastore_Task, 'duration_secs': 0.009671} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.699493] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.700048] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] bc095118-54bb-47be-a309-fcc70fba31aa/bc095118-54bb-47be-a309-fcc70fba31aa.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1119.700048] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1efcf6a5-66aa-408c-8ab0-0ca2d7e1e1ac {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.705678] env[68800]: DEBUG oslo_vmware.api [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 1119.705678] env[68800]: value = "task-3244415" [ 1119.705678] env[68800]: _type = "Task" [ 1119.705678] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.716771] env[68800]: DEBUG oslo_vmware.api [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244415, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.855359] env[68800]: DEBUG nova.compute.manager [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1119.857974] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d502904-3fd3-421d-bc86-2e6ba0a6b5e4 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1119.858574] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5dc8064f-6e3e-4644-862c-a2405afbc181 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.866700] env[68800]: DEBUG oslo_vmware.api [None req-1d502904-3fd3-421d-bc86-2e6ba0a6b5e4 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Waiting for the task: (returnval){ [ 1119.866700] env[68800]: value = "task-3244416" [ 1119.866700] env[68800]: _type = "Task" [ 1119.866700] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.880278] env[68800]: DEBUG oslo_vmware.api [None req-1d502904-3fd3-421d-bc86-2e6ba0a6b5e4 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244416, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.890269] env[68800]: DEBUG nova.virt.hardware [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1119.890269] env[68800]: DEBUG nova.virt.hardware [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1119.890269] env[68800]: DEBUG nova.virt.hardware [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1119.890506] env[68800]: DEBUG nova.virt.hardware [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1119.890602] env[68800]: DEBUG nova.virt.hardware [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1119.890816] env[68800]: DEBUG nova.virt.hardware [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1119.891057] env[68800]: DEBUG nova.virt.hardware [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1119.891226] env[68800]: DEBUG nova.virt.hardware [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1119.891393] env[68800]: DEBUG nova.virt.hardware [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1119.891557] env[68800]: DEBUG nova.virt.hardware [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1119.892109] env[68800]: DEBUG nova.virt.hardware [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1119.892806] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0987e344-ad52-40c5-ab0e-0cca15b4d613 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.904928] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2294b2ac-3d72-4147-a707-d6055d4f7983 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.914387] env[68800]: DEBUG nova.compute.manager [None req-b0234b2a-072d-455c-8df4-baa7c64a8b2e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1119.914801] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b0234b2a-072d-455c-8df4-baa7c64a8b2e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1119.930257] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa36a91-05d6-4a0b-bf84-1b2c5d272851 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.941955] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0234b2a-072d-455c-8df4-baa7c64a8b2e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.942528] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b312b7e6-5a68-4cc6-b296-f2be0c56c67f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.951500] env[68800]: DEBUG oslo_vmware.api [None req-b0234b2a-072d-455c-8df4-baa7c64a8b2e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1119.951500] env[68800]: value = "task-3244417" [ 1119.951500] env[68800]: _type = "Task" [ 1119.951500] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.963341] env[68800]: DEBUG oslo_vmware.api [None req-b0234b2a-072d-455c-8df4-baa7c64a8b2e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244417, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.021384] env[68800]: DEBUG nova.compute.utils [None req-55fa4988-226a-451d-920b-894fbef037fb tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1120.066852] env[68800]: DEBUG oslo_concurrency.lockutils [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "bfc3517e-90cc-4690-a613-5935a8737314" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.067091] env[68800]: DEBUG oslo_concurrency.lockutils [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "bfc3517e-90cc-4690-a613-5935a8737314" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.109867] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244413, 'name': CreateVM_Task, 'duration_secs': 0.385958} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.110053] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1120.110813] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.110982] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.111340] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.111620] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5e8937c-83ce-4bc7-9c8d-2b44c9566b09 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.118514] env[68800]: DEBUG oslo_vmware.api [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Waiting for the task: (returnval){ [ 1120.118514] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52dbd0fb-f165-7ed5-c81b-420059af8d82" [ 1120.118514] env[68800]: _type = "Task" [ 1120.118514] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.125765] env[68800]: DEBUG oslo_vmware.api [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52dbd0fb-f165-7ed5-c81b-420059af8d82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.166709] env[68800]: DEBUG oslo_concurrency.lockutils [None req-641d719c-f69e-4483-ac45-f9e0a72f5c91 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "14a8d720-2f8a-43ce-bb2a-7f79cc54a53f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.920s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.188955] env[68800]: DEBUG oslo_vmware.api [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Task: {'id': task-3244414, 'name': PowerOffVM_Task, 'duration_secs': 0.192282} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.189250] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1120.189485] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1120.190717] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beee4266-4da8-4b8c-8a6e-231f1857f7bf {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.198670] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1120.198928] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c6664f6-719c-464c-9125-4de6e1632a6c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.217274] env[68800]: DEBUG oslo_vmware.api [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244415, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452009} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.217530] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] bc095118-54bb-47be-a309-fcc70fba31aa/bc095118-54bb-47be-a309-fcc70fba31aa.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1120.217746] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1120.218020] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fdcc239d-584d-4d7d-a618-a4234a612d27 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.223580] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1120.223798] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1120.223940] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Deleting the datastore file [datastore1] 657de2c4-2860-4cca-9e9d-9f1272ad0017 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.224414] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49c2be01-348f-4df6-9a3b-b5a17b6af63c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.227567] env[68800]: DEBUG oslo_vmware.api [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 1120.227567] env[68800]: value = "task-3244419" [ 1120.227567] env[68800]: _type = "Task" [ 1120.227567] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.232240] env[68800]: DEBUG oslo_vmware.api [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Waiting for the task: (returnval){ [ 1120.232240] env[68800]: value = "task-3244420" [ 1120.232240] env[68800]: _type = "Task" [ 1120.232240] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.239905] env[68800]: DEBUG oslo_vmware.api [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244419, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.245509] env[68800]: DEBUG oslo_vmware.api [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Task: {'id': task-3244420, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.377324] env[68800]: DEBUG oslo_vmware.api [None req-1d502904-3fd3-421d-bc86-2e6ba0a6b5e4 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244416, 'name': PowerOnVM_Task, 'duration_secs': 0.426199} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.380153] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d502904-3fd3-421d-bc86-2e6ba0a6b5e4 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1120.380426] env[68800]: DEBUG nova.compute.manager [None req-1d502904-3fd3-421d-bc86-2e6ba0a6b5e4 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1120.381414] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831de093-b3ef-434e-ab86-013486349f2a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.463042] env[68800]: DEBUG oslo_vmware.api [None req-b0234b2a-072d-455c-8df4-baa7c64a8b2e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244417, 'name': PowerOffVM_Task, 'duration_secs': 0.278663} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.463601] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0234b2a-072d-455c-8df4-baa7c64a8b2e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1120.463601] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b0234b2a-072d-455c-8df4-baa7c64a8b2e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1120.463865] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-350e1208-7bcb-493d-86e7-b8d6f4a344a6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.524867] env[68800]: DEBUG oslo_concurrency.lockutils [None req-55fa4988-226a-451d-920b-894fbef037fb tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "8b8a05f1-f724-4450-9b01-e6a63236ad35" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.531286] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b0234b2a-072d-455c-8df4-baa7c64a8b2e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1120.531485] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b0234b2a-072d-455c-8df4-baa7c64a8b2e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1120.531662] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0234b2a-072d-455c-8df4-baa7c64a8b2e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Deleting the datastore file [datastore1] 7ae4ff6b-3389-4237-a39f-1dc321b5d424 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.532271] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35412dcf-52c8-41f0-851c-b6c669a5bfb1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.539266] env[68800]: DEBUG oslo_vmware.api [None req-b0234b2a-072d-455c-8df4-baa7c64a8b2e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1120.539266] env[68800]: value = "task-3244422" [ 1120.539266] env[68800]: _type = "Task" [ 1120.539266] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.542571] env[68800]: DEBUG nova.network.neutron [req-2fdb1ed0-f0fa-44e9-8631-2ac2028eb542 req-a4b3ea6e-5f24-4d2d-bf88-b8b4664e5b72 service nova] [instance: 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee] Updated VIF entry in instance network info cache for port 42357668-83ab-4c5a-8d19-6c207d77346f. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1120.542905] env[68800]: DEBUG nova.network.neutron [req-2fdb1ed0-f0fa-44e9-8631-2ac2028eb542 req-a4b3ea6e-5f24-4d2d-bf88-b8b4664e5b72 service nova] [instance: 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee] Updating instance_info_cache with network_info: [{"id": "42357668-83ab-4c5a-8d19-6c207d77346f", "address": "fa:16:3e:2e:5a:85", "network": {"id": "ca6b860c-078b-4f0f-9fe6-d60fe47ad2c2", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-533908129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b03cd1acfcd456899386107872e6552", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42357668-83", "ovs_interfaceid": "42357668-83ab-4c5a-8d19-6c207d77346f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.551036] env[68800]: DEBUG oslo_vmware.api [None req-b0234b2a-072d-455c-8df4-baa7c64a8b2e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244422, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.569348] env[68800]: DEBUG nova.compute.manager [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1120.628162] env[68800]: DEBUG oslo_vmware.api [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52dbd0fb-f165-7ed5-c81b-420059af8d82, 'name': SearchDatastore_Task, 'duration_secs': 0.028104} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.628501] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.628764] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] [instance: 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1120.629051] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.629234] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.629443] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1120.629724] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbd0f5c6-660b-40e7-91f0-3c52a2c8233c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.644187] env[68800]: DEBUG oslo_concurrency.lockutils [None req-876ce431-135b-44a9-8a9a-6821381f4ca6 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.648766] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1120.648766] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1120.648766] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa896967-2ee0-4982-870b-06b93caa8635 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.654276] env[68800]: DEBUG oslo_vmware.api [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Waiting for the task: (returnval){ [ 1120.654276] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52295694-dfd8-5cc9-22c5-8b3a7640c848" [ 1120.654276] env[68800]: _type = "Task" [ 1120.654276] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.660888] env[68800]: DEBUG oslo_vmware.api [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52295694-dfd8-5cc9-22c5-8b3a7640c848, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.739901] env[68800]: DEBUG oslo_vmware.api [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244419, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063509} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.740586] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1120.741373] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442033fb-b040-4773-a402-e5b2a51ab213 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.746800] env[68800]: DEBUG oslo_vmware.api [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Task: {'id': task-3244420, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101194} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.747363] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1120.747565] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1120.747768] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1120.770423] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] bc095118-54bb-47be-a309-fcc70fba31aa/bc095118-54bb-47be-a309-fcc70fba31aa.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.771038] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82f300d8-994d-4e16-a986-81a808492fe8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.790909] env[68800]: DEBUG oslo_vmware.api [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 1120.790909] env[68800]: value = "task-3244423" [ 1120.790909] env[68800]: _type = "Task" [ 1120.790909] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.801073] env[68800]: DEBUG oslo_vmware.api [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244423, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.829463] env[68800]: DEBUG nova.network.neutron [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Successfully updated port: c283ba5a-1901-4f0e-a757-d98f96725cef {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1121.048730] env[68800]: DEBUG oslo_concurrency.lockutils [req-2fdb1ed0-f0fa-44e9-8631-2ac2028eb542 req-a4b3ea6e-5f24-4d2d-bf88-b8b4664e5b72 service nova] Releasing lock "refresh_cache-375f3a0e-2b26-4e63-8b47-1fb8b56fbeee" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.049748] env[68800]: DEBUG oslo_vmware.api [None req-b0234b2a-072d-455c-8df4-baa7c64a8b2e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244422, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160778} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.049748] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0234b2a-072d-455c-8df4-baa7c64a8b2e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1121.049748] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b0234b2a-072d-455c-8df4-baa7c64a8b2e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1121.049748] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b0234b2a-072d-455c-8df4-baa7c64a8b2e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1121.049748] env[68800]: INFO nova.compute.manager [None req-b0234b2a-072d-455c-8df4-baa7c64a8b2e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1121.049978] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0234b2a-072d-455c-8df4-baa7c64a8b2e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.050227] env[68800]: DEBUG nova.compute.manager [-] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1121.050321] env[68800]: DEBUG nova.network.neutron [-] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1121.098183] env[68800]: DEBUG oslo_concurrency.lockutils [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.098463] env[68800]: DEBUG oslo_concurrency.lockutils [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.101090] env[68800]: INFO nova.compute.claims [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1121.163731] env[68800]: DEBUG oslo_vmware.api [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52295694-dfd8-5cc9-22c5-8b3a7640c848, 'name': SearchDatastore_Task, 'duration_secs': 0.011626} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.164514] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8cc5f11-f3be-4006-9333-4b88e743fb2a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.169493] env[68800]: DEBUG oslo_vmware.api [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Waiting for the task: (returnval){ [ 1121.169493] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]527a3c40-afc0-896c-cfb1-76295f680afe" [ 1121.169493] env[68800]: _type = "Task" [ 1121.169493] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.178605] env[68800]: DEBUG oslo_vmware.api [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]527a3c40-afc0-896c-cfb1-76295f680afe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.301277] env[68800]: DEBUG oslo_vmware.api [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244423, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.331799] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquiring lock "refresh_cache-7d7b5615-de05-47c8-aea5-8f354a6588ce" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.331953] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquired lock "refresh_cache-7d7b5615-de05-47c8-aea5-8f354a6588ce" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.332133] env[68800]: DEBUG nova.network.neutron [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.594918] env[68800]: DEBUG oslo_concurrency.lockutils [None req-55fa4988-226a-451d-920b-894fbef037fb tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquiring lock "8b8a05f1-f724-4450-9b01-e6a63236ad35" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.595292] env[68800]: DEBUG oslo_concurrency.lockutils [None req-55fa4988-226a-451d-920b-894fbef037fb tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "8b8a05f1-f724-4450-9b01-e6a63236ad35" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.595550] env[68800]: INFO nova.compute.manager [None req-55fa4988-226a-451d-920b-894fbef037fb tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Attaching volume 31c08fed-9052-4838-811f-42fdf2128aff to /dev/sdb [ 1121.642487] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa4d7c3-f527-4d50-bc48-b06ecb53d8b9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.649689] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c68ecff-f485-413b-8ac2-8607c72f5e96 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.663361] env[68800]: DEBUG nova.virt.block_device [None req-55fa4988-226a-451d-920b-894fbef037fb tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Updating existing volume attachment record: ece14dba-0443-47e0-a183-b2e0c3c2fc57 {{(pid=68800) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1121.681226] env[68800]: DEBUG oslo_vmware.api [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]527a3c40-afc0-896c-cfb1-76295f680afe, 'name': SearchDatastore_Task, 'duration_secs': 0.009351} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.681586] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.681900] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee/375f3a0e-2b26-4e63-8b47-1fb8b56fbeee.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1121.682249] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12c55524-4c03-4d64-9368-8361a41d431b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.690229] env[68800]: DEBUG oslo_vmware.api [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Waiting for the task: (returnval){ [ 1121.690229] env[68800]: value = "task-3244424" [ 1121.690229] env[68800]: _type = "Task" [ 1121.690229] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.700319] env[68800]: DEBUG nova.compute.manager [req-c87a3d8b-eacb-43ff-97d4-6da167f91801 req-6c095af6-efe0-4d2d-ac7f-01215933cfb2 service nova] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Received event network-vif-plugged-c283ba5a-1901-4f0e-a757-d98f96725cef {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.700319] env[68800]: DEBUG oslo_concurrency.lockutils [req-c87a3d8b-eacb-43ff-97d4-6da167f91801 req-6c095af6-efe0-4d2d-ac7f-01215933cfb2 service nova] Acquiring lock "7d7b5615-de05-47c8-aea5-8f354a6588ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.700319] env[68800]: DEBUG oslo_concurrency.lockutils [req-c87a3d8b-eacb-43ff-97d4-6da167f91801 req-6c095af6-efe0-4d2d-ac7f-01215933cfb2 service nova] Lock "7d7b5615-de05-47c8-aea5-8f354a6588ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.700319] env[68800]: DEBUG oslo_concurrency.lockutils [req-c87a3d8b-eacb-43ff-97d4-6da167f91801 req-6c095af6-efe0-4d2d-ac7f-01215933cfb2 service nova] Lock "7d7b5615-de05-47c8-aea5-8f354a6588ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.700319] env[68800]: DEBUG nova.compute.manager [req-c87a3d8b-eacb-43ff-97d4-6da167f91801 req-6c095af6-efe0-4d2d-ac7f-01215933cfb2 service nova] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] No waiting events found dispatching network-vif-plugged-c283ba5a-1901-4f0e-a757-d98f96725cef {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1121.700319] env[68800]: WARNING nova.compute.manager [req-c87a3d8b-eacb-43ff-97d4-6da167f91801 req-6c095af6-efe0-4d2d-ac7f-01215933cfb2 service nova] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Received unexpected event network-vif-plugged-c283ba5a-1901-4f0e-a757-d98f96725cef for instance with vm_state building and task_state spawning. [ 1121.700319] env[68800]: DEBUG nova.compute.manager [req-c87a3d8b-eacb-43ff-97d4-6da167f91801 req-6c095af6-efe0-4d2d-ac7f-01215933cfb2 service nova] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Received event network-changed-c283ba5a-1901-4f0e-a757-d98f96725cef {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.700319] env[68800]: DEBUG nova.compute.manager [req-c87a3d8b-eacb-43ff-97d4-6da167f91801 req-6c095af6-efe0-4d2d-ac7f-01215933cfb2 service nova] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Refreshing instance network info cache due to event network-changed-c283ba5a-1901-4f0e-a757-d98f96725cef. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1121.700319] env[68800]: DEBUG oslo_concurrency.lockutils [req-c87a3d8b-eacb-43ff-97d4-6da167f91801 req-6c095af6-efe0-4d2d-ac7f-01215933cfb2 service nova] Acquiring lock "refresh_cache-7d7b5615-de05-47c8-aea5-8f354a6588ce" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.705642] env[68800]: DEBUG oslo_vmware.api [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Task: {'id': task-3244424, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.801241] env[68800]: DEBUG oslo_vmware.api [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244423, 'name': ReconfigVM_Task, 'duration_secs': 0.873803} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.803139] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Reconfigured VM instance instance-00000063 to attach disk [datastore1] bc095118-54bb-47be-a309-fcc70fba31aa/bc095118-54bb-47be-a309-fcc70fba31aa.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.803957] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a92045c-d5bb-4a06-a209-e140ed6fe0af {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.809882] env[68800]: DEBUG nova.virt.hardware [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.810117] env[68800]: DEBUG nova.virt.hardware [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.810275] env[68800]: DEBUG nova.virt.hardware [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.810456] env[68800]: DEBUG nova.virt.hardware [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.810600] env[68800]: DEBUG nova.virt.hardware [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.810747] env[68800]: DEBUG nova.virt.hardware [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.810948] env[68800]: DEBUG nova.virt.hardware [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.811130] env[68800]: DEBUG nova.virt.hardware [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.811302] env[68800]: DEBUG nova.virt.hardware [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.811462] env[68800]: DEBUG nova.virt.hardware [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.811631] env[68800]: DEBUG nova.virt.hardware [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.812422] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9aa6579-ee50-45d1-bb3b-fa3bbb96c782 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.815708] env[68800]: DEBUG oslo_vmware.api [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 1121.815708] env[68800]: value = "task-3244426" [ 1121.815708] env[68800]: _type = "Task" [ 1121.815708] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.821894] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98a9c50-2068-43e6-ac9a-0daa5e536816 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.828708] env[68800]: DEBUG oslo_vmware.api [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244426, 'name': Rename_Task} progress is 10%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.840369] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Instance VIF info [] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1121.845825] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.846142] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1121.846656] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff10c78a-00ce-4b0c-a43c-7865d437fd72 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.862805] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1121.862805] env[68800]: value = "task-3244427" [ 1121.862805] env[68800]: _type = "Task" [ 1121.862805] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.870102] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244427, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.873072] env[68800]: DEBUG nova.network.neutron [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1121.971363] env[68800]: DEBUG nova.network.neutron [-] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.043753] env[68800]: DEBUG nova.network.neutron [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Updating instance_info_cache with network_info: [{"id": "c283ba5a-1901-4f0e-a757-d98f96725cef", "address": "fa:16:3e:91:0e:1d", "network": {"id": "2ad65ae6-e96d-418b-8904-1b8c899626b0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1659419657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b74621381dc4bbca8fea1513bfe56e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc283ba5a-19", "ovs_interfaceid": "c283ba5a-1901-4f0e-a757-d98f96725cef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.181463] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "24a88c02-c732-4589-ae47-c23172b82898" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.181813] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "24a88c02-c732-4589-ae47-c23172b82898" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.204838] env[68800]: DEBUG oslo_vmware.api [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Task: {'id': task-3244424, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.281934] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d35006-a0c3-4960-9f14-cf6fecc8a378 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.290977] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edb8219-d513-4161-b772-3a00165821f7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.324048] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167e1192-1f93-403e-9454-c1c2c4f7533d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.331425] env[68800]: DEBUG oslo_vmware.api [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244426, 'name': Rename_Task, 'duration_secs': 0.146978} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.333332] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1122.333604] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f768e60-a5f0-42ec-a109-e7b38752972f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.335879] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d320d12-cb6f-4286-94d0-2d0361bd1ffb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.351056] env[68800]: DEBUG nova.compute.provider_tree [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Updating inventory in ProviderTree for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1122.354030] env[68800]: DEBUG oslo_vmware.api [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 1122.354030] env[68800]: value = "task-3244430" [ 1122.354030] env[68800]: _type = "Task" [ 1122.354030] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.362443] env[68800]: DEBUG oslo_vmware.api [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244430, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.373356] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244427, 'name': CreateVM_Task, 'duration_secs': 0.429475} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.373528] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1122.373963] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.374154] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.374493] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.374751] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d010d1ee-3b68-4542-8044-203235b8e4af {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.379232] env[68800]: DEBUG oslo_vmware.api [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Waiting for the task: (returnval){ [ 1122.379232] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]523fbcfa-defc-a520-9bf1-210d206cb814" [ 1122.379232] env[68800]: _type = "Task" [ 1122.379232] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.388060] env[68800]: DEBUG oslo_vmware.api [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]523fbcfa-defc-a520-9bf1-210d206cb814, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.474534] env[68800]: INFO nova.compute.manager [-] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Took 1.42 seconds to deallocate network for instance. [ 1122.546968] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Releasing lock "refresh_cache-7d7b5615-de05-47c8-aea5-8f354a6588ce" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.547364] env[68800]: DEBUG nova.compute.manager [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Instance network_info: |[{"id": "c283ba5a-1901-4f0e-a757-d98f96725cef", "address": "fa:16:3e:91:0e:1d", "network": {"id": "2ad65ae6-e96d-418b-8904-1b8c899626b0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1659419657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b74621381dc4bbca8fea1513bfe56e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc283ba5a-19", "ovs_interfaceid": "c283ba5a-1901-4f0e-a757-d98f96725cef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1122.547676] env[68800]: DEBUG oslo_concurrency.lockutils [req-c87a3d8b-eacb-43ff-97d4-6da167f91801 req-6c095af6-efe0-4d2d-ac7f-01215933cfb2 service nova] Acquired lock "refresh_cache-7d7b5615-de05-47c8-aea5-8f354a6588ce" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.547876] env[68800]: DEBUG nova.network.neutron [req-c87a3d8b-eacb-43ff-97d4-6da167f91801 req-6c095af6-efe0-4d2d-ac7f-01215933cfb2 service nova] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Refreshing network info cache for port c283ba5a-1901-4f0e-a757-d98f96725cef {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1122.549668] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:0e:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c283ba5a-1901-4f0e-a757-d98f96725cef', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1122.557749] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.558246] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1122.558529] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c376b7dd-9483-459b-ba73-a50fa3575b25 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.580421] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1122.580421] env[68800]: value = "task-3244431" [ 1122.580421] env[68800]: _type = "Task" [ 1122.580421] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.589205] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244431, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.687404] env[68800]: DEBUG nova.compute.manager [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1122.700739] env[68800]: DEBUG oslo_vmware.api [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Task: {'id': task-3244424, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582172} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.701069] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee/375f3a0e-2b26-4e63-8b47-1fb8b56fbeee.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1122.701330] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] [instance: 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1122.701637] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6da8ec7-1dd0-4028-bfc9-d95ee34b7a20 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.707543] env[68800]: DEBUG oslo_vmware.api [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Waiting for the task: (returnval){ [ 1122.707543] env[68800]: value = "task-3244432" [ 1122.707543] env[68800]: _type = "Task" [ 1122.707543] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.715110] env[68800]: DEBUG oslo_vmware.api [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Task: {'id': task-3244432, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.866296] env[68800]: DEBUG oslo_vmware.api [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244430, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.874152] env[68800]: ERROR nova.scheduler.client.report [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [req-8bcb4243-a54e-4d3c-9944-e825dcbc057b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 73f3eca7-007c-4a24-bdc1-0c0996f315e2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8bcb4243-a54e-4d3c-9944-e825dcbc057b"}]} [ 1122.888966] env[68800]: DEBUG oslo_vmware.api [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]523fbcfa-defc-a520-9bf1-210d206cb814, 'name': SearchDatastore_Task, 'duration_secs': 0.009393} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.889276] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.889626] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1122.889899] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.890068] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.890305] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1122.891405] env[68800]: DEBUG nova.scheduler.client.report [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Refreshing inventories for resource provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1122.893289] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a87e7522-4d2f-4972-abee-85c410d821e1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.903308] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1122.903489] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1122.904217] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a74e5090-6658-4412-8cf2-f7e237e6aa61 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.907507] env[68800]: DEBUG nova.scheduler.client.report [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Updating ProviderTree inventory for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1122.907717] env[68800]: DEBUG nova.compute.provider_tree [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Updating inventory in ProviderTree for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1122.910957] env[68800]: DEBUG oslo_vmware.api [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Waiting for the task: (returnval){ [ 1122.910957] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529df3bd-e83b-67f8-540f-45d09985dfb9" [ 1122.910957] env[68800]: _type = "Task" [ 1122.910957] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.918953] env[68800]: DEBUG oslo_vmware.api [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529df3bd-e83b-67f8-540f-45d09985dfb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.919816] env[68800]: DEBUG nova.scheduler.client.report [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Refreshing aggregate associations for resource provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2, aggregates: None {{(pid=68800) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1122.941596] env[68800]: DEBUG nova.scheduler.client.report [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Refreshing trait associations for resource provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68800) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1122.981466] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b0234b2a-072d-455c-8df4-baa7c64a8b2e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.086058] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a28c63-37e1-4378-ba99-7b8da9164fc0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.098037] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7150e73-00d4-49cc-a98f-badc95bd75da {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.101206] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244431, 'name': CreateVM_Task, 'duration_secs': 0.354764} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.101377] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1123.102392] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.102564] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.102866] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.103124] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-110c1255-8d33-4d86-bffd-9d11de901e42 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.130940] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e9d2df-a098-4d74-ad0c-702743b2e1bc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.135242] env[68800]: DEBUG oslo_vmware.api [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 1123.135242] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5262537f-0b2e-e290-c822-e28a7692be59" [ 1123.135242] env[68800]: _type = "Task" [ 1123.135242] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.142804] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592c4e0f-1ec4-4a82-ba17-605f9c26f956 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.148931] env[68800]: DEBUG oslo_vmware.api [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5262537f-0b2e-e290-c822-e28a7692be59, 'name': SearchDatastore_Task, 'duration_secs': 0.009733} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.149559] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.149808] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1123.150030] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.159602] env[68800]: DEBUG nova.compute.provider_tree [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Updating inventory in ProviderTree for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1123.212375] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.220062] env[68800]: DEBUG oslo_vmware.api [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Task: {'id': task-3244432, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.433617} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.220342] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] [instance: 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1123.221162] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c87d2d-32e7-4f88-9c4e-ee69f745827d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.243287] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] [instance: 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee/375f3a0e-2b26-4e63-8b47-1fb8b56fbeee.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.246469] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ea6b9e1-8440-4294-92d2-1478b9798084 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.265731] env[68800]: DEBUG oslo_vmware.api [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Waiting for the task: (returnval){ [ 1123.265731] env[68800]: value = "task-3244433" [ 1123.265731] env[68800]: _type = "Task" [ 1123.265731] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.273629] env[68800]: DEBUG oslo_vmware.api [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Task: {'id': task-3244433, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.322442] env[68800]: DEBUG nova.network.neutron [req-c87a3d8b-eacb-43ff-97d4-6da167f91801 req-6c095af6-efe0-4d2d-ac7f-01215933cfb2 service nova] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Updated VIF entry in instance network info cache for port c283ba5a-1901-4f0e-a757-d98f96725cef. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1123.322901] env[68800]: DEBUG nova.network.neutron [req-c87a3d8b-eacb-43ff-97d4-6da167f91801 req-6c095af6-efe0-4d2d-ac7f-01215933cfb2 service nova] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Updating instance_info_cache with network_info: [{"id": "c283ba5a-1901-4f0e-a757-d98f96725cef", "address": "fa:16:3e:91:0e:1d", "network": {"id": "2ad65ae6-e96d-418b-8904-1b8c899626b0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1659419657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b74621381dc4bbca8fea1513bfe56e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc283ba5a-19", "ovs_interfaceid": "c283ba5a-1901-4f0e-a757-d98f96725cef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.367262] env[68800]: DEBUG oslo_vmware.api [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244430, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.422049] env[68800]: DEBUG oslo_vmware.api [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529df3bd-e83b-67f8-540f-45d09985dfb9, 'name': SearchDatastore_Task, 'duration_secs': 0.016899} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.422911] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24ee7d38-ca7f-4189-bb5f-f81766c5cffc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.429066] env[68800]: DEBUG oslo_vmware.api [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Waiting for the task: (returnval){ [ 1123.429066] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]527d2b94-d97b-65ab-9e74-128d0066f145" [ 1123.429066] env[68800]: _type = "Task" [ 1123.429066] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.437438] env[68800]: DEBUG oslo_vmware.api [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]527d2b94-d97b-65ab-9e74-128d0066f145, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.695766] env[68800]: DEBUG nova.scheduler.client.report [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Updated inventory for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 with generation 131 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1123.696124] env[68800]: DEBUG nova.compute.provider_tree [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Updating resource provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 generation from 131 to 132 during operation: update_inventory {{(pid=68800) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1123.696332] env[68800]: DEBUG nova.compute.provider_tree [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Updating inventory in ProviderTree for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1123.777395] env[68800]: DEBUG oslo_vmware.api [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Task: {'id': task-3244433, 'name': ReconfigVM_Task, 'duration_secs': 0.312041} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.777807] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] [instance: 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee/375f3a0e-2b26-4e63-8b47-1fb8b56fbeee.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.778518] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d5ca85f-90b9-40ce-92a1-9caaa1cce27d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.784872] env[68800]: DEBUG oslo_vmware.api [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Waiting for the task: (returnval){ [ 1123.784872] env[68800]: value = "task-3244434" [ 1123.784872] env[68800]: _type = "Task" [ 1123.784872] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.793339] env[68800]: DEBUG oslo_vmware.api [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Task: {'id': task-3244434, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.825142] env[68800]: DEBUG oslo_concurrency.lockutils [req-c87a3d8b-eacb-43ff-97d4-6da167f91801 req-6c095af6-efe0-4d2d-ac7f-01215933cfb2 service nova] Releasing lock "refresh_cache-7d7b5615-de05-47c8-aea5-8f354a6588ce" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.825424] env[68800]: DEBUG nova.compute.manager [req-c87a3d8b-eacb-43ff-97d4-6da167f91801 req-6c095af6-efe0-4d2d-ac7f-01215933cfb2 service nova] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Received event network-vif-deleted-da998196-611a-4e2b-ab23-cd7d3fb23190 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.825602] env[68800]: INFO nova.compute.manager [req-c87a3d8b-eacb-43ff-97d4-6da167f91801 req-6c095af6-efe0-4d2d-ac7f-01215933cfb2 service nova] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Neutron deleted interface da998196-611a-4e2b-ab23-cd7d3fb23190; detaching it from the instance and deleting it from the info cache [ 1123.825772] env[68800]: DEBUG nova.network.neutron [req-c87a3d8b-eacb-43ff-97d4-6da167f91801 req-6c095af6-efe0-4d2d-ac7f-01215933cfb2 service nova] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.867854] env[68800]: DEBUG oslo_vmware.api [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244430, 'name': PowerOnVM_Task, 'duration_secs': 1.34871} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.868078] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1123.868276] env[68800]: INFO nova.compute.manager [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Took 9.25 seconds to spawn the instance on the hypervisor. [ 1123.868455] env[68800]: DEBUG nova.compute.manager [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1123.869215] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92be1dc-e823-4167-83fc-199f6712ea9c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.938947] env[68800]: DEBUG oslo_vmware.api [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]527d2b94-d97b-65ab-9e74-128d0066f145, 'name': SearchDatastore_Task, 'duration_secs': 0.010132} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.939266] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.939527] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 657de2c4-2860-4cca-9e9d-9f1272ad0017/657de2c4-2860-4cca-9e9d-9f1272ad0017.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1123.939899] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.940141] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1123.940311] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16716f34-210b-4cf8-b0a3-f118e8c60684 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.942495] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04943751-f6e3-44f0-84e2-69132ff4e9dd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.948914] env[68800]: DEBUG oslo_vmware.api [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Waiting for the task: (returnval){ [ 1123.948914] env[68800]: value = "task-3244435" [ 1123.948914] env[68800]: _type = "Task" [ 1123.948914] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.952817] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1123.953035] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1123.954031] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d23b9acf-644b-4234-8c36-92543cd61460 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.958655] env[68800]: DEBUG oslo_vmware.api [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Task: {'id': task-3244435, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.961271] env[68800]: DEBUG oslo_vmware.api [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 1123.961271] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c86def-7e16-e965-a06b-fc171c5945dc" [ 1123.961271] env[68800]: _type = "Task" [ 1123.961271] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.968430] env[68800]: DEBUG oslo_vmware.api [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c86def-7e16-e965-a06b-fc171c5945dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.201234] env[68800]: DEBUG oslo_concurrency.lockutils [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.102s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.201738] env[68800]: DEBUG nova.compute.manager [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1124.204514] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b0234b2a-072d-455c-8df4-baa7c64a8b2e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.223s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.204740] env[68800]: DEBUG nova.objects.instance [None req-b0234b2a-072d-455c-8df4-baa7c64a8b2e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lazy-loading 'resources' on Instance uuid 7ae4ff6b-3389-4237-a39f-1dc321b5d424 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.295156] env[68800]: DEBUG oslo_vmware.api [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Task: {'id': task-3244434, 'name': Rename_Task, 'duration_secs': 0.143931} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.295472] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] [instance: 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.295779] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08dbc1c8-f79b-4ec4-a191-ec3c02daffcb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.302616] env[68800]: DEBUG oslo_vmware.api [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Waiting for the task: (returnval){ [ 1124.302616] env[68800]: value = "task-3244437" [ 1124.302616] env[68800]: _type = "Task" [ 1124.302616] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.312024] env[68800]: DEBUG oslo_vmware.api [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Task: {'id': task-3244437, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.329109] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a8c9c50-d911-47b6-949c-9ce16adb9872 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.339197] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61eaeb29-6f12-4e07-a43b-b0b7e4e38922 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.372364] env[68800]: DEBUG nova.compute.manager [req-c87a3d8b-eacb-43ff-97d4-6da167f91801 req-6c095af6-efe0-4d2d-ac7f-01215933cfb2 service nova] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Detach interface failed, port_id=da998196-611a-4e2b-ab23-cd7d3fb23190, reason: Instance 7ae4ff6b-3389-4237-a39f-1dc321b5d424 could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1124.385082] env[68800]: INFO nova.compute.manager [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Took 15.65 seconds to build instance. [ 1124.458619] env[68800]: DEBUG oslo_vmware.api [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Task: {'id': task-3244435, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456246} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.459317] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 657de2c4-2860-4cca-9e9d-9f1272ad0017/657de2c4-2860-4cca-9e9d-9f1272ad0017.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1124.459457] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1124.459607] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97530f32-e044-4a6e-bab9-cb0ae90d6c45 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.465833] env[68800]: DEBUG oslo_vmware.api [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Waiting for the task: (returnval){ [ 1124.465833] env[68800]: value = "task-3244438" [ 1124.465833] env[68800]: _type = "Task" [ 1124.465833] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.472836] env[68800]: DEBUG oslo_vmware.api [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c86def-7e16-e965-a06b-fc171c5945dc, 'name': SearchDatastore_Task, 'duration_secs': 0.007562} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.473876] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f515c514-99b6-4c8a-814e-dd330f0c80d6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.479753] env[68800]: DEBUG oslo_vmware.api [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Task: {'id': task-3244438, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.482797] env[68800]: DEBUG oslo_vmware.api [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 1124.482797] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]526f97d5-7c33-cafe-fb38-0bf8dd95f5b8" [ 1124.482797] env[68800]: _type = "Task" [ 1124.482797] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.491411] env[68800]: DEBUG oslo_vmware.api [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]526f97d5-7c33-cafe-fb38-0bf8dd95f5b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.707984] env[68800]: DEBUG nova.compute.utils [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1124.713076] env[68800]: DEBUG nova.compute.manager [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1124.713076] env[68800]: DEBUG nova.network.neutron [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: bfc3517e-90cc-4690-a613-5935a8737314] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1124.800351] env[68800]: DEBUG nova.policy [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a96c7442cd264c5ba69ab5535345b2fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85c5a45ac2714c49906e94554e4f3354', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 1124.813393] env[68800]: DEBUG oslo_vmware.api [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Task: {'id': task-3244437, 'name': PowerOnVM_Task, 'duration_secs': 0.46832} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.813660] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] [instance: 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1124.813860] env[68800]: INFO nova.compute.manager [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] [instance: 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee] Took 7.23 seconds to spawn the instance on the hypervisor. [ 1124.814414] env[68800]: DEBUG nova.compute.manager [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] [instance: 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1124.816481] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381d23e9-a98b-4f3c-bac5-badedc19f327 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.887353] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fe9f4c16-4f69-4a65-a480-5037e8376130 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "bc095118-54bb-47be-a309-fcc70fba31aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.161s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.902898] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95e2063-3689-44dc-bb98-52ae85bf1991 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.910963] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f092c2-1558-45cd-aa62-dd72a3e15ede {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.947146] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4c4ec0-98a2-4c6f-9ce5-1f21f1428c00 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.956914] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218b7b73-9886-4ad0-8c1c-97ae6927425f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.971839] env[68800]: DEBUG nova.compute.provider_tree [None req-b0234b2a-072d-455c-8df4-baa7c64a8b2e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.982030] env[68800]: DEBUG oslo_vmware.api [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Task: {'id': task-3244438, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064217} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.982916] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1124.984023] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13372b5c-62d1-4f92-b39e-6ee8a2f128a4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.000383] env[68800]: DEBUG oslo_vmware.api [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]526f97d5-7c33-cafe-fb38-0bf8dd95f5b8, 'name': SearchDatastore_Task, 'duration_secs': 0.009095} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.007747] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.008030] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 7d7b5615-de05-47c8-aea5-8f354a6588ce/7d7b5615-de05-47c8-aea5-8f354a6588ce.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1125.017345] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 657de2c4-2860-4cca-9e9d-9f1272ad0017/657de2c4-2860-4cca-9e9d-9f1272ad0017.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1125.017644] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-748757fd-e1ed-4c6e-94e5-e01fe15aba5b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.020256] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-772ddaab-f1b6-4963-966f-083f655679bc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.039779] env[68800]: DEBUG oslo_vmware.api [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 1125.039779] env[68800]: value = "task-3244439" [ 1125.039779] env[68800]: _type = "Task" [ 1125.039779] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.044181] env[68800]: DEBUG oslo_vmware.api [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Waiting for the task: (returnval){ [ 1125.044181] env[68800]: value = "task-3244440" [ 1125.044181] env[68800]: _type = "Task" [ 1125.044181] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.054024] env[68800]: DEBUG oslo_vmware.api [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244439, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.054807] env[68800]: DEBUG oslo_vmware.api [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Task: {'id': task-3244440, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.179151] env[68800]: DEBUG nova.network.neutron [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Successfully created port: 188e294c-0545-4528-b4fa-d4937657ddfc {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1125.213157] env[68800]: DEBUG nova.compute.manager [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1125.339918] env[68800]: INFO nova.compute.manager [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] [instance: 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee] Took 16.30 seconds to build instance. [ 1125.478322] env[68800]: DEBUG nova.scheduler.client.report [None req-b0234b2a-072d-455c-8df4-baa7c64a8b2e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.551032] env[68800]: DEBUG oslo_vmware.api [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244439, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.557618] env[68800]: DEBUG oslo_vmware.api [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Task: {'id': task-3244440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.842828] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c2cea620-4de9-47f4-a5ad-b9f2008237c7 tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Lock "375f3a0e-2b26-4e63-8b47-1fb8b56fbeee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.808s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.983925] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b0234b2a-072d-455c-8df4-baa7c64a8b2e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.779s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.986628] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.774s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.988713] env[68800]: INFO nova.compute.claims [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1126.009747] env[68800]: INFO nova.scheduler.client.report [None req-b0234b2a-072d-455c-8df4-baa7c64a8b2e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Deleted allocations for instance 7ae4ff6b-3389-4237-a39f-1dc321b5d424 [ 1126.015482] env[68800]: DEBUG nova.compute.manager [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Stashing vm_state: active {{(pid=68800) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1126.057633] env[68800]: DEBUG oslo_vmware.api [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Task: {'id': task-3244440, 'name': ReconfigVM_Task, 'duration_secs': 0.925096} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.061018] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 657de2c4-2860-4cca-9e9d-9f1272ad0017/657de2c4-2860-4cca-9e9d-9f1272ad0017.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1126.061734] env[68800]: DEBUG oslo_vmware.api [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244439, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512666} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.062862] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb3b39ae-9fb9-4c07-a6b7-f17afad5a460 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.064809] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 7d7b5615-de05-47c8-aea5-8f354a6588ce/7d7b5615-de05-47c8-aea5-8f354a6588ce.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1126.064809] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1126.065182] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77f421e1-e214-4e83-87ce-d1b0b45b54d4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.073926] env[68800]: DEBUG oslo_vmware.api [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 1126.073926] env[68800]: value = "task-3244442" [ 1126.073926] env[68800]: _type = "Task" [ 1126.073926] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.075526] env[68800]: DEBUG oslo_vmware.api [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Waiting for the task: (returnval){ [ 1126.075526] env[68800]: value = "task-3244441" [ 1126.075526] env[68800]: _type = "Task" [ 1126.075526] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.087237] env[68800]: DEBUG oslo_concurrency.lockutils [None req-23f5ceae-a29d-47db-a298-2cc7d4a5cd2a tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Acquiring lock "375f3a0e-2b26-4e63-8b47-1fb8b56fbeee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.087571] env[68800]: DEBUG oslo_concurrency.lockutils [None req-23f5ceae-a29d-47db-a298-2cc7d4a5cd2a tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Lock "375f3a0e-2b26-4e63-8b47-1fb8b56fbeee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.087814] env[68800]: DEBUG oslo_concurrency.lockutils [None req-23f5ceae-a29d-47db-a298-2cc7d4a5cd2a tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Acquiring lock "375f3a0e-2b26-4e63-8b47-1fb8b56fbeee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.088047] env[68800]: DEBUG oslo_concurrency.lockutils [None req-23f5ceae-a29d-47db-a298-2cc7d4a5cd2a tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Lock "375f3a0e-2b26-4e63-8b47-1fb8b56fbeee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.088247] env[68800]: DEBUG oslo_concurrency.lockutils [None req-23f5ceae-a29d-47db-a298-2cc7d4a5cd2a tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Lock "375f3a0e-2b26-4e63-8b47-1fb8b56fbeee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.096372] env[68800]: DEBUG oslo_vmware.api [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244442, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.096637] env[68800]: DEBUG oslo_vmware.api [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Task: {'id': task-3244441, 'name': Rename_Task} progress is 10%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.097155] env[68800]: INFO nova.compute.manager [None req-23f5ceae-a29d-47db-a298-2cc7d4a5cd2a tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] [instance: 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee] Terminating instance [ 1126.210157] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-55fa4988-226a-451d-920b-894fbef037fb tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Volume attach. Driver type: vmdk {{(pid=68800) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1126.210470] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-55fa4988-226a-451d-920b-894fbef037fb tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648376', 'volume_id': '31c08fed-9052-4838-811f-42fdf2128aff', 'name': 'volume-31c08fed-9052-4838-811f-42fdf2128aff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8b8a05f1-f724-4450-9b01-e6a63236ad35', 'attached_at': '', 'detached_at': '', 'volume_id': '31c08fed-9052-4838-811f-42fdf2128aff', 'serial': '31c08fed-9052-4838-811f-42fdf2128aff'} {{(pid=68800) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1126.211361] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babf7818-f64c-4eee-ae56-f125f921302a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.230768] env[68800]: DEBUG nova.compute.manager [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1126.233907] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3ab5d9-b653-4e4c-aeac-d75ea812627e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.261727] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-55fa4988-226a-451d-920b-894fbef037fb tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] volume-31c08fed-9052-4838-811f-42fdf2128aff/volume-31c08fed-9052-4838-811f-42fdf2128aff.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1126.263904] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39a809d8-df35-4a3e-a042-382d3c25fc1e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.282749] env[68800]: DEBUG nova.virt.hardware [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1126.283100] env[68800]: DEBUG nova.virt.hardware [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1126.283292] env[68800]: DEBUG nova.virt.hardware [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1126.283485] env[68800]: DEBUG nova.virt.hardware [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1126.283634] env[68800]: DEBUG nova.virt.hardware [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1126.283782] env[68800]: DEBUG nova.virt.hardware [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1126.284462] env[68800]: DEBUG nova.virt.hardware [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1126.284681] env[68800]: DEBUG nova.virt.hardware [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1126.284864] env[68800]: DEBUG nova.virt.hardware [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1126.285046] env[68800]: DEBUG nova.virt.hardware [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1126.285231] env[68800]: DEBUG nova.virt.hardware [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1126.286015] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8aace4-a290-4246-a1f9-beac6680bdf7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.297434] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221ae613-cbe1-4bb7-8b15-7489490d7263 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.301608] env[68800]: DEBUG oslo_vmware.api [None req-55fa4988-226a-451d-920b-894fbef037fb tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 1126.301608] env[68800]: value = "task-3244443" [ 1126.301608] env[68800]: _type = "Task" [ 1126.301608] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.318795] env[68800]: DEBUG oslo_vmware.api [None req-55fa4988-226a-451d-920b-894fbef037fb tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244443, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.524587] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b0234b2a-072d-455c-8df4-baa7c64a8b2e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "7ae4ff6b-3389-4237-a39f-1dc321b5d424" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.119s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.538552] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.586347] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e2ac5f6b-0c9e-4cc0-9a0e-5b5ef88fbc9f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Acquiring lock "d31685d0-2d63-49c1-9615-a332ad4777ed" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.586746] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e2ac5f6b-0c9e-4cc0-9a0e-5b5ef88fbc9f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lock "d31685d0-2d63-49c1-9615-a332ad4777ed" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.587872] env[68800]: DEBUG oslo_vmware.api [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244442, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.174406} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.589820] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1126.589952] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a65529c-5b63-4f1f-b688-a6419b399a8b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.596946] env[68800]: DEBUG oslo_vmware.api [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Task: {'id': task-3244441, 'name': Rename_Task, 'duration_secs': 0.370633} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.596946] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1126.596946] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-162a13ce-28eb-4fef-8de6-15517a5abced {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.607824] env[68800]: DEBUG nova.compute.manager [None req-23f5ceae-a29d-47db-a298-2cc7d4a5cd2a tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] [instance: 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1126.608401] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-23f5ceae-a29d-47db-a298-2cc7d4a5cd2a tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] [instance: 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1126.617699] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 7d7b5615-de05-47c8-aea5-8f354a6588ce/7d7b5615-de05-47c8-aea5-8f354a6588ce.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1126.619929] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f00805b-a8e5-4f4d-8bc7-2ea36e193fe1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.625623] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fd70422-4275-4644-b36f-628720a612b1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.638398] env[68800]: DEBUG oslo_vmware.api [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Waiting for the task: (returnval){ [ 1126.638398] env[68800]: value = "task-3244444" [ 1126.638398] env[68800]: _type = "Task" [ 1126.638398] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.645518] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f5ceae-a29d-47db-a298-2cc7d4a5cd2a tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] [instance: 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1126.647334] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdae78d8-ec36-4ad8-9dd3-05c4c746efe0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.649344] env[68800]: DEBUG oslo_vmware.api [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 1126.649344] env[68800]: value = "task-3244445" [ 1126.649344] env[68800]: _type = "Task" [ 1126.649344] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.653095] env[68800]: DEBUG oslo_vmware.api [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Task: {'id': task-3244444, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.654107] env[68800]: DEBUG nova.compute.manager [req-26c2faed-a3e8-46db-9daa-8c5d44830c24 req-64f515a4-cdd9-43f6-ad21-2613920e8d95 service nova] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Received event network-vif-plugged-188e294c-0545-4528-b4fa-d4937657ddfc {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.654310] env[68800]: DEBUG oslo_concurrency.lockutils [req-26c2faed-a3e8-46db-9daa-8c5d44830c24 req-64f515a4-cdd9-43f6-ad21-2613920e8d95 service nova] Acquiring lock "bfc3517e-90cc-4690-a613-5935a8737314-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.654516] env[68800]: DEBUG oslo_concurrency.lockutils [req-26c2faed-a3e8-46db-9daa-8c5d44830c24 req-64f515a4-cdd9-43f6-ad21-2613920e8d95 service nova] Lock "bfc3517e-90cc-4690-a613-5935a8737314-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.654678] env[68800]: DEBUG oslo_concurrency.lockutils [req-26c2faed-a3e8-46db-9daa-8c5d44830c24 req-64f515a4-cdd9-43f6-ad21-2613920e8d95 service nova] Lock "bfc3517e-90cc-4690-a613-5935a8737314-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.654841] env[68800]: DEBUG nova.compute.manager [req-26c2faed-a3e8-46db-9daa-8c5d44830c24 req-64f515a4-cdd9-43f6-ad21-2613920e8d95 service nova] [instance: bfc3517e-90cc-4690-a613-5935a8737314] No waiting events found dispatching network-vif-plugged-188e294c-0545-4528-b4fa-d4937657ddfc {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1126.655009] env[68800]: WARNING nova.compute.manager [req-26c2faed-a3e8-46db-9daa-8c5d44830c24 req-64f515a4-cdd9-43f6-ad21-2613920e8d95 service nova] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Received unexpected event network-vif-plugged-188e294c-0545-4528-b4fa-d4937657ddfc for instance with vm_state building and task_state spawning. [ 1126.662602] env[68800]: DEBUG oslo_vmware.api [None req-23f5ceae-a29d-47db-a298-2cc7d4a5cd2a tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Waiting for the task: (returnval){ [ 1126.662602] env[68800]: value = "task-3244446" [ 1126.662602] env[68800]: _type = "Task" [ 1126.662602] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.665825] env[68800]: DEBUG oslo_vmware.api [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.674762] env[68800]: DEBUG oslo_vmware.api [None req-23f5ceae-a29d-47db-a298-2cc7d4a5cd2a tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Task: {'id': task-3244446, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.759851] env[68800]: DEBUG nova.network.neutron [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Successfully updated port: 188e294c-0545-4528-b4fa-d4937657ddfc {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1126.812713] env[68800]: DEBUG oslo_vmware.api [None req-55fa4988-226a-451d-920b-894fbef037fb tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244443, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.090354] env[68800]: INFO nova.compute.manager [None req-e2ac5f6b-0c9e-4cc0-9a0e-5b5ef88fbc9f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Detaching volume 6f425535-b9d1-4c8b-82ca-311ba8dcc6d3 [ 1127.129913] env[68800]: INFO nova.virt.block_device [None req-e2ac5f6b-0c9e-4cc0-9a0e-5b5ef88fbc9f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Attempting to driver detach volume 6f425535-b9d1-4c8b-82ca-311ba8dcc6d3 from mountpoint /dev/sdb [ 1127.130087] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2ac5f6b-0c9e-4cc0-9a0e-5b5ef88fbc9f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Volume detach. Driver type: vmdk {{(pid=68800) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1127.130282] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2ac5f6b-0c9e-4cc0-9a0e-5b5ef88fbc9f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648345', 'volume_id': '6f425535-b9d1-4c8b-82ca-311ba8dcc6d3', 'name': 'volume-6f425535-b9d1-4c8b-82ca-311ba8dcc6d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd31685d0-2d63-49c1-9615-a332ad4777ed', 'attached_at': '', 'detached_at': '', 'volume_id': '6f425535-b9d1-4c8b-82ca-311ba8dcc6d3', 'serial': '6f425535-b9d1-4c8b-82ca-311ba8dcc6d3'} {{(pid=68800) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1127.131929] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b93a8f-8cc4-4d13-9cc1-d7c9ae37cf3f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.162199] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65f1e71-3075-491e-a7d3-0b88ea9ed551 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.165263] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72115eb7-e31c-4bab-880d-cc1e25d13cd3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.176433] env[68800]: DEBUG oslo_vmware.api [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Task: {'id': task-3244444, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.183769] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae2259e-51f4-452e-bbf9-6cab7e65de5c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.186285] env[68800]: DEBUG oslo_vmware.api [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244445, 'name': ReconfigVM_Task, 'duration_secs': 0.321982} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.186959] env[68800]: DEBUG oslo_vmware.api [None req-23f5ceae-a29d-47db-a298-2cc7d4a5cd2a tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Task: {'id': task-3244446, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.187278] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 7d7b5615-de05-47c8-aea5-8f354a6588ce/7d7b5615-de05-47c8-aea5-8f354a6588ce.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1127.188641] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2610a01a-7406-407a-be1c-9d30fbe02b97 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.191957] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a00d3eb5-42d1-4591-874e-62319f73f36c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.238119] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013d417f-fd03-4037-be4c-a5225515471d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.241094] env[68800]: DEBUG oslo_vmware.api [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 1127.241094] env[68800]: value = "task-3244447" [ 1127.241094] env[68800]: _type = "Task" [ 1127.241094] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.242147] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b0fe39-a448-444b-ae47-d05fb7399433 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.261084] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2ac5f6b-0c9e-4cc0-9a0e-5b5ef88fbc9f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] The volume has not been displaced from its original location: [datastore1] volume-6f425535-b9d1-4c8b-82ca-311ba8dcc6d3/volume-6f425535-b9d1-4c8b-82ca-311ba8dcc6d3.vmdk. No consolidation needed. {{(pid=68800) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1127.266703] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2ac5f6b-0c9e-4cc0-9a0e-5b5ef88fbc9f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Reconfiguring VM instance instance-00000031 to detach disk 2001 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1127.270310] env[68800]: DEBUG oslo_concurrency.lockutils [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "refresh_cache-bfc3517e-90cc-4690-a613-5935a8737314" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.270457] env[68800]: DEBUG oslo_concurrency.lockutils [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquired lock "refresh_cache-bfc3517e-90cc-4690-a613-5935a8737314" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.270628] env[68800]: DEBUG nova.network.neutron [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.271829] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea95b6fc-af09-4e7f-94ea-233098512ca8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.291878] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d338f95-d6e2-4d2e-886f-7e0363a32a6c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.296644] env[68800]: DEBUG oslo_vmware.api [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244447, 'name': Rename_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.309258] env[68800]: DEBUG nova.compute.provider_tree [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.314560] env[68800]: DEBUG oslo_vmware.api [None req-e2ac5f6b-0c9e-4cc0-9a0e-5b5ef88fbc9f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the task: (returnval){ [ 1127.314560] env[68800]: value = "task-3244448" [ 1127.314560] env[68800]: _type = "Task" [ 1127.314560] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.323122] env[68800]: DEBUG oslo_vmware.api [None req-55fa4988-226a-451d-920b-894fbef037fb tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244443, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.329470] env[68800]: DEBUG oslo_vmware.api [None req-e2ac5f6b-0c9e-4cc0-9a0e-5b5ef88fbc9f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244448, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.665401] env[68800]: DEBUG oslo_vmware.api [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Task: {'id': task-3244444, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.676528] env[68800]: DEBUG oslo_vmware.api [None req-23f5ceae-a29d-47db-a298-2cc7d4a5cd2a tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Task: {'id': task-3244446, 'name': PowerOffVM_Task, 'duration_secs': 0.958246} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.676797] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f5ceae-a29d-47db-a298-2cc7d4a5cd2a tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] [instance: 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1127.676968] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-23f5ceae-a29d-47db-a298-2cc7d4a5cd2a tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] [instance: 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1127.677253] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af33cb33-c63c-44d5-910f-fb99a2c17e5e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.752809] env[68800]: DEBUG oslo_vmware.api [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244447, 'name': Rename_Task, 'duration_secs': 0.165372} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.752809] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1127.752809] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04e84ae4-1eed-4cb1-8bdc-990a91a6f4cd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.759560] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-23f5ceae-a29d-47db-a298-2cc7d4a5cd2a tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] [instance: 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1127.759832] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-23f5ceae-a29d-47db-a298-2cc7d4a5cd2a tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] [instance: 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1127.760088] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-23f5ceae-a29d-47db-a298-2cc7d4a5cd2a tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Deleting the datastore file [datastore1] 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1127.760358] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb414385-5b4d-48af-b1b6-2e8b76a9019c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.763892] env[68800]: DEBUG oslo_vmware.api [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 1127.763892] env[68800]: value = "task-3244450" [ 1127.763892] env[68800]: _type = "Task" [ 1127.763892] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.769427] env[68800]: DEBUG oslo_vmware.api [None req-23f5ceae-a29d-47db-a298-2cc7d4a5cd2a tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Waiting for the task: (returnval){ [ 1127.769427] env[68800]: value = "task-3244451" [ 1127.769427] env[68800]: _type = "Task" [ 1127.769427] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.783022] env[68800]: DEBUG oslo_vmware.api [None req-23f5ceae-a29d-47db-a298-2cc7d4a5cd2a tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Task: {'id': task-3244451, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.818974] env[68800]: DEBUG nova.scheduler.client.report [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.822667] env[68800]: DEBUG oslo_vmware.api [None req-55fa4988-226a-451d-920b-894fbef037fb tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244443, 'name': ReconfigVM_Task, 'duration_secs': 1.426504} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.823856] env[68800]: DEBUG nova.network.neutron [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1127.831446] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-55fa4988-226a-451d-920b-894fbef037fb tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Reconfigured VM instance instance-00000052 to attach disk [datastore1] volume-31c08fed-9052-4838-811f-42fdf2128aff/volume-31c08fed-9052-4838-811f-42fdf2128aff.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1127.839649] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-407287fb-6c1b-48ee-8cd5-2e4df689b7c2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.865045] env[68800]: DEBUG oslo_vmware.api [None req-e2ac5f6b-0c9e-4cc0-9a0e-5b5ef88fbc9f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244448, 'name': ReconfigVM_Task, 'duration_secs': 0.253941} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.866606] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2ac5f6b-0c9e-4cc0-9a0e-5b5ef88fbc9f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Reconfigured VM instance instance-00000031 to detach disk 2001 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1127.871635] env[68800]: DEBUG oslo_vmware.api [None req-55fa4988-226a-451d-920b-894fbef037fb tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 1127.871635] env[68800]: value = "task-3244452" [ 1127.871635] env[68800]: _type = "Task" [ 1127.871635] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.871876] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7ace36c-b79c-4ddd-9e5d-823835e20ba3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.896843] env[68800]: DEBUG oslo_vmware.api [None req-55fa4988-226a-451d-920b-894fbef037fb tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244452, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.898388] env[68800]: DEBUG oslo_vmware.api [None req-e2ac5f6b-0c9e-4cc0-9a0e-5b5ef88fbc9f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the task: (returnval){ [ 1127.898388] env[68800]: value = "task-3244453" [ 1127.898388] env[68800]: _type = "Task" [ 1127.898388] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.908100] env[68800]: DEBUG oslo_vmware.api [None req-e2ac5f6b-0c9e-4cc0-9a0e-5b5ef88fbc9f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244453, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.069372] env[68800]: DEBUG nova.network.neutron [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Updating instance_info_cache with network_info: [{"id": "188e294c-0545-4528-b4fa-d4937657ddfc", "address": "fa:16:3e:76:19:1f", "network": {"id": "05cefbb5-ab7f-4aed-85f9-10a508e4af94", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1038579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85c5a45ac2714c49906e94554e4f3354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap188e294c-05", "ovs_interfaceid": "188e294c-0545-4528-b4fa-d4937657ddfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.165935] env[68800]: DEBUG oslo_vmware.api [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Task: {'id': task-3244444, 'name': PowerOnVM_Task, 'duration_secs': 1.320404} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.166243] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1128.166380] env[68800]: DEBUG nova.compute.manager [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1128.167673] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a4d9d9-6bf6-4a97-bcca-188d8b193fb0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.277115] env[68800]: DEBUG oslo_vmware.api [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244450, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.282438] env[68800]: DEBUG oslo_vmware.api [None req-23f5ceae-a29d-47db-a298-2cc7d4a5cd2a tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Task: {'id': task-3244451, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229874} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.282683] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-23f5ceae-a29d-47db-a298-2cc7d4a5cd2a tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1128.282863] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-23f5ceae-a29d-47db-a298-2cc7d4a5cd2a tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] [instance: 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1128.283045] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-23f5ceae-a29d-47db-a298-2cc7d4a5cd2a tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] [instance: 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1128.283222] env[68800]: INFO nova.compute.manager [None req-23f5ceae-a29d-47db-a298-2cc7d4a5cd2a tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] [instance: 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1128.283456] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23f5ceae-a29d-47db-a298-2cc7d4a5cd2a tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.283639] env[68800]: DEBUG nova.compute.manager [-] [instance: 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1128.283734] env[68800]: DEBUG nova.network.neutron [-] [instance: 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1128.327723] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.341s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.328235] env[68800]: DEBUG nova.compute.manager [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1128.330957] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.793s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.393526] env[68800]: DEBUG oslo_vmware.api [None req-55fa4988-226a-451d-920b-894fbef037fb tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244452, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.407845] env[68800]: DEBUG oslo_vmware.api [None req-e2ac5f6b-0c9e-4cc0-9a0e-5b5ef88fbc9f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244453, 'name': ReconfigVM_Task, 'duration_secs': 0.167161} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.408169] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2ac5f6b-0c9e-4cc0-9a0e-5b5ef88fbc9f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648345', 'volume_id': '6f425535-b9d1-4c8b-82ca-311ba8dcc6d3', 'name': 'volume-6f425535-b9d1-4c8b-82ca-311ba8dcc6d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd31685d0-2d63-49c1-9615-a332ad4777ed', 'attached_at': '', 'detached_at': '', 'volume_id': '6f425535-b9d1-4c8b-82ca-311ba8dcc6d3', 'serial': '6f425535-b9d1-4c8b-82ca-311ba8dcc6d3'} {{(pid=68800) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1128.574314] env[68800]: DEBUG oslo_concurrency.lockutils [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Releasing lock "refresh_cache-bfc3517e-90cc-4690-a613-5935a8737314" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.574729] env[68800]: DEBUG nova.compute.manager [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Instance network_info: |[{"id": "188e294c-0545-4528-b4fa-d4937657ddfc", "address": "fa:16:3e:76:19:1f", "network": {"id": "05cefbb5-ab7f-4aed-85f9-10a508e4af94", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1038579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85c5a45ac2714c49906e94554e4f3354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap188e294c-05", "ovs_interfaceid": "188e294c-0545-4528-b4fa-d4937657ddfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1128.575358] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:19:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78e1ebb0-0130-446b-bf73-a0e59bbb95cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '188e294c-0545-4528-b4fa-d4937657ddfc', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1128.587456] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.587801] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1128.588137] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2fb3a501-8980-4903-a862-eec29a03efe2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.617442] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1128.617442] env[68800]: value = "task-3244454" [ 1128.617442] env[68800]: _type = "Task" [ 1128.617442] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.628068] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244454, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.685545] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.689839] env[68800]: DEBUG nova.compute.manager [req-6aa519d6-c835-4076-a875-a1151ef1110c req-fcfe6b40-4bf8-4a46-837b-6a768f2c3740 service nova] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Received event network-changed-188e294c-0545-4528-b4fa-d4937657ddfc {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.690075] env[68800]: DEBUG nova.compute.manager [req-6aa519d6-c835-4076-a875-a1151ef1110c req-fcfe6b40-4bf8-4a46-837b-6a768f2c3740 service nova] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Refreshing instance network info cache due to event network-changed-188e294c-0545-4528-b4fa-d4937657ddfc. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1128.690238] env[68800]: DEBUG oslo_concurrency.lockutils [req-6aa519d6-c835-4076-a875-a1151ef1110c req-fcfe6b40-4bf8-4a46-837b-6a768f2c3740 service nova] Acquiring lock "refresh_cache-bfc3517e-90cc-4690-a613-5935a8737314" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.690402] env[68800]: DEBUG oslo_concurrency.lockutils [req-6aa519d6-c835-4076-a875-a1151ef1110c req-fcfe6b40-4bf8-4a46-837b-6a768f2c3740 service nova] Acquired lock "refresh_cache-bfc3517e-90cc-4690-a613-5935a8737314" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.690679] env[68800]: DEBUG nova.network.neutron [req-6aa519d6-c835-4076-a875-a1151ef1110c req-fcfe6b40-4bf8-4a46-837b-6a768f2c3740 service nova] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Refreshing network info cache for port 188e294c-0545-4528-b4fa-d4937657ddfc {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.776445] env[68800]: DEBUG oslo_vmware.api [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244450, 'name': PowerOnVM_Task, 'duration_secs': 0.786214} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.776667] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1128.776939] env[68800]: INFO nova.compute.manager [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Took 8.92 seconds to spawn the instance on the hypervisor. [ 1128.777226] env[68800]: DEBUG nova.compute.manager [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1128.778083] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c362aa45-674d-4610-8d2d-24a107123692 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.834049] env[68800]: DEBUG nova.compute.utils [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1128.837805] env[68800]: INFO nova.compute.claims [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1128.841724] env[68800]: DEBUG nova.compute.manager [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1128.841898] env[68800]: DEBUG nova.network.neutron [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 24a88c02-c732-4589-ae47-c23172b82898] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1128.881610] env[68800]: DEBUG nova.policy [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31eea260dc9f479b9390ca2cc13e8b10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a55e3ff738d49f8ae6b119fe8712bb8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 1128.892782] env[68800]: DEBUG oslo_vmware.api [None req-55fa4988-226a-451d-920b-894fbef037fb tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244452, 'name': ReconfigVM_Task, 'duration_secs': 1.016594} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.893037] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-55fa4988-226a-451d-920b-894fbef037fb tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648376', 'volume_id': '31c08fed-9052-4838-811f-42fdf2128aff', 'name': 'volume-31c08fed-9052-4838-811f-42fdf2128aff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8b8a05f1-f724-4450-9b01-e6a63236ad35', 'attached_at': '', 'detached_at': '', 'volume_id': '31c08fed-9052-4838-811f-42fdf2128aff', 'serial': '31c08fed-9052-4838-811f-42fdf2128aff'} {{(pid=68800) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1128.954930] env[68800]: DEBUG nova.objects.instance [None req-e2ac5f6b-0c9e-4cc0-9a0e-5b5ef88fbc9f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lazy-loading 'flavor' on Instance uuid d31685d0-2d63-49c1-9615-a332ad4777ed {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.993238] env[68800]: DEBUG nova.network.neutron [-] [instance: 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.131529] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244454, 'name': CreateVM_Task} progress is 25%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.220469] env[68800]: DEBUG nova.network.neutron [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Successfully created port: 578c5d4b-09f4-4069-8c7d-7e91da41c0fd {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1129.298223] env[68800]: INFO nova.compute.manager [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Took 18.83 seconds to build instance. [ 1129.342800] env[68800]: DEBUG nova.compute.manager [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1129.346599] env[68800]: INFO nova.compute.resource_tracker [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Updating resource usage from migration 7f0f84dd-8945-4183-9e5f-23731f8b2d2a [ 1129.496318] env[68800]: INFO nova.compute.manager [-] [instance: 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee] Took 1.21 seconds to deallocate network for instance. [ 1129.529226] env[68800]: DEBUG nova.network.neutron [req-6aa519d6-c835-4076-a875-a1151ef1110c req-fcfe6b40-4bf8-4a46-837b-6a768f2c3740 service nova] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Updated VIF entry in instance network info cache for port 188e294c-0545-4528-b4fa-d4937657ddfc. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1129.530514] env[68800]: DEBUG nova.network.neutron [req-6aa519d6-c835-4076-a875-a1151ef1110c req-fcfe6b40-4bf8-4a46-837b-6a768f2c3740 service nova] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Updating instance_info_cache with network_info: [{"id": "188e294c-0545-4528-b4fa-d4937657ddfc", "address": "fa:16:3e:76:19:1f", "network": {"id": "05cefbb5-ab7f-4aed-85f9-10a508e4af94", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1038579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85c5a45ac2714c49906e94554e4f3354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap188e294c-05", "ovs_interfaceid": "188e294c-0545-4528-b4fa-d4937657ddfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.539960] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c62182-63e3-4713-9d3a-0ad7f6b7a2be {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.549027] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab949b8-f811-4b8a-8393-b92ab79b7506 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.585523] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1982a338-f955-441c-bb38-80d3445f142f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.593630] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dfe34bd-2e77-4ab7-90f0-36e3296b502b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.607800] env[68800]: DEBUG nova.compute.provider_tree [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Updating inventory in ProviderTree for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1129.619754] env[68800]: DEBUG oslo_concurrency.lockutils [None req-71e4c20d-8c86-4761-bf95-90332190cef7 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Acquiring lock "657de2c4-2860-4cca-9e9d-9f1272ad0017" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.620058] env[68800]: DEBUG oslo_concurrency.lockutils [None req-71e4c20d-8c86-4761-bf95-90332190cef7 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Lock "657de2c4-2860-4cca-9e9d-9f1272ad0017" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.620276] env[68800]: DEBUG oslo_concurrency.lockutils [None req-71e4c20d-8c86-4761-bf95-90332190cef7 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Acquiring lock "657de2c4-2860-4cca-9e9d-9f1272ad0017-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.620463] env[68800]: DEBUG oslo_concurrency.lockutils [None req-71e4c20d-8c86-4761-bf95-90332190cef7 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Lock "657de2c4-2860-4cca-9e9d-9f1272ad0017-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.620629] env[68800]: DEBUG oslo_concurrency.lockutils [None req-71e4c20d-8c86-4761-bf95-90332190cef7 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Lock "657de2c4-2860-4cca-9e9d-9f1272ad0017-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.622377] env[68800]: INFO nova.compute.manager [None req-71e4c20d-8c86-4761-bf95-90332190cef7 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Terminating instance [ 1129.633432] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244454, 'name': CreateVM_Task, 'duration_secs': 0.699798} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.633552] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1129.634150] env[68800]: DEBUG oslo_concurrency.lockutils [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.634394] env[68800]: DEBUG oslo_concurrency.lockutils [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.634697] env[68800]: DEBUG oslo_concurrency.lockutils [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.635383] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f8f4e25-f9d1-41a7-a5b5-41039910a04c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.640489] env[68800]: DEBUG oslo_vmware.api [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1129.640489] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]521f3db8-53ae-342a-6924-18ff08069506" [ 1129.640489] env[68800]: _type = "Task" [ 1129.640489] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.650156] env[68800]: DEBUG oslo_vmware.api [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]521f3db8-53ae-342a-6924-18ff08069506, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.802802] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f5d0cc46-2137-4cbf-a4b2-5f469c4f4f5e tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "7d7b5615-de05-47c8-aea5-8f354a6588ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.342s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.951507] env[68800]: DEBUG nova.objects.instance [None req-55fa4988-226a-451d-920b-894fbef037fb tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lazy-loading 'flavor' on Instance uuid 8b8a05f1-f724-4450-9b01-e6a63236ad35 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.962491] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e2ac5f6b-0c9e-4cc0-9a0e-5b5ef88fbc9f tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lock "d31685d0-2d63-49c1-9615-a332ad4777ed" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.376s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.005320] env[68800]: DEBUG oslo_concurrency.lockutils [None req-23f5ceae-a29d-47db-a298-2cc7d4a5cd2a tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.032919] env[68800]: DEBUG oslo_concurrency.lockutils [req-6aa519d6-c835-4076-a875-a1151ef1110c req-fcfe6b40-4bf8-4a46-837b-6a768f2c3740 service nova] Releasing lock "refresh_cache-bfc3517e-90cc-4690-a613-5935a8737314" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.033199] env[68800]: DEBUG nova.compute.manager [req-6aa519d6-c835-4076-a875-a1151ef1110c req-fcfe6b40-4bf8-4a46-837b-6a768f2c3740 service nova] [instance: 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee] Received event network-vif-deleted-42357668-83ab-4c5a-8d19-6c207d77346f {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.033376] env[68800]: INFO nova.compute.manager [req-6aa519d6-c835-4076-a875-a1151ef1110c req-fcfe6b40-4bf8-4a46-837b-6a768f2c3740 service nova] [instance: 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee] Neutron deleted interface 42357668-83ab-4c5a-8d19-6c207d77346f; detaching it from the instance and deleting it from the info cache [ 1130.033549] env[68800]: DEBUG nova.network.neutron [req-6aa519d6-c835-4076-a875-a1151ef1110c req-fcfe6b40-4bf8-4a46-837b-6a768f2c3740 service nova] [instance: 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.129021] env[68800]: DEBUG oslo_concurrency.lockutils [None req-71e4c20d-8c86-4761-bf95-90332190cef7 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Acquiring lock "refresh_cache-657de2c4-2860-4cca-9e9d-9f1272ad0017" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.129300] env[68800]: DEBUG oslo_concurrency.lockutils [None req-71e4c20d-8c86-4761-bf95-90332190cef7 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Acquired lock "refresh_cache-657de2c4-2860-4cca-9e9d-9f1272ad0017" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.129556] env[68800]: DEBUG nova.network.neutron [None req-71e4c20d-8c86-4761-bf95-90332190cef7 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.151884] env[68800]: ERROR nova.scheduler.client.report [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [req-ffcdcf65-4429-4186-b6ff-e0efbddf903b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 73f3eca7-007c-4a24-bdc1-0c0996f315e2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ffcdcf65-4429-4186-b6ff-e0efbddf903b"}]} [ 1130.160586] env[68800]: DEBUG oslo_vmware.api [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]521f3db8-53ae-342a-6924-18ff08069506, 'name': SearchDatastore_Task, 'duration_secs': 0.011118} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.160906] env[68800]: DEBUG oslo_concurrency.lockutils [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.161238] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1130.161418] env[68800]: DEBUG oslo_concurrency.lockutils [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.161563] env[68800]: DEBUG oslo_concurrency.lockutils [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.161740] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1130.162025] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b3e9240-130d-4420-9f0c-e314adbf7345 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.176844] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1130.177153] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1130.179188] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ae68c5f-4f7b-4449-a78c-df4f0bcf93d9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.182795] env[68800]: DEBUG nova.scheduler.client.report [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Refreshing inventories for resource provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1130.192969] env[68800]: DEBUG oslo_vmware.api [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1130.192969] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52739a45-a661-94e9-2aa0-7005ebb40419" [ 1130.192969] env[68800]: _type = "Task" [ 1130.192969] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.209030] env[68800]: DEBUG oslo_vmware.api [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52739a45-a661-94e9-2aa0-7005ebb40419, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.211538] env[68800]: DEBUG nova.scheduler.client.report [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Updating ProviderTree inventory for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1130.211751] env[68800]: DEBUG nova.compute.provider_tree [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Updating inventory in ProviderTree for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1130.229303] env[68800]: DEBUG nova.scheduler.client.report [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Refreshing aggregate associations for resource provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2, aggregates: None {{(pid=68800) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1130.249598] env[68800]: DEBUG nova.scheduler.client.report [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Refreshing trait associations for resource provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68800) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1130.357944] env[68800]: DEBUG nova.compute.manager [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1130.388846] env[68800]: DEBUG nova.virt.hardware [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1130.389170] env[68800]: DEBUG nova.virt.hardware [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1130.389383] env[68800]: DEBUG nova.virt.hardware [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1130.389603] env[68800]: DEBUG nova.virt.hardware [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1130.389768] env[68800]: DEBUG nova.virt.hardware [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1130.389946] env[68800]: DEBUG nova.virt.hardware [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1130.390201] env[68800]: DEBUG nova.virt.hardware [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1130.390428] env[68800]: DEBUG nova.virt.hardware [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1130.390592] env[68800]: DEBUG nova.virt.hardware [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1130.390804] env[68800]: DEBUG nova.virt.hardware [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1130.391062] env[68800]: DEBUG nova.virt.hardware [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1130.392824] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790a52f9-18c7-4e9d-b58e-3ec606916002 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.406791] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32528ed1-69ba-446e-b2f8-aab51bffb5c8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.431887] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b83c140-531c-4682-ae2a-7cb1466677d1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.439959] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e10ea5-b3e6-43c8-b38d-4b75750f464a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.445308] env[68800]: DEBUG oslo_concurrency.lockutils [None req-26f0fd24-e36d-466c-8d13-d92fe022298a tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Acquiring lock "d31685d0-2d63-49c1-9615-a332ad4777ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.445565] env[68800]: DEBUG oslo_concurrency.lockutils [None req-26f0fd24-e36d-466c-8d13-d92fe022298a tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lock "d31685d0-2d63-49c1-9615-a332ad4777ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.445811] env[68800]: DEBUG oslo_concurrency.lockutils [None req-26f0fd24-e36d-466c-8d13-d92fe022298a tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Acquiring lock "d31685d0-2d63-49c1-9615-a332ad4777ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.446213] env[68800]: DEBUG oslo_concurrency.lockutils [None req-26f0fd24-e36d-466c-8d13-d92fe022298a tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lock "d31685d0-2d63-49c1-9615-a332ad4777ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.446383] env[68800]: DEBUG oslo_concurrency.lockutils [None req-26f0fd24-e36d-466c-8d13-d92fe022298a tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lock "d31685d0-2d63-49c1-9615-a332ad4777ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.477680] env[68800]: DEBUG oslo_concurrency.lockutils [None req-55fa4988-226a-451d-920b-894fbef037fb tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "8b8a05f1-f724-4450-9b01-e6a63236ad35" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.882s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.479037] env[68800]: INFO nova.compute.manager [None req-26f0fd24-e36d-466c-8d13-d92fe022298a tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Terminating instance [ 1130.480640] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5396420-9b01-4383-884c-6d0c8e212f59 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.491205] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa79758-7488-4d69-87d1-c92e4e8107b0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.508196] env[68800]: DEBUG nova.compute.provider_tree [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Updating inventory in ProviderTree for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1130.536817] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-13d6ad16-11ef-4d6a-bb6a-e8dde98c39ed {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.548559] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35d5bc7-de05-43cf-96c4-a9a359f18af0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.583061] env[68800]: DEBUG nova.compute.manager [req-6aa519d6-c835-4076-a875-a1151ef1110c req-fcfe6b40-4bf8-4a46-837b-6a768f2c3740 service nova] [instance: 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee] Detach interface failed, port_id=42357668-83ab-4c5a-8d19-6c207d77346f, reason: Instance 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1130.661685] env[68800]: DEBUG nova.network.neutron [None req-71e4c20d-8c86-4761-bf95-90332190cef7 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1130.704948] env[68800]: DEBUG oslo_vmware.api [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52739a45-a661-94e9-2aa0-7005ebb40419, 'name': SearchDatastore_Task, 'duration_secs': 0.01296} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.705789] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a64b343b-6d9e-4813-b3bc-5b55c93cbb6d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.713674] env[68800]: DEBUG oslo_vmware.api [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1130.713674] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52b8fd9e-56c8-2cac-51ed-4f4eb0fdc902" [ 1130.713674] env[68800]: _type = "Task" [ 1130.713674] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.721930] env[68800]: DEBUG nova.compute.manager [req-ed4ccd0a-88cc-44d7-b3c1-b8f85018a07f req-47b28e74-c6c3-4129-85e1-f910f8f3127c service nova] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Received event network-changed-c283ba5a-1901-4f0e-a757-d98f96725cef {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.722563] env[68800]: DEBUG nova.compute.manager [req-ed4ccd0a-88cc-44d7-b3c1-b8f85018a07f req-47b28e74-c6c3-4129-85e1-f910f8f3127c service nova] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Refreshing instance network info cache due to event network-changed-c283ba5a-1901-4f0e-a757-d98f96725cef. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1130.725439] env[68800]: DEBUG oslo_concurrency.lockutils [req-ed4ccd0a-88cc-44d7-b3c1-b8f85018a07f req-47b28e74-c6c3-4129-85e1-f910f8f3127c service nova] Acquiring lock "refresh_cache-7d7b5615-de05-47c8-aea5-8f354a6588ce" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.725439] env[68800]: DEBUG oslo_concurrency.lockutils [req-ed4ccd0a-88cc-44d7-b3c1-b8f85018a07f req-47b28e74-c6c3-4129-85e1-f910f8f3127c service nova] Acquired lock "refresh_cache-7d7b5615-de05-47c8-aea5-8f354a6588ce" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.725439] env[68800]: DEBUG nova.network.neutron [req-ed4ccd0a-88cc-44d7-b3c1-b8f85018a07f req-47b28e74-c6c3-4129-85e1-f910f8f3127c service nova] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Refreshing network info cache for port c283ba5a-1901-4f0e-a757-d98f96725cef {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1130.731318] env[68800]: DEBUG oslo_vmware.api [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52b8fd9e-56c8-2cac-51ed-4f4eb0fdc902, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.791987] env[68800]: DEBUG nova.network.neutron [None req-71e4c20d-8c86-4761-bf95-90332190cef7 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.987830] env[68800]: DEBUG nova.compute.manager [None req-26f0fd24-e36d-466c-8d13-d92fe022298a tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1130.988081] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-26f0fd24-e36d-466c-8d13-d92fe022298a tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1130.990996] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dec26ae-d416-433c-b715-76a26954d8ef {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.998512] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-26f0fd24-e36d-466c-8d13-d92fe022298a tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1130.998792] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0ce1c90-c74f-4db9-ab42-668cf48bd55e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.006280] env[68800]: DEBUG oslo_vmware.api [None req-26f0fd24-e36d-466c-8d13-d92fe022298a tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the task: (returnval){ [ 1131.006280] env[68800]: value = "task-3244455" [ 1131.006280] env[68800]: _type = "Task" [ 1131.006280] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.013345] env[68800]: DEBUG nova.network.neutron [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Successfully updated port: 578c5d4b-09f4-4069-8c7d-7e91da41c0fd {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1131.017992] env[68800]: DEBUG oslo_vmware.api [None req-26f0fd24-e36d-466c-8d13-d92fe022298a tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244455, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.034519] env[68800]: ERROR nova.scheduler.client.report [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [req-3a1a6725-3be2-4e26-b451-983c0ef5336a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 73f3eca7-007c-4a24-bdc1-0c0996f315e2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3a1a6725-3be2-4e26-b451-983c0ef5336a"}]} [ 1131.054198] env[68800]: DEBUG nova.scheduler.client.report [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Refreshing inventories for resource provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1131.070451] env[68800]: DEBUG nova.scheduler.client.report [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Updating ProviderTree inventory for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1131.070451] env[68800]: DEBUG nova.compute.provider_tree [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Updating inventory in ProviderTree for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1131.083456] env[68800]: DEBUG nova.scheduler.client.report [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Refreshing aggregate associations for resource provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2, aggregates: None {{(pid=68800) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1131.103424] env[68800]: DEBUG nova.scheduler.client.report [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Refreshing trait associations for resource provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68800) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1131.229500] env[68800]: DEBUG oslo_vmware.api [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52b8fd9e-56c8-2cac-51ed-4f4eb0fdc902, 'name': SearchDatastore_Task, 'duration_secs': 0.028989} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.229500] env[68800]: DEBUG oslo_concurrency.lockutils [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.229946] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] bfc3517e-90cc-4690-a613-5935a8737314/bfc3517e-90cc-4690-a613-5935a8737314.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1131.232617] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3fe720ba-ae65-49d4-b9ba-de10ec7fbbd1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.242733] env[68800]: DEBUG oslo_vmware.api [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1131.242733] env[68800]: value = "task-3244456" [ 1131.242733] env[68800]: _type = "Task" [ 1131.242733] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.253155] env[68800]: DEBUG oslo_vmware.api [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244456, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.263628] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a422604-e7e4-4b9c-b1ac-a1b89740eb8b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.271709] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefababa-12bb-4dda-90cc-2405ff297b65 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.307553] env[68800]: DEBUG oslo_concurrency.lockutils [None req-71e4c20d-8c86-4761-bf95-90332190cef7 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Releasing lock "refresh_cache-657de2c4-2860-4cca-9e9d-9f1272ad0017" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.307997] env[68800]: DEBUG nova.compute.manager [None req-71e4c20d-8c86-4761-bf95-90332190cef7 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1131.308242] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-71e4c20d-8c86-4761-bf95-90332190cef7 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1131.309374] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b7fae5-59b4-4980-a222-f02c809ef431 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.312832] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d1aa87-757a-4f02-b572-d240949b3cc8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.326224] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caecfe64-994a-4def-beae-1e5d7563f019 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.330428] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-71e4c20d-8c86-4761-bf95-90332190cef7 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.330697] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e37e448e-479a-43fb-af93-83976261a185 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.345450] env[68800]: DEBUG nova.compute.provider_tree [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Updating inventory in ProviderTree for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1131.348520] env[68800]: DEBUG oslo_vmware.api [None req-71e4c20d-8c86-4761-bf95-90332190cef7 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Waiting for the task: (returnval){ [ 1131.348520] env[68800]: value = "task-3244457" [ 1131.348520] env[68800]: _type = "Task" [ 1131.348520] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.358410] env[68800]: DEBUG oslo_vmware.api [None req-71e4c20d-8c86-4761-bf95-90332190cef7 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Task: {'id': task-3244457, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.520587] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "refresh_cache-24a88c02-c732-4589-ae47-c23172b82898" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.520883] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquired lock "refresh_cache-24a88c02-c732-4589-ae47-c23172b82898" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.520883] env[68800]: DEBUG nova.network.neutron [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.522089] env[68800]: DEBUG oslo_vmware.api [None req-26f0fd24-e36d-466c-8d13-d92fe022298a tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244455, 'name': PowerOffVM_Task, 'duration_secs': 0.229402} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.522552] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-26f0fd24-e36d-466c-8d13-d92fe022298a tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1131.522751] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-26f0fd24-e36d-466c-8d13-d92fe022298a tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1131.523013] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8405f3ff-5cb4-46bf-a9a3-9cb9b3b8bbb8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.575613] env[68800]: DEBUG nova.network.neutron [req-ed4ccd0a-88cc-44d7-b3c1-b8f85018a07f req-47b28e74-c6c3-4129-85e1-f910f8f3127c service nova] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Updated VIF entry in instance network info cache for port c283ba5a-1901-4f0e-a757-d98f96725cef. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1131.576037] env[68800]: DEBUG nova.network.neutron [req-ed4ccd0a-88cc-44d7-b3c1-b8f85018a07f req-47b28e74-c6c3-4129-85e1-f910f8f3127c service nova] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Updating instance_info_cache with network_info: [{"id": "c283ba5a-1901-4f0e-a757-d98f96725cef", "address": "fa:16:3e:91:0e:1d", "network": {"id": "2ad65ae6-e96d-418b-8904-1b8c899626b0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1659419657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b74621381dc4bbca8fea1513bfe56e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc283ba5a-19", "ovs_interfaceid": "c283ba5a-1901-4f0e-a757-d98f96725cef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.629211] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-26f0fd24-e36d-466c-8d13-d92fe022298a tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1131.629211] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-26f0fd24-e36d-466c-8d13-d92fe022298a tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1131.629211] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-26f0fd24-e36d-466c-8d13-d92fe022298a tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Deleting the datastore file [datastore1] d31685d0-2d63-49c1-9615-a332ad4777ed {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1131.629211] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3dcb2b4a-c124-45a7-bb20-4053f3de33fb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.641183] env[68800]: DEBUG oslo_vmware.api [None req-26f0fd24-e36d-466c-8d13-d92fe022298a tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the task: (returnval){ [ 1131.641183] env[68800]: value = "task-3244459" [ 1131.641183] env[68800]: _type = "Task" [ 1131.641183] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.655135] env[68800]: DEBUG oslo_vmware.api [None req-26f0fd24-e36d-466c-8d13-d92fe022298a tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244459, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.754352] env[68800]: DEBUG oslo_vmware.api [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244456, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.861754] env[68800]: DEBUG oslo_vmware.api [None req-71e4c20d-8c86-4761-bf95-90332190cef7 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Task: {'id': task-3244457, 'name': PowerOffVM_Task, 'duration_secs': 0.134407} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.862034] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-71e4c20d-8c86-4761-bf95-90332190cef7 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1131.862289] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-71e4c20d-8c86-4761-bf95-90332190cef7 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1131.862556] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72ca0be3-efa0-43a5-891c-c2331541ea08 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.873388] env[68800]: ERROR nova.scheduler.client.report [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [req-07d5abd3-e9ce-4c6e-9394-2921990d3a1a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 73f3eca7-007c-4a24-bdc1-0c0996f315e2. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-07d5abd3-e9ce-4c6e-9394-2921990d3a1a"}]} [ 1131.890126] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-71e4c20d-8c86-4761-bf95-90332190cef7 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1131.890470] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-71e4c20d-8c86-4761-bf95-90332190cef7 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1131.890727] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-71e4c20d-8c86-4761-bf95-90332190cef7 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Deleting the datastore file [datastore1] 657de2c4-2860-4cca-9e9d-9f1272ad0017 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1131.891969] env[68800]: DEBUG nova.scheduler.client.report [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Refreshing inventories for resource provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1131.894226] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb892e8e-cb3a-4bb9-b159-13685a017b1d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.901620] env[68800]: DEBUG oslo_vmware.api [None req-71e4c20d-8c86-4761-bf95-90332190cef7 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Waiting for the task: (returnval){ [ 1131.901620] env[68800]: value = "task-3244461" [ 1131.901620] env[68800]: _type = "Task" [ 1131.901620] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.911961] env[68800]: DEBUG oslo_vmware.api [None req-71e4c20d-8c86-4761-bf95-90332190cef7 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Task: {'id': task-3244461, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.913308] env[68800]: DEBUG nova.scheduler.client.report [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Updating ProviderTree inventory for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1131.913778] env[68800]: DEBUG nova.compute.provider_tree [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Updating inventory in ProviderTree for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1131.926430] env[68800]: DEBUG nova.scheduler.client.report [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Refreshing aggregate associations for resource provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2, aggregates: None {{(pid=68800) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1131.946968] env[68800]: DEBUG nova.scheduler.client.report [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Refreshing trait associations for resource provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68800) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1132.053434] env[68800]: DEBUG nova.network.neutron [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1132.057696] env[68800]: DEBUG nova.compute.manager [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Stashing vm_state: active {{(pid=68800) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1132.079365] env[68800]: DEBUG oslo_concurrency.lockutils [req-ed4ccd0a-88cc-44d7-b3c1-b8f85018a07f req-47b28e74-c6c3-4129-85e1-f910f8f3127c service nova] Releasing lock "refresh_cache-7d7b5615-de05-47c8-aea5-8f354a6588ce" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.111920] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6016c651-eb6c-4e36-96d3-b9ca6d0c4bca {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.120795] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea3d34e-55b6-4d6e-93ee-12983c2381c7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.159337] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f48707-10ad-4938-ba7f-1db21ac7c89f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.170782] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db350dc-316b-4aef-9ab5-2f6343ddfafc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.174434] env[68800]: DEBUG oslo_vmware.api [None req-26f0fd24-e36d-466c-8d13-d92fe022298a tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244459, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.40226} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.174668] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-26f0fd24-e36d-466c-8d13-d92fe022298a tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.174855] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-26f0fd24-e36d-466c-8d13-d92fe022298a tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1132.175049] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-26f0fd24-e36d-466c-8d13-d92fe022298a tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1132.175231] env[68800]: INFO nova.compute.manager [None req-26f0fd24-e36d-466c-8d13-d92fe022298a tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1132.175472] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26f0fd24-e36d-466c-8d13-d92fe022298a tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.175965] env[68800]: DEBUG nova.compute.manager [-] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1132.176078] env[68800]: DEBUG nova.network.neutron [-] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1132.186426] env[68800]: DEBUG nova.compute.provider_tree [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.256765] env[68800]: DEBUG oslo_vmware.api [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244456, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514517} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.258100] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] bfc3517e-90cc-4690-a613-5935a8737314/bfc3517e-90cc-4690-a613-5935a8737314.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1132.258864] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1132.259312] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69662bb2-f286-4aab-96dd-c4673cbc3702 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.267151] env[68800]: DEBUG oslo_vmware.api [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1132.267151] env[68800]: value = "task-3244462" [ 1132.267151] env[68800]: _type = "Task" [ 1132.267151] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.276714] env[68800]: DEBUG oslo_vmware.api [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244462, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.317090] env[68800]: DEBUG nova.network.neutron [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Updating instance_info_cache with network_info: [{"id": "578c5d4b-09f4-4069-8c7d-7e91da41c0fd", "address": "fa:16:3e:7c:e1:f0", "network": {"id": "42ecce2f-2b8f-412c-a25a-eac985a7bc3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-882241878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a55e3ff738d49f8ae6b119fe8712bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap578c5d4b-09", "ovs_interfaceid": "578c5d4b-09f4-4069-8c7d-7e91da41c0fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.416763] env[68800]: DEBUG oslo_vmware.api [None req-71e4c20d-8c86-4761-bf95-90332190cef7 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Task: {'id': task-3244461, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294731} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.417361] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-71e4c20d-8c86-4761-bf95-90332190cef7 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.417813] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-71e4c20d-8c86-4761-bf95-90332190cef7 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1132.418285] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-71e4c20d-8c86-4761-bf95-90332190cef7 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1132.418749] env[68800]: INFO nova.compute.manager [None req-71e4c20d-8c86-4761-bf95-90332190cef7 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1132.420110] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71e4c20d-8c86-4761-bf95-90332190cef7 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.420110] env[68800]: DEBUG nova.compute.manager [-] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1132.420110] env[68800]: DEBUG nova.network.neutron [-] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1132.446751] env[68800]: DEBUG nova.network.neutron [-] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1132.585965] env[68800]: DEBUG oslo_concurrency.lockutils [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.692027] env[68800]: DEBUG nova.scheduler.client.report [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.757848] env[68800]: DEBUG nova.compute.manager [req-cb4c8a44-2dd9-44f6-9c5d-99d88a0f1f53 req-f815fcc7-8699-4fe2-a853-5bcde7075a08 service nova] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Received event network-vif-plugged-578c5d4b-09f4-4069-8c7d-7e91da41c0fd {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.758081] env[68800]: DEBUG oslo_concurrency.lockutils [req-cb4c8a44-2dd9-44f6-9c5d-99d88a0f1f53 req-f815fcc7-8699-4fe2-a853-5bcde7075a08 service nova] Acquiring lock "24a88c02-c732-4589-ae47-c23172b82898-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.758292] env[68800]: DEBUG oslo_concurrency.lockutils [req-cb4c8a44-2dd9-44f6-9c5d-99d88a0f1f53 req-f815fcc7-8699-4fe2-a853-5bcde7075a08 service nova] Lock "24a88c02-c732-4589-ae47-c23172b82898-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.758462] env[68800]: DEBUG oslo_concurrency.lockutils [req-cb4c8a44-2dd9-44f6-9c5d-99d88a0f1f53 req-f815fcc7-8699-4fe2-a853-5bcde7075a08 service nova] Lock "24a88c02-c732-4589-ae47-c23172b82898-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.758637] env[68800]: DEBUG nova.compute.manager [req-cb4c8a44-2dd9-44f6-9c5d-99d88a0f1f53 req-f815fcc7-8699-4fe2-a853-5bcde7075a08 service nova] [instance: 24a88c02-c732-4589-ae47-c23172b82898] No waiting events found dispatching network-vif-plugged-578c5d4b-09f4-4069-8c7d-7e91da41c0fd {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1132.758793] env[68800]: WARNING nova.compute.manager [req-cb4c8a44-2dd9-44f6-9c5d-99d88a0f1f53 req-f815fcc7-8699-4fe2-a853-5bcde7075a08 service nova] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Received unexpected event network-vif-plugged-578c5d4b-09f4-4069-8c7d-7e91da41c0fd for instance with vm_state building and task_state spawning. [ 1132.758953] env[68800]: DEBUG nova.compute.manager [req-cb4c8a44-2dd9-44f6-9c5d-99d88a0f1f53 req-f815fcc7-8699-4fe2-a853-5bcde7075a08 service nova] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Received event network-changed-578c5d4b-09f4-4069-8c7d-7e91da41c0fd {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.759126] env[68800]: DEBUG nova.compute.manager [req-cb4c8a44-2dd9-44f6-9c5d-99d88a0f1f53 req-f815fcc7-8699-4fe2-a853-5bcde7075a08 service nova] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Refreshing instance network info cache due to event network-changed-578c5d4b-09f4-4069-8c7d-7e91da41c0fd. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1132.759292] env[68800]: DEBUG oslo_concurrency.lockutils [req-cb4c8a44-2dd9-44f6-9c5d-99d88a0f1f53 req-f815fcc7-8699-4fe2-a853-5bcde7075a08 service nova] Acquiring lock "refresh_cache-24a88c02-c732-4589-ae47-c23172b82898" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.776797] env[68800]: DEBUG oslo_vmware.api [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244462, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070119} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.777043] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1132.777837] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b914af-c3da-40f3-880e-de181aeb14d4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.799328] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] bfc3517e-90cc-4690-a613-5935a8737314/bfc3517e-90cc-4690-a613-5935a8737314.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1132.799801] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3980f613-3a92-40d7-9bca-29074f4840c6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.818962] env[68800]: DEBUG oslo_vmware.api [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1132.818962] env[68800]: value = "task-3244463" [ 1132.818962] env[68800]: _type = "Task" [ 1132.818962] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.823825] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Releasing lock "refresh_cache-24a88c02-c732-4589-ae47-c23172b82898" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.824124] env[68800]: DEBUG nova.compute.manager [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Instance network_info: |[{"id": "578c5d4b-09f4-4069-8c7d-7e91da41c0fd", "address": "fa:16:3e:7c:e1:f0", "network": {"id": "42ecce2f-2b8f-412c-a25a-eac985a7bc3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-882241878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a55e3ff738d49f8ae6b119fe8712bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap578c5d4b-09", "ovs_interfaceid": "578c5d4b-09f4-4069-8c7d-7e91da41c0fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1132.824652] env[68800]: DEBUG oslo_concurrency.lockutils [req-cb4c8a44-2dd9-44f6-9c5d-99d88a0f1f53 req-f815fcc7-8699-4fe2-a853-5bcde7075a08 service nova] Acquired lock "refresh_cache-24a88c02-c732-4589-ae47-c23172b82898" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.824833] env[68800]: DEBUG nova.network.neutron [req-cb4c8a44-2dd9-44f6-9c5d-99d88a0f1f53 req-f815fcc7-8699-4fe2-a853-5bcde7075a08 service nova] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Refreshing network info cache for port 578c5d4b-09f4-4069-8c7d-7e91da41c0fd {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.825959] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:e1:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea4fe416-47a6-4542-b59d-8c71ab4d6503', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '578c5d4b-09f4-4069-8c7d-7e91da41c0fd', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1132.833155] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.834634] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1132.834902] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d5bb231-964f-490a-b0cc-7629cb203746 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.852673] env[68800]: DEBUG oslo_vmware.api [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244463, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.858500] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1132.858500] env[68800]: value = "task-3244464" [ 1132.858500] env[68800]: _type = "Task" [ 1132.858500] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.866471] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244464, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.948937] env[68800]: DEBUG nova.network.neutron [-] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.196818] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 4.866s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.197039] env[68800]: INFO nova.compute.manager [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Migrating [ 1133.203469] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.520s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.203663] env[68800]: DEBUG nova.objects.instance [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68800) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1133.244822] env[68800]: DEBUG nova.network.neutron [-] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.330758] env[68800]: DEBUG oslo_vmware.api [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244463, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.370442] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244464, 'name': CreateVM_Task} progress is 25%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.452579] env[68800]: INFO nova.compute.manager [-] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Took 1.03 seconds to deallocate network for instance. [ 1133.616996] env[68800]: DEBUG nova.network.neutron [req-cb4c8a44-2dd9-44f6-9c5d-99d88a0f1f53 req-f815fcc7-8699-4fe2-a853-5bcde7075a08 service nova] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Updated VIF entry in instance network info cache for port 578c5d4b-09f4-4069-8c7d-7e91da41c0fd. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.616996] env[68800]: DEBUG nova.network.neutron [req-cb4c8a44-2dd9-44f6-9c5d-99d88a0f1f53 req-f815fcc7-8699-4fe2-a853-5bcde7075a08 service nova] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Updating instance_info_cache with network_info: [{"id": "578c5d4b-09f4-4069-8c7d-7e91da41c0fd", "address": "fa:16:3e:7c:e1:f0", "network": {"id": "42ecce2f-2b8f-412c-a25a-eac985a7bc3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-882241878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a55e3ff738d49f8ae6b119fe8712bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap578c5d4b-09", "ovs_interfaceid": "578c5d4b-09f4-4069-8c7d-7e91da41c0fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.715617] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "refresh_cache-bc095118-54bb-47be-a309-fcc70fba31aa" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.715796] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquired lock "refresh_cache-bc095118-54bb-47be-a309-fcc70fba31aa" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.715971] env[68800]: DEBUG nova.network.neutron [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.746734] env[68800]: INFO nova.compute.manager [-] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Took 1.57 seconds to deallocate network for instance. [ 1133.831580] env[68800]: DEBUG oslo_vmware.api [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244463, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.867791] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244464, 'name': CreateVM_Task, 'duration_secs': 0.688648} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.867953] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1133.868619] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.868784] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.869115] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.869378] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-105a1901-be32-4412-89a5-f56368c0fedd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.873859] env[68800]: DEBUG oslo_vmware.api [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for the task: (returnval){ [ 1133.873859] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52787237-90f3-e836-abbc-3feafc57a002" [ 1133.873859] env[68800]: _type = "Task" [ 1133.873859] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.881932] env[68800]: DEBUG oslo_vmware.api [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52787237-90f3-e836-abbc-3feafc57a002, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.959638] env[68800]: DEBUG oslo_concurrency.lockutils [None req-71e4c20d-8c86-4761-bf95-90332190cef7 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.120258] env[68800]: DEBUG oslo_concurrency.lockutils [req-cb4c8a44-2dd9-44f6-9c5d-99d88a0f1f53 req-f815fcc7-8699-4fe2-a853-5bcde7075a08 service nova] Releasing lock "refresh_cache-24a88c02-c732-4589-ae47-c23172b82898" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.222640] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bac22f43-06df-4351-8325-0c113ac23060 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.223748] env[68800]: DEBUG oslo_concurrency.lockutils [None req-23f5ceae-a29d-47db-a298-2cc7d4a5cd2a tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.219s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.225028] env[68800]: DEBUG nova.objects.instance [None req-23f5ceae-a29d-47db-a298-2cc7d4a5cd2a tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Lazy-loading 'resources' on Instance uuid 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.253835] env[68800]: DEBUG oslo_concurrency.lockutils [None req-26f0fd24-e36d-466c-8d13-d92fe022298a tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.331121] env[68800]: DEBUG oslo_vmware.api [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244463, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.384447] env[68800]: DEBUG oslo_vmware.api [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52787237-90f3-e836-abbc-3feafc57a002, 'name': SearchDatastore_Task, 'duration_secs': 0.009665} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.384447] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.384804] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1134.384804] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.385057] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.385135] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1134.385402] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8602fd3d-0b8c-47dc-a885-599fd787744c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.394278] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1134.394560] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1134.395144] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c86ea3ad-fd31-4d40-805c-a8586a6a68b7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.398938] env[68800]: DEBUG nova.network.neutron [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Updating instance_info_cache with network_info: [{"id": "75d10683-374a-4cb8-817d-041e53aa311b", "address": "fa:16:3e:7a:9d:99", "network": {"id": "aee245cb-ee4d-4a69-b6dd-d607d862d951", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-900599029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84cb1a2d15ae40b294b17dabe7bbbfd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75d10683-37", "ovs_interfaceid": "75d10683-374a-4cb8-817d-041e53aa311b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.401073] env[68800]: DEBUG oslo_vmware.api [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for the task: (returnval){ [ 1134.401073] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52df6dbf-0a00-9412-5725-cb43c3c9b97a" [ 1134.401073] env[68800]: _type = "Task" [ 1134.401073] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.409810] env[68800]: DEBUG oslo_vmware.api [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52df6dbf-0a00-9412-5725-cb43c3c9b97a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.786103] env[68800]: DEBUG nova.compute.manager [req-9e386642-819f-4518-af1c-7288588c57bb req-b8d9f6eb-abf8-4429-8f08-377d7efa9a1d service nova] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Received event network-vif-deleted-3822ef29-d788-40e8-a0a1-9b1cabeb2964 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.834044] env[68800]: DEBUG oslo_vmware.api [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244463, 'name': ReconfigVM_Task, 'duration_secs': 1.717526} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.836621] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Reconfigured VM instance instance-00000066 to attach disk [datastore1] bfc3517e-90cc-4690-a613-5935a8737314/bfc3517e-90cc-4690-a613-5935a8737314.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.837405] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2cd4e56f-a154-4eb0-a8b1-83bc74377d9c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.844028] env[68800]: DEBUG oslo_vmware.api [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1134.844028] env[68800]: value = "task-3244465" [ 1134.844028] env[68800]: _type = "Task" [ 1134.844028] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.854732] env[68800]: DEBUG oslo_vmware.api [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244465, 'name': Rename_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.902831] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7356cfa4-03b7-4f8e-846b-6ca0ff0daa66 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.908488] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Releasing lock "refresh_cache-bc095118-54bb-47be-a309-fcc70fba31aa" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.918260] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7edfff2c-33da-45fe-89a6-5e06258937c4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.921423] env[68800]: DEBUG oslo_vmware.api [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52df6dbf-0a00-9412-5725-cb43c3c9b97a, 'name': SearchDatastore_Task, 'duration_secs': 0.01833} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.922864] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2f07fdf-f8d7-457c-8889-b61e70cf4b6f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.952139] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b9b610-0403-46ec-baaa-23a4df2c8caf {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.956202] env[68800]: DEBUG oslo_vmware.api [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for the task: (returnval){ [ 1134.956202] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52176565-6c40-e418-7d14-2fecd3957eba" [ 1134.956202] env[68800]: _type = "Task" [ 1134.956202] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.963223] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1719f0c1-dfac-475b-a773-ba10a4126947 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.970396] env[68800]: DEBUG oslo_vmware.api [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52176565-6c40-e418-7d14-2fecd3957eba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.980689] env[68800]: DEBUG nova.compute.provider_tree [None req-23f5ceae-a29d-47db-a298-2cc7d4a5cd2a tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.355081] env[68800]: DEBUG oslo_vmware.api [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244465, 'name': Rename_Task, 'duration_secs': 0.162433} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.355081] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1135.355081] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-318bd353-9793-41a7-8134-42dbc3242d50 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.361497] env[68800]: DEBUG oslo_vmware.api [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1135.361497] env[68800]: value = "task-3244466" [ 1135.361497] env[68800]: _type = "Task" [ 1135.361497] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.369092] env[68800]: DEBUG oslo_vmware.api [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244466, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.467751] env[68800]: DEBUG oslo_vmware.api [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52176565-6c40-e418-7d14-2fecd3957eba, 'name': SearchDatastore_Task, 'duration_secs': 0.011954} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.468323] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.468628] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 24a88c02-c732-4589-ae47-c23172b82898/24a88c02-c732-4589-ae47-c23172b82898.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1135.468900] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60bc3fe9-2ac4-4485-8ebe-0044eec5cef3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.476555] env[68800]: DEBUG oslo_vmware.api [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for the task: (returnval){ [ 1135.476555] env[68800]: value = "task-3244467" [ 1135.476555] env[68800]: _type = "Task" [ 1135.476555] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.485190] env[68800]: DEBUG nova.scheduler.client.report [None req-23f5ceae-a29d-47db-a298-2cc7d4a5cd2a tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.488575] env[68800]: DEBUG oslo_vmware.api [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244467, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.872673] env[68800]: DEBUG oslo_vmware.api [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244466, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.991556] env[68800]: DEBUG oslo_concurrency.lockutils [None req-23f5ceae-a29d-47db-a298-2cc7d4a5cd2a tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.768s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.993690] env[68800]: DEBUG oslo_vmware.api [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244467, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.995082] env[68800]: DEBUG oslo_concurrency.lockutils [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.408s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.013445] env[68800]: INFO nova.scheduler.client.report [None req-23f5ceae-a29d-47db-a298-2cc7d4a5cd2a tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Deleted allocations for instance 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee [ 1136.373080] env[68800]: DEBUG oslo_vmware.api [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244466, 'name': PowerOnVM_Task, 'duration_secs': 0.839724} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.373454] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.373454] env[68800]: INFO nova.compute.manager [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Took 10.14 seconds to spawn the instance on the hypervisor. [ 1136.373542] env[68800]: DEBUG nova.compute.manager [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1136.374301] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a13092-5a3d-494e-a645-ecb7fe79f92b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.423508] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1935b14-548f-42ca-9bc5-d05dfcdcadc1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.443763] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Updating instance 'bc095118-54bb-47be-a309-fcc70fba31aa' progress to 0 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1136.487829] env[68800]: DEBUG oslo_vmware.api [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244467, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6254} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.488078] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 24a88c02-c732-4589-ae47-c23172b82898/24a88c02-c732-4589-ae47-c23172b82898.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1136.488289] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1136.488532] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1e43ad5-7aa2-43ec-ae9b-44a1321fab3b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.495103] env[68800]: DEBUG oslo_vmware.api [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for the task: (returnval){ [ 1136.495103] env[68800]: value = "task-3244468" [ 1136.495103] env[68800]: _type = "Task" [ 1136.495103] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.501068] env[68800]: INFO nova.compute.claims [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1136.510306] env[68800]: DEBUG oslo_vmware.api [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244468, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.521239] env[68800]: DEBUG oslo_concurrency.lockutils [None req-23f5ceae-a29d-47db-a298-2cc7d4a5cd2a tempest-InstanceActionsNegativeTestJSON-1606410518 tempest-InstanceActionsNegativeTestJSON-1606410518-project-member] Lock "375f3a0e-2b26-4e63-8b47-1fb8b56fbeee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.434s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.893784] env[68800]: INFO nova.compute.manager [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Took 15.82 seconds to build instance. [ 1136.949734] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.951539] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe58e150-6ed1-488d-a14b-7c27cb861fdc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.957927] env[68800]: DEBUG oslo_vmware.api [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 1136.957927] env[68800]: value = "task-3244469" [ 1136.957927] env[68800]: _type = "Task" [ 1136.957927] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.967206] env[68800]: DEBUG oslo_vmware.api [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.005095] env[68800]: DEBUG oslo_vmware.api [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244468, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080022} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.005375] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1137.006151] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3faf33-6550-496c-916d-4e71f02f5dce {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.010254] env[68800]: INFO nova.compute.resource_tracker [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Updating resource usage from migration 075b6a8a-c30f-4ae5-ba0f-241523161dbb [ 1137.035802] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 24a88c02-c732-4589-ae47-c23172b82898/24a88c02-c732-4589-ae47-c23172b82898.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1137.038705] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b364f765-93ec-4784-84de-eec6c63ea7c6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.061111] env[68800]: DEBUG oslo_vmware.api [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for the task: (returnval){ [ 1137.061111] env[68800]: value = "task-3244470" [ 1137.061111] env[68800]: _type = "Task" [ 1137.061111] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.070237] env[68800]: DEBUG oslo_vmware.api [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244470, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.207204] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e7c72d-b3c5-4f47-bcaf-a9adc26f0f7d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.216256] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9edb2597-c6f7-4f83-a69f-7575bdce4248 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.246805] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e482589-4faa-4a77-8c0a-f56591cab335 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.255184] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d4b38a-892c-4d70-9c63-5b7b7aab1f99 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.271941] env[68800]: DEBUG nova.compute.provider_tree [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.395707] env[68800]: DEBUG oslo_concurrency.lockutils [None req-387b3959-168c-47bb-9b69-e9e60d6a05dd tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "bfc3517e-90cc-4690-a613-5935a8737314" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.328s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.469237] env[68800]: DEBUG oslo_vmware.api [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244469, 'name': PowerOffVM_Task, 'duration_secs': 0.216187} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.469531] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.469941] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Updating instance 'bc095118-54bb-47be-a309-fcc70fba31aa' progress to 17 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1137.575420] env[68800]: DEBUG oslo_vmware.api [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244470, 'name': ReconfigVM_Task, 'duration_secs': 0.33525} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.575711] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 24a88c02-c732-4589-ae47-c23172b82898/24a88c02-c732-4589-ae47-c23172b82898.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1137.576402] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6368dd08-34cf-41b0-8d05-891aa8239a1d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.584280] env[68800]: DEBUG oslo_vmware.api [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for the task: (returnval){ [ 1137.584280] env[68800]: value = "task-3244471" [ 1137.584280] env[68800]: _type = "Task" [ 1137.584280] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.593199] env[68800]: DEBUG oslo_vmware.api [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244471, 'name': Rename_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.775412] env[68800]: DEBUG nova.scheduler.client.report [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.976421] env[68800]: DEBUG nova.virt.hardware [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1137.976696] env[68800]: DEBUG nova.virt.hardware [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1137.976858] env[68800]: DEBUG nova.virt.hardware [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.977055] env[68800]: DEBUG nova.virt.hardware [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1137.977621] env[68800]: DEBUG nova.virt.hardware [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.977827] env[68800]: DEBUG nova.virt.hardware [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1137.978058] env[68800]: DEBUG nova.virt.hardware [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1137.978229] env[68800]: DEBUG nova.virt.hardware [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1137.978401] env[68800]: DEBUG nova.virt.hardware [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1137.978790] env[68800]: DEBUG nova.virt.hardware [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1137.978973] env[68800]: DEBUG nova.virt.hardware [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1137.985400] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64f99380-3ab0-49bc-8ec6-9da1e98b0a99 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.003793] env[68800]: DEBUG oslo_vmware.api [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 1138.003793] env[68800]: value = "task-3244472" [ 1138.003793] env[68800]: _type = "Task" [ 1138.003793] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.020321] env[68800]: DEBUG oslo_vmware.api [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244472, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.094666] env[68800]: DEBUG oslo_vmware.api [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244471, 'name': Rename_Task, 'duration_secs': 0.148927} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.095225] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1138.095317] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bdb2d607-b3be-40bd-a1a6-200e75e74ba9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.103411] env[68800]: DEBUG oslo_vmware.api [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for the task: (returnval){ [ 1138.103411] env[68800]: value = "task-3244473" [ 1138.103411] env[68800]: _type = "Task" [ 1138.103411] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.113200] env[68800]: DEBUG oslo_vmware.api [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244473, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.120061] env[68800]: INFO nova.compute.manager [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Rebuilding instance [ 1138.165089] env[68800]: DEBUG nova.compute.manager [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1138.165956] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6951690-c525-4e89-9574-e18632409a4d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.280698] env[68800]: DEBUG oslo_concurrency.lockutils [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.286s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.280940] env[68800]: INFO nova.compute.manager [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Migrating [ 1138.287647] env[68800]: DEBUG oslo_concurrency.lockutils [None req-71e4c20d-8c86-4761-bf95-90332190cef7 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.328s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.287843] env[68800]: DEBUG nova.objects.instance [None req-71e4c20d-8c86-4761-bf95-90332190cef7 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Lazy-loading 'resources' on Instance uuid 657de2c4-2860-4cca-9e9d-9f1272ad0017 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.514845] env[68800]: DEBUG oslo_vmware.api [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244472, 'name': ReconfigVM_Task, 'duration_secs': 0.192304} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.515187] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Updating instance 'bc095118-54bb-47be-a309-fcc70fba31aa' progress to 33 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1138.616505] env[68800]: DEBUG oslo_vmware.api [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244473, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.798563] env[68800]: DEBUG oslo_concurrency.lockutils [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquiring lock "refresh_cache-8b8a05f1-f724-4450-9b01-e6a63236ad35" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.798754] env[68800]: DEBUG oslo_concurrency.lockutils [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquired lock "refresh_cache-8b8a05f1-f724-4450-9b01-e6a63236ad35" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.798939] env[68800]: DEBUG nova.network.neutron [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.997709] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440734f4-8086-45a6-ae13-04cc7b0a583d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.010354] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cf4b25-3b25-43f0-a2ef-cdd41ba985db {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.043987] env[68800]: DEBUG nova.virt.hardware [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1139.044239] env[68800]: DEBUG nova.virt.hardware [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1139.046987] env[68800]: DEBUG nova.virt.hardware [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1139.046987] env[68800]: DEBUG nova.virt.hardware [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1139.046987] env[68800]: DEBUG nova.virt.hardware [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1139.046987] env[68800]: DEBUG nova.virt.hardware [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1139.046987] env[68800]: DEBUG nova.virt.hardware [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1139.046987] env[68800]: DEBUG nova.virt.hardware [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1139.046987] env[68800]: DEBUG nova.virt.hardware [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1139.046987] env[68800]: DEBUG nova.virt.hardware [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1139.046987] env[68800]: DEBUG nova.virt.hardware [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1139.050998] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Reconfiguring VM instance instance-00000063 to detach disk 2000 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1139.051534] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9440b327-57af-439e-aaa6-b1ab651ade01 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.065213] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c19591-7211-420f-9686-ee00c9a9d491 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.075689] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920f1f8b-c2e4-4d47-8269-bd539e226904 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.079769] env[68800]: DEBUG oslo_vmware.api [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 1139.079769] env[68800]: value = "task-3244474" [ 1139.079769] env[68800]: _type = "Task" [ 1139.079769] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.091867] env[68800]: DEBUG nova.compute.provider_tree [None req-71e4c20d-8c86-4761-bf95-90332190cef7 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Updating inventory in ProviderTree for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1139.098336] env[68800]: DEBUG oslo_vmware.api [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.113691] env[68800]: DEBUG oslo_vmware.api [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244473, 'name': PowerOnVM_Task, 'duration_secs': 0.598112} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.113945] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1139.114159] env[68800]: INFO nova.compute.manager [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Took 8.76 seconds to spawn the instance on the hypervisor. [ 1139.114358] env[68800]: DEBUG nova.compute.manager [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1139.115124] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bad025c-4593-428d-b652-4472b835bc1d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.179718] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.180974] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99a0db88-e4da-46d2-8cdc-216dd4b62230 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.184609] env[68800]: DEBUG nova.objects.instance [None req-45b60ecf-f001-4acc-b4d0-b2ca37be5b2d tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Lazy-loading 'flavor' on Instance uuid 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.194585] env[68800]: DEBUG oslo_vmware.api [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1139.194585] env[68800]: value = "task-3244475" [ 1139.194585] env[68800]: _type = "Task" [ 1139.194585] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.205554] env[68800]: DEBUG oslo_vmware.api [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244475, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.539610] env[68800]: DEBUG nova.network.neutron [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Updating instance_info_cache with network_info: [{"id": "029695fa-f2d2-4c29-9610-b3cdd40e7fd0", "address": "fa:16:3e:56:9a:c2", "network": {"id": "d2aa08d6-a1ed-4602-80f7-7e07ba244d6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2142783339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f658ebcc84a8451b9e8d28db15cd0d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap029695fa-f2", "ovs_interfaceid": "029695fa-f2d2-4c29-9610-b3cdd40e7fd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.590068] env[68800]: DEBUG oslo_vmware.api [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244474, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.620700] env[68800]: DEBUG nova.scheduler.client.report [None req-71e4c20d-8c86-4761-bf95-90332190cef7 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Updated inventory for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 with generation 136 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1139.620959] env[68800]: DEBUG nova.compute.provider_tree [None req-71e4c20d-8c86-4761-bf95-90332190cef7 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Updating resource provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 generation from 136 to 137 during operation: update_inventory {{(pid=68800) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1139.621160] env[68800]: DEBUG nova.compute.provider_tree [None req-71e4c20d-8c86-4761-bf95-90332190cef7 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Updating inventory in ProviderTree for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1139.632912] env[68800]: INFO nova.compute.manager [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Took 16.44 seconds to build instance. [ 1139.690069] env[68800]: DEBUG oslo_concurrency.lockutils [None req-45b60ecf-f001-4acc-b4d0-b2ca37be5b2d tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Acquiring lock "refresh_cache-99a29a11-5049-4ae4-8e86-b8b4fb4c35dc" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.690254] env[68800]: DEBUG oslo_concurrency.lockutils [None req-45b60ecf-f001-4acc-b4d0-b2ca37be5b2d tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Acquired lock "refresh_cache-99a29a11-5049-4ae4-8e86-b8b4fb4c35dc" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.704960] env[68800]: DEBUG oslo_vmware.api [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244475, 'name': PowerOffVM_Task, 'duration_secs': 0.239239} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.704960] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1139.705520] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1139.705936] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4abfec6-2d96-4f62-99f4-a4496789a08e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.716030] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1139.716030] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9da19b2-5e35-47ee-9551-aa4d6a0fd342 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.837299] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1139.840424] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1139.840651] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Deleting the datastore file [datastore1] bfc3517e-90cc-4690-a613-5935a8737314 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1139.840936] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca3be36b-c6ec-4cd9-b6e9-d2c573933111 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.848618] env[68800]: DEBUG oslo_vmware.api [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1139.848618] env[68800]: value = "task-3244477" [ 1139.848618] env[68800]: _type = "Task" [ 1139.848618] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.859103] env[68800]: DEBUG nova.compute.manager [req-705d4af4-edd4-4739-be34-2548913f6d69 req-3f701f72-3d9e-4e02-b5e6-f3d160c671d4 service nova] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Received event network-changed-578c5d4b-09f4-4069-8c7d-7e91da41c0fd {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.859103] env[68800]: DEBUG nova.compute.manager [req-705d4af4-edd4-4739-be34-2548913f6d69 req-3f701f72-3d9e-4e02-b5e6-f3d160c671d4 service nova] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Refreshing instance network info cache due to event network-changed-578c5d4b-09f4-4069-8c7d-7e91da41c0fd. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1139.859103] env[68800]: DEBUG oslo_concurrency.lockutils [req-705d4af4-edd4-4739-be34-2548913f6d69 req-3f701f72-3d9e-4e02-b5e6-f3d160c671d4 service nova] Acquiring lock "refresh_cache-24a88c02-c732-4589-ae47-c23172b82898" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.859103] env[68800]: DEBUG oslo_concurrency.lockutils [req-705d4af4-edd4-4739-be34-2548913f6d69 req-3f701f72-3d9e-4e02-b5e6-f3d160c671d4 service nova] Acquired lock "refresh_cache-24a88c02-c732-4589-ae47-c23172b82898" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.859103] env[68800]: DEBUG nova.network.neutron [req-705d4af4-edd4-4739-be34-2548913f6d69 req-3f701f72-3d9e-4e02-b5e6-f3d160c671d4 service nova] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Refreshing network info cache for port 578c5d4b-09f4-4069-8c7d-7e91da41c0fd {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1139.862403] env[68800]: DEBUG oslo_vmware.api [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.042913] env[68800]: DEBUG oslo_concurrency.lockutils [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Releasing lock "refresh_cache-8b8a05f1-f724-4450-9b01-e6a63236ad35" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.091271] env[68800]: DEBUG oslo_vmware.api [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244474, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.125962] env[68800]: DEBUG oslo_concurrency.lockutils [None req-71e4c20d-8c86-4761-bf95-90332190cef7 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.838s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.128342] env[68800]: DEBUG oslo_concurrency.lockutils [None req-26f0fd24-e36d-466c-8d13-d92fe022298a tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.875s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.128572] env[68800]: DEBUG nova.objects.instance [None req-26f0fd24-e36d-466c-8d13-d92fe022298a tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lazy-loading 'resources' on Instance uuid d31685d0-2d63-49c1-9615-a332ad4777ed {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.133768] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6973344c-ec40-4d1e-81b4-900900a24d26 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "24a88c02-c732-4589-ae47-c23172b82898" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.952s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.158084] env[68800]: INFO nova.scheduler.client.report [None req-71e4c20d-8c86-4761-bf95-90332190cef7 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Deleted allocations for instance 657de2c4-2860-4cca-9e9d-9f1272ad0017 [ 1140.361323] env[68800]: DEBUG oslo_vmware.api [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153558} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.361323] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1140.361323] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1140.361620] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1140.365477] env[68800]: DEBUG nova.network.neutron [None req-45b60ecf-f001-4acc-b4d0-b2ca37be5b2d tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.445051] env[68800]: DEBUG nova.compute.manager [req-35f0f21d-4f27-41ac-bde2-d4ef7f543da9 req-35f5c886-db00-47e8-911f-615b51091d6e service nova] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Received event network-changed-d2e1921f-f27a-48dc-9606-3c7089e09917 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.445281] env[68800]: DEBUG nova.compute.manager [req-35f0f21d-4f27-41ac-bde2-d4ef7f543da9 req-35f5c886-db00-47e8-911f-615b51091d6e service nova] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Refreshing instance network info cache due to event network-changed-d2e1921f-f27a-48dc-9606-3c7089e09917. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1140.445500] env[68800]: DEBUG oslo_concurrency.lockutils [req-35f0f21d-4f27-41ac-bde2-d4ef7f543da9 req-35f5c886-db00-47e8-911f-615b51091d6e service nova] Acquiring lock "refresh_cache-99a29a11-5049-4ae4-8e86-b8b4fb4c35dc" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.593230] env[68800]: DEBUG oslo_vmware.api [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244474, 'name': ReconfigVM_Task, 'duration_secs': 1.236779} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.593523] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Reconfigured VM instance instance-00000063 to detach disk 2000 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1140.594451] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0db3aa-c238-4a40-819a-79559c4572b2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.618167] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] bc095118-54bb-47be-a309-fcc70fba31aa/bc095118-54bb-47be-a309-fcc70fba31aa.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1140.619219] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e00dd11c-deb9-4a8b-b4cf-e5648ac16aca {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.632542] env[68800]: DEBUG nova.network.neutron [req-705d4af4-edd4-4739-be34-2548913f6d69 req-3f701f72-3d9e-4e02-b5e6-f3d160c671d4 service nova] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Updated VIF entry in instance network info cache for port 578c5d4b-09f4-4069-8c7d-7e91da41c0fd. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1140.632895] env[68800]: DEBUG nova.network.neutron [req-705d4af4-edd4-4739-be34-2548913f6d69 req-3f701f72-3d9e-4e02-b5e6-f3d160c671d4 service nova] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Updating instance_info_cache with network_info: [{"id": "578c5d4b-09f4-4069-8c7d-7e91da41c0fd", "address": "fa:16:3e:7c:e1:f0", "network": {"id": "42ecce2f-2b8f-412c-a25a-eac985a7bc3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-882241878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a55e3ff738d49f8ae6b119fe8712bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap578c5d4b-09", "ovs_interfaceid": "578c5d4b-09f4-4069-8c7d-7e91da41c0fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.644823] env[68800]: DEBUG oslo_vmware.api [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 1140.644823] env[68800]: value = "task-3244478" [ 1140.644823] env[68800]: _type = "Task" [ 1140.644823] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.657877] env[68800]: DEBUG oslo_vmware.api [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244478, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.667706] env[68800]: DEBUG oslo_concurrency.lockutils [None req-71e4c20d-8c86-4761-bf95-90332190cef7 tempest-ServerShowV257Test-1074314307 tempest-ServerShowV257Test-1074314307-project-member] Lock "657de2c4-2860-4cca-9e9d-9f1272ad0017" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.048s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.787726] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e27425-e5c6-44f6-87da-7cf65da7864b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.795770] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ec5212-d885-4697-bed7-65bc11d285aa {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.827605] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adf6633-e604-4c47-b064-e185ba5a3498 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.835486] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1547725a-ddb9-40e3-a5d3-98a55fedbf92 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.849197] env[68800]: DEBUG nova.compute.provider_tree [None req-26f0fd24-e36d-466c-8d13-d92fe022298a tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.127638] env[68800]: DEBUG oslo_concurrency.lockutils [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "80bbda80-fc88-48d0-a014-396485ed36da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.127891] env[68800]: DEBUG oslo_concurrency.lockutils [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "80bbda80-fc88-48d0-a014-396485ed36da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.137674] env[68800]: DEBUG oslo_concurrency.lockutils [req-705d4af4-edd4-4739-be34-2548913f6d69 req-3f701f72-3d9e-4e02-b5e6-f3d160c671d4 service nova] Releasing lock "refresh_cache-24a88c02-c732-4589-ae47-c23172b82898" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.156669] env[68800]: DEBUG oslo_vmware.api [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244478, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.165214] env[68800]: DEBUG nova.network.neutron [None req-45b60ecf-f001-4acc-b4d0-b2ca37be5b2d tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Updating instance_info_cache with network_info: [{"id": "d2e1921f-f27a-48dc-9606-3c7089e09917", "address": "fa:16:3e:c6:22:f3", "network": {"id": "dc80ae23-746b-48e6-b33c-fdf1fca9ddf6", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1770112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c22bdf6fa5724d67a7b5d6a9fd413cfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2e1921f-f2", "ovs_interfaceid": "d2e1921f-f27a-48dc-9606-3c7089e09917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.352460] env[68800]: DEBUG nova.scheduler.client.report [None req-26f0fd24-e36d-466c-8d13-d92fe022298a tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.405818] env[68800]: DEBUG nova.virt.hardware [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.406058] env[68800]: DEBUG nova.virt.hardware [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.406216] env[68800]: DEBUG nova.virt.hardware [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.406396] env[68800]: DEBUG nova.virt.hardware [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.406634] env[68800]: DEBUG nova.virt.hardware [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.406722] env[68800]: DEBUG nova.virt.hardware [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.406977] env[68800]: DEBUG nova.virt.hardware [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.407113] env[68800]: DEBUG nova.virt.hardware [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.407289] env[68800]: DEBUG nova.virt.hardware [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.407458] env[68800]: DEBUG nova.virt.hardware [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.407667] env[68800]: DEBUG nova.virt.hardware [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.408560] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83e822b-e43f-4d3d-9247-0ac2ea9b9e42 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.418388] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3790265c-dc9c-4faf-bbd1-5ad739452c81 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.434674] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:19:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78e1ebb0-0130-446b-bf73-a0e59bbb95cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '188e294c-0545-4528-b4fa-d4937657ddfc', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1141.442308] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.442602] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1141.442843] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09926a4a-b90c-4ee0-bc9e-e01344acae6c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.462722] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1141.462722] env[68800]: value = "task-3244479" [ 1141.462722] env[68800]: _type = "Task" [ 1141.462722] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.470996] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244479, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.565036] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1835c154-465a-4afe-83be-3f03c34cfb19 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.590035] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Updating instance '8b8a05f1-f724-4450-9b01-e6a63236ad35' progress to 0 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1141.595846] env[68800]: DEBUG nova.objects.instance [None req-d76d6898-0417-4e64-b8da-8ad2ad9493f4 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Lazy-loading 'flavor' on Instance uuid 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.630585] env[68800]: DEBUG nova.compute.manager [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1141.656521] env[68800]: DEBUG oslo_vmware.api [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244478, 'name': ReconfigVM_Task, 'duration_secs': 0.6916} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.657051] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Reconfigured VM instance instance-00000063 to attach disk [datastore1] bc095118-54bb-47be-a309-fcc70fba31aa/bc095118-54bb-47be-a309-fcc70fba31aa.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.657195] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Updating instance 'bc095118-54bb-47be-a309-fcc70fba31aa' progress to 50 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1141.667162] env[68800]: DEBUG oslo_concurrency.lockutils [None req-45b60ecf-f001-4acc-b4d0-b2ca37be5b2d tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Releasing lock "refresh_cache-99a29a11-5049-4ae4-8e86-b8b4fb4c35dc" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.667384] env[68800]: DEBUG nova.compute.manager [None req-45b60ecf-f001-4acc-b4d0-b2ca37be5b2d tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Inject network info {{(pid=68800) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1141.667633] env[68800]: DEBUG nova.compute.manager [None req-45b60ecf-f001-4acc-b4d0-b2ca37be5b2d tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] network_info to inject: |[{"id": "d2e1921f-f27a-48dc-9606-3c7089e09917", "address": "fa:16:3e:c6:22:f3", "network": {"id": "dc80ae23-746b-48e6-b33c-fdf1fca9ddf6", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1770112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c22bdf6fa5724d67a7b5d6a9fd413cfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2e1921f-f2", "ovs_interfaceid": "d2e1921f-f27a-48dc-9606-3c7089e09917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1141.672490] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-45b60ecf-f001-4acc-b4d0-b2ca37be5b2d tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Reconfiguring VM instance to set the machine id {{(pid=68800) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1141.672784] env[68800]: DEBUG oslo_concurrency.lockutils [req-35f0f21d-4f27-41ac-bde2-d4ef7f543da9 req-35f5c886-db00-47e8-911f-615b51091d6e service nova] Acquired lock "refresh_cache-99a29a11-5049-4ae4-8e86-b8b4fb4c35dc" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.672960] env[68800]: DEBUG nova.network.neutron [req-35f0f21d-4f27-41ac-bde2-d4ef7f543da9 req-35f5c886-db00-47e8-911f-615b51091d6e service nova] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Refreshing network info cache for port d2e1921f-f27a-48dc-9606-3c7089e09917 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1141.674764] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eef53008-5c02-45fe-bed9-7432c8b0e35e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.691918] env[68800]: DEBUG oslo_vmware.api [None req-45b60ecf-f001-4acc-b4d0-b2ca37be5b2d tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Waiting for the task: (returnval){ [ 1141.691918] env[68800]: value = "task-3244480" [ 1141.691918] env[68800]: _type = "Task" [ 1141.691918] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.701801] env[68800]: DEBUG oslo_vmware.api [None req-45b60ecf-f001-4acc-b4d0-b2ca37be5b2d tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Task: {'id': task-3244480, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.858270] env[68800]: DEBUG oslo_concurrency.lockutils [None req-26f0fd24-e36d-466c-8d13-d92fe022298a tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.730s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.880667] env[68800]: INFO nova.scheduler.client.report [None req-26f0fd24-e36d-466c-8d13-d92fe022298a tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Deleted allocations for instance d31685d0-2d63-49c1-9615-a332ad4777ed [ 1141.973792] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244479, 'name': CreateVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.099895] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.101758] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88a7f895-bdc7-469b-8703-41d865d0f812 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.103720] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d76d6898-0417-4e64-b8da-8ad2ad9493f4 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Acquiring lock "refresh_cache-99a29a11-5049-4ae4-8e86-b8b4fb4c35dc" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.110095] env[68800]: DEBUG oslo_vmware.api [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 1142.110095] env[68800]: value = "task-3244481" [ 1142.110095] env[68800]: _type = "Task" [ 1142.110095] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.118992] env[68800]: DEBUG oslo_vmware.api [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244481, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.149522] env[68800]: DEBUG oslo_concurrency.lockutils [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.149816] env[68800]: DEBUG oslo_concurrency.lockutils [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.151375] env[68800]: INFO nova.compute.claims [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1142.163278] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7fa89d-48ed-4082-afab-f9bfb264678f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.185318] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38b2409-b7d9-4ae0-8935-31a31a93f7ad {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.206577] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Updating instance 'bc095118-54bb-47be-a309-fcc70fba31aa' progress to 67 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1142.220209] env[68800]: DEBUG oslo_vmware.api [None req-45b60ecf-f001-4acc-b4d0-b2ca37be5b2d tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Task: {'id': task-3244480, 'name': ReconfigVM_Task, 'duration_secs': 0.164702} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.220464] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-45b60ecf-f001-4acc-b4d0-b2ca37be5b2d tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Reconfigured VM instance to set the machine id {{(pid=68800) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1142.390753] env[68800]: DEBUG oslo_concurrency.lockutils [None req-26f0fd24-e36d-466c-8d13-d92fe022298a tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lock "d31685d0-2d63-49c1-9615-a332ad4777ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.945s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.447170] env[68800]: DEBUG nova.network.neutron [req-35f0f21d-4f27-41ac-bde2-d4ef7f543da9 req-35f5c886-db00-47e8-911f-615b51091d6e service nova] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Updated VIF entry in instance network info cache for port d2e1921f-f27a-48dc-9606-3c7089e09917. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1142.447720] env[68800]: DEBUG nova.network.neutron [req-35f0f21d-4f27-41ac-bde2-d4ef7f543da9 req-35f5c886-db00-47e8-911f-615b51091d6e service nova] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Updating instance_info_cache with network_info: [{"id": "d2e1921f-f27a-48dc-9606-3c7089e09917", "address": "fa:16:3e:c6:22:f3", "network": {"id": "dc80ae23-746b-48e6-b33c-fdf1fca9ddf6", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1770112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c22bdf6fa5724d67a7b5d6a9fd413cfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2e1921f-f2", "ovs_interfaceid": "d2e1921f-f27a-48dc-9606-3c7089e09917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.474601] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244479, 'name': CreateVM_Task, 'duration_secs': 0.530776} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.474894] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1142.475461] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.475690] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.475996] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.476287] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7802ad12-b1ca-4cdc-873e-76c4c30a37fe {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.481900] env[68800]: DEBUG oslo_vmware.api [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1142.481900] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52109004-d576-0a0b-5bf5-e13b4daa6281" [ 1142.481900] env[68800]: _type = "Task" [ 1142.481900] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.490716] env[68800]: DEBUG oslo_vmware.api [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52109004-d576-0a0b-5bf5-e13b4daa6281, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.620840] env[68800]: DEBUG oslo_vmware.api [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244481, 'name': PowerOffVM_Task, 'duration_secs': 0.387753} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.621169] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1142.621335] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Updating instance '8b8a05f1-f724-4450-9b01-e6a63236ad35' progress to 17 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1142.748207] env[68800]: DEBUG nova.network.neutron [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Port 75d10683-374a-4cb8-817d-041e53aa311b binding to destination host cpu-1 is already ACTIVE {{(pid=68800) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1142.950522] env[68800]: DEBUG oslo_concurrency.lockutils [req-35f0f21d-4f27-41ac-bde2-d4ef7f543da9 req-35f5c886-db00-47e8-911f-615b51091d6e service nova] Releasing lock "refresh_cache-99a29a11-5049-4ae4-8e86-b8b4fb4c35dc" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.951020] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d76d6898-0417-4e64-b8da-8ad2ad9493f4 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Acquired lock "refresh_cache-99a29a11-5049-4ae4-8e86-b8b4fb4c35dc" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.992795] env[68800]: DEBUG oslo_vmware.api [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52109004-d576-0a0b-5bf5-e13b4daa6281, 'name': SearchDatastore_Task, 'duration_secs': 0.012511} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.993089] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.993336] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1142.993573] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.993784] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.993904] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1142.994187] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c40989c-c23e-4701-a2ef-439946554326 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.008125] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1143.008324] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1143.009075] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-827baa5f-6cab-4982-b870-51ead22faba4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.015572] env[68800]: DEBUG oslo_vmware.api [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1143.015572] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52a7d4e7-8c25-725f-27ee-04d9343d8693" [ 1143.015572] env[68800]: _type = "Task" [ 1143.015572] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.025172] env[68800]: DEBUG oslo_vmware.api [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52a7d4e7-8c25-725f-27ee-04d9343d8693, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.127979] env[68800]: DEBUG nova.virt.hardware [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1143.128246] env[68800]: DEBUG nova.virt.hardware [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1143.128403] env[68800]: DEBUG nova.virt.hardware [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1143.128586] env[68800]: DEBUG nova.virt.hardware [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1143.128766] env[68800]: DEBUG nova.virt.hardware [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1143.128922] env[68800]: DEBUG nova.virt.hardware [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1143.129099] env[68800]: DEBUG nova.virt.hardware [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1143.129263] env[68800]: DEBUG nova.virt.hardware [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1143.129431] env[68800]: DEBUG nova.virt.hardware [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1143.129596] env[68800]: DEBUG nova.virt.hardware [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1143.129814] env[68800]: DEBUG nova.virt.hardware [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1143.135095] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61c23dc4-0434-4742-9034-9bcd9244c504 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.151991] env[68800]: DEBUG oslo_vmware.api [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 1143.151991] env[68800]: value = "task-3244482" [ 1143.151991] env[68800]: _type = "Task" [ 1143.151991] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.163755] env[68800]: DEBUG oslo_vmware.api [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244482, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.304607] env[68800]: DEBUG nova.network.neutron [None req-d76d6898-0417-4e64-b8da-8ad2ad9493f4 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.338265] env[68800]: DEBUG nova.compute.manager [req-c9aeb1a0-fb97-4676-a5e3-31536753947e req-fc80a712-6aea-499d-91c3-cffe14845133 service nova] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Received event network-changed-d2e1921f-f27a-48dc-9606-3c7089e09917 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.338873] env[68800]: DEBUG nova.compute.manager [req-c9aeb1a0-fb97-4676-a5e3-31536753947e req-fc80a712-6aea-499d-91c3-cffe14845133 service nova] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Refreshing instance network info cache due to event network-changed-d2e1921f-f27a-48dc-9606-3c7089e09917. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1143.338873] env[68800]: DEBUG oslo_concurrency.lockutils [req-c9aeb1a0-fb97-4676-a5e3-31536753947e req-fc80a712-6aea-499d-91c3-cffe14845133 service nova] Acquiring lock "refresh_cache-99a29a11-5049-4ae4-8e86-b8b4fb4c35dc" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.344973] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1a93b8-2bfb-4764-b4ac-559a784f88d1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.356125] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9560a01-198d-406e-be91-5fc9aa0e9716 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.387828] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89f1733-e23e-4d8d-8914-f47059b239f7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.396930] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad3a795-0d26-4d6d-83bc-b908169fade8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.413203] env[68800]: DEBUG nova.compute.provider_tree [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.526188] env[68800]: DEBUG oslo_vmware.api [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52a7d4e7-8c25-725f-27ee-04d9343d8693, 'name': SearchDatastore_Task, 'duration_secs': 0.049292} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.527024] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bb0d8a8-3cf6-4aa3-bb96-6b91c69264ae {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.533933] env[68800]: DEBUG oslo_vmware.api [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1143.533933] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]521fe38c-cd34-a995-8bb3-ef229a804b18" [ 1143.533933] env[68800]: _type = "Task" [ 1143.533933] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.545389] env[68800]: DEBUG oslo_vmware.api [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]521fe38c-cd34-a995-8bb3-ef229a804b18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.662772] env[68800]: DEBUG oslo_vmware.api [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244482, 'name': ReconfigVM_Task, 'duration_secs': 0.309344} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.663288] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Updating instance '8b8a05f1-f724-4450-9b01-e6a63236ad35' progress to 33 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1143.777704] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "bc095118-54bb-47be-a309-fcc70fba31aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.777941] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "bc095118-54bb-47be-a309-fcc70fba31aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.778135] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "bc095118-54bb-47be-a309-fcc70fba31aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.916626] env[68800]: DEBUG nova.scheduler.client.report [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.019490] env[68800]: DEBUG nova.network.neutron [None req-d76d6898-0417-4e64-b8da-8ad2ad9493f4 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Updating instance_info_cache with network_info: [{"id": "d2e1921f-f27a-48dc-9606-3c7089e09917", "address": "fa:16:3e:c6:22:f3", "network": {"id": "dc80ae23-746b-48e6-b33c-fdf1fca9ddf6", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1770112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c22bdf6fa5724d67a7b5d6a9fd413cfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2e1921f-f2", "ovs_interfaceid": "d2e1921f-f27a-48dc-9606-3c7089e09917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.046592] env[68800]: DEBUG oslo_vmware.api [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]521fe38c-cd34-a995-8bb3-ef229a804b18, 'name': SearchDatastore_Task, 'duration_secs': 0.013514} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.046903] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.047219] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] bfc3517e-90cc-4690-a613-5935a8737314/bfc3517e-90cc-4690-a613-5935a8737314.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1144.047872] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-631b8423-27ec-4993-afae-0478d927fe2d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.055563] env[68800]: DEBUG oslo_vmware.api [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1144.055563] env[68800]: value = "task-3244483" [ 1144.055563] env[68800]: _type = "Task" [ 1144.055563] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.064943] env[68800]: DEBUG oslo_vmware.api [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244483, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.169390] env[68800]: DEBUG nova.virt.hardware [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1144.169734] env[68800]: DEBUG nova.virt.hardware [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.169933] env[68800]: DEBUG nova.virt.hardware [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.170151] env[68800]: DEBUG nova.virt.hardware [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.170245] env[68800]: DEBUG nova.virt.hardware [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.170444] env[68800]: DEBUG nova.virt.hardware [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1144.170608] env[68800]: DEBUG nova.virt.hardware [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1144.170766] env[68800]: DEBUG nova.virt.hardware [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1144.170929] env[68800]: DEBUG nova.virt.hardware [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1144.171110] env[68800]: DEBUG nova.virt.hardware [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1144.171286] env[68800]: DEBUG nova.virt.hardware [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1144.177497] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Reconfiguring VM instance instance-00000052 to detach disk 2000 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1144.177877] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c7f1021-b3a1-4b2b-b228-27eb85861c6a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.201273] env[68800]: DEBUG oslo_vmware.api [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 1144.201273] env[68800]: value = "task-3244484" [ 1144.201273] env[68800]: _type = "Task" [ 1144.201273] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.210846] env[68800]: DEBUG oslo_vmware.api [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244484, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.248802] env[68800]: DEBUG oslo_concurrency.lockutils [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Acquiring lock "f928755f-4bb3-4653-a05f-96feefeab51f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.249071] env[68800]: DEBUG oslo_concurrency.lockutils [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lock "f928755f-4bb3-4653-a05f-96feefeab51f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.421698] env[68800]: DEBUG oslo_concurrency.lockutils [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.272s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.422222] env[68800]: DEBUG nova.compute.manager [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1144.522698] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d76d6898-0417-4e64-b8da-8ad2ad9493f4 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Releasing lock "refresh_cache-99a29a11-5049-4ae4-8e86-b8b4fb4c35dc" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.522946] env[68800]: DEBUG nova.compute.manager [None req-d76d6898-0417-4e64-b8da-8ad2ad9493f4 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Inject network info {{(pid=68800) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1144.523288] env[68800]: DEBUG nova.compute.manager [None req-d76d6898-0417-4e64-b8da-8ad2ad9493f4 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] network_info to inject: |[{"id": "d2e1921f-f27a-48dc-9606-3c7089e09917", "address": "fa:16:3e:c6:22:f3", "network": {"id": "dc80ae23-746b-48e6-b33c-fdf1fca9ddf6", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1770112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c22bdf6fa5724d67a7b5d6a9fd413cfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2e1921f-f2", "ovs_interfaceid": "d2e1921f-f27a-48dc-9606-3c7089e09917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1144.528482] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d76d6898-0417-4e64-b8da-8ad2ad9493f4 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Reconfiguring VM instance to set the machine id {{(pid=68800) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1144.528799] env[68800]: DEBUG oslo_concurrency.lockutils [req-c9aeb1a0-fb97-4676-a5e3-31536753947e req-fc80a712-6aea-499d-91c3-cffe14845133 service nova] Acquired lock "refresh_cache-99a29a11-5049-4ae4-8e86-b8b4fb4c35dc" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.529027] env[68800]: DEBUG nova.network.neutron [req-c9aeb1a0-fb97-4676-a5e3-31536753947e req-fc80a712-6aea-499d-91c3-cffe14845133 service nova] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Refreshing network info cache for port d2e1921f-f27a-48dc-9606-3c7089e09917 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1144.530174] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3c38c6e-9d60-4a97-965c-ce7cde45a9b5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.549835] env[68800]: DEBUG oslo_vmware.api [None req-d76d6898-0417-4e64-b8da-8ad2ad9493f4 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Waiting for the task: (returnval){ [ 1144.549835] env[68800]: value = "task-3244485" [ 1144.549835] env[68800]: _type = "Task" [ 1144.549835] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.558791] env[68800]: DEBUG oslo_vmware.api [None req-d76d6898-0417-4e64-b8da-8ad2ad9493f4 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Task: {'id': task-3244485, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.568169] env[68800]: DEBUG oslo_vmware.api [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244483, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45811} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.568169] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] bfc3517e-90cc-4690-a613-5935a8737314/bfc3517e-90cc-4690-a613-5935a8737314.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1144.568388] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1144.568481] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7895324f-d806-44b3-a387-6efae58834de {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.576942] env[68800]: DEBUG oslo_vmware.api [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1144.576942] env[68800]: value = "task-3244486" [ 1144.576942] env[68800]: _type = "Task" [ 1144.576942] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.587352] env[68800]: DEBUG oslo_vmware.api [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244486, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.713378] env[68800]: DEBUG oslo_vmware.api [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244484, 'name': ReconfigVM_Task, 'duration_secs': 0.277638} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.713665] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Reconfigured VM instance instance-00000052 to detach disk 2000 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1144.714507] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c590127e-58bc-4512-84e9-f74578524231 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.739916] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 8b8a05f1-f724-4450-9b01-e6a63236ad35/8b8a05f1-f724-4450-9b01-e6a63236ad35.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1144.740245] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39cd9517-e617-4c24-8b0b-e193d55b7ed2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.755905] env[68800]: DEBUG nova.compute.manager [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1144.766756] env[68800]: DEBUG oslo_vmware.api [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 1144.766756] env[68800]: value = "task-3244487" [ 1144.766756] env[68800]: _type = "Task" [ 1144.766756] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.775760] env[68800]: DEBUG oslo_vmware.api [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244487, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.827366] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "refresh_cache-bc095118-54bb-47be-a309-fcc70fba31aa" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.827576] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquired lock "refresh_cache-bc095118-54bb-47be-a309-fcc70fba31aa" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.827769] env[68800]: DEBUG nova.network.neutron [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.857904] env[68800]: DEBUG nova.network.neutron [req-c9aeb1a0-fb97-4676-a5e3-31536753947e req-fc80a712-6aea-499d-91c3-cffe14845133 service nova] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Updated VIF entry in instance network info cache for port d2e1921f-f27a-48dc-9606-3c7089e09917. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1144.858296] env[68800]: DEBUG nova.network.neutron [req-c9aeb1a0-fb97-4676-a5e3-31536753947e req-fc80a712-6aea-499d-91c3-cffe14845133 service nova] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Updating instance_info_cache with network_info: [{"id": "d2e1921f-f27a-48dc-9606-3c7089e09917", "address": "fa:16:3e:c6:22:f3", "network": {"id": "dc80ae23-746b-48e6-b33c-fdf1fca9ddf6", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1770112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c22bdf6fa5724d67a7b5d6a9fd413cfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2e1921f-f2", "ovs_interfaceid": "d2e1921f-f27a-48dc-9606-3c7089e09917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.927502] env[68800]: DEBUG nova.compute.utils [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1144.929032] env[68800]: DEBUG nova.compute.manager [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1144.929187] env[68800]: DEBUG nova.network.neutron [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1144.980999] env[68800]: DEBUG nova.policy [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31eea260dc9f479b9390ca2cc13e8b10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a55e3ff738d49f8ae6b119fe8712bb8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 1145.059794] env[68800]: DEBUG oslo_vmware.api [None req-d76d6898-0417-4e64-b8da-8ad2ad9493f4 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Task: {'id': task-3244485, 'name': ReconfigVM_Task, 'duration_secs': 0.152035} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.060352] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d76d6898-0417-4e64-b8da-8ad2ad9493f4 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Reconfigured VM instance to set the machine id {{(pid=68800) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1145.086757] env[68800]: DEBUG oslo_vmware.api [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244486, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.314392} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.086997] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1145.087808] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25ef4aa-5669-45a9-b3d2-5c491c419112 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.110342] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] bfc3517e-90cc-4690-a613-5935a8737314/bfc3517e-90cc-4690-a613-5935a8737314.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.110857] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5aa71f6-7697-4be5-821f-118403ce9221 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.131643] env[68800]: DEBUG oslo_vmware.api [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1145.131643] env[68800]: value = "task-3244488" [ 1145.131643] env[68800]: _type = "Task" [ 1145.131643] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.143503] env[68800]: DEBUG oslo_vmware.api [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244488, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.281800] env[68800]: DEBUG oslo_vmware.api [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.287190] env[68800]: DEBUG oslo_concurrency.lockutils [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.287453] env[68800]: DEBUG oslo_concurrency.lockutils [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.289042] env[68800]: INFO nova.compute.claims [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1145.360942] env[68800]: DEBUG oslo_concurrency.lockutils [req-c9aeb1a0-fb97-4676-a5e3-31536753947e req-fc80a712-6aea-499d-91c3-cffe14845133 service nova] Releasing lock "refresh_cache-99a29a11-5049-4ae4-8e86-b8b4fb4c35dc" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.433318] env[68800]: DEBUG nova.compute.manager [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1145.459587] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ebfb711a-7d11-451a-9cac-db2d975fd099 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Acquiring lock "99a29a11-5049-4ae4-8e86-b8b4fb4c35dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.459862] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ebfb711a-7d11-451a-9cac-db2d975fd099 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Lock "99a29a11-5049-4ae4-8e86-b8b4fb4c35dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.460318] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ebfb711a-7d11-451a-9cac-db2d975fd099 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Acquiring lock "99a29a11-5049-4ae4-8e86-b8b4fb4c35dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.460318] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ebfb711a-7d11-451a-9cac-db2d975fd099 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Lock "99a29a11-5049-4ae4-8e86-b8b4fb4c35dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.460504] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ebfb711a-7d11-451a-9cac-db2d975fd099 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Lock "99a29a11-5049-4ae4-8e86-b8b4fb4c35dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.462585] env[68800]: INFO nova.compute.manager [None req-ebfb711a-7d11-451a-9cac-db2d975fd099 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Terminating instance [ 1145.643089] env[68800]: DEBUG oslo_vmware.api [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244488, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.653556] env[68800]: DEBUG nova.network.neutron [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Successfully created port: 532a74a8-c062-407c-8d51-69ab365d02e9 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1145.778847] env[68800]: DEBUG oslo_vmware.api [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.965931] env[68800]: DEBUG nova.compute.manager [None req-ebfb711a-7d11-451a-9cac-db2d975fd099 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1145.966183] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ebfb711a-7d11-451a-9cac-db2d975fd099 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1145.967122] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1e11f8-ca16-4651-ad0b-363c7a7674df {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.976042] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebfb711a-7d11-451a-9cac-db2d975fd099 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.976493] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea548ba7-1002-4b71-b7f4-03a14d30da00 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.984579] env[68800]: DEBUG oslo_vmware.api [None req-ebfb711a-7d11-451a-9cac-db2d975fd099 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Waiting for the task: (returnval){ [ 1145.984579] env[68800]: value = "task-3244489" [ 1145.984579] env[68800]: _type = "Task" [ 1145.984579] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.995470] env[68800]: DEBUG oslo_vmware.api [None req-ebfb711a-7d11-451a-9cac-db2d975fd099 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Task: {'id': task-3244489, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.027559] env[68800]: DEBUG nova.network.neutron [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Updating instance_info_cache with network_info: [{"id": "75d10683-374a-4cb8-817d-041e53aa311b", "address": "fa:16:3e:7a:9d:99", "network": {"id": "aee245cb-ee4d-4a69-b6dd-d607d862d951", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-900599029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84cb1a2d15ae40b294b17dabe7bbbfd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75d10683-37", "ovs_interfaceid": "75d10683-374a-4cb8-817d-041e53aa311b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.143784] env[68800]: DEBUG oslo_vmware.api [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244488, 'name': ReconfigVM_Task, 'duration_secs': 0.739187} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.144124] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Reconfigured VM instance instance-00000066 to attach disk [datastore1] bfc3517e-90cc-4690-a613-5935a8737314/bfc3517e-90cc-4690-a613-5935a8737314.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1146.144796] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-465fd22e-da85-477e-af18-6eff181c317e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.152423] env[68800]: DEBUG oslo_vmware.api [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1146.152423] env[68800]: value = "task-3244490" [ 1146.152423] env[68800]: _type = "Task" [ 1146.152423] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.160672] env[68800]: DEBUG oslo_vmware.api [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244490, 'name': Rename_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.279589] env[68800]: DEBUG oslo_vmware.api [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244487, 'name': ReconfigVM_Task, 'duration_secs': 1.142543} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.279914] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 8b8a05f1-f724-4450-9b01-e6a63236ad35/8b8a05f1-f724-4450-9b01-e6a63236ad35.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1146.280247] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Updating instance '8b8a05f1-f724-4450-9b01-e6a63236ad35' progress to 50 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1146.447210] env[68800]: DEBUG nova.compute.manager [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1146.449738] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35a1df8-31c6-490d-9c71-80a2667fe09e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.458575] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08a621f-dba6-4a72-b23c-9b9dc3318c20 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.495349] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2455f0b6-a87e-485d-a268-d6994710aa37 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.503906] env[68800]: DEBUG nova.virt.hardware [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1146.504167] env[68800]: DEBUG nova.virt.hardware [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1146.504326] env[68800]: DEBUG nova.virt.hardware [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1146.504516] env[68800]: DEBUG nova.virt.hardware [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1146.504686] env[68800]: DEBUG nova.virt.hardware [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1146.504839] env[68800]: DEBUG nova.virt.hardware [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1146.505062] env[68800]: DEBUG nova.virt.hardware [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1146.505227] env[68800]: DEBUG nova.virt.hardware [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1146.505395] env[68800]: DEBUG nova.virt.hardware [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1146.505630] env[68800]: DEBUG nova.virt.hardware [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1146.505853] env[68800]: DEBUG nova.virt.hardware [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1146.506773] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e84128-9584-461e-b71c-6823dd55776c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.513423] env[68800]: DEBUG oslo_vmware.api [None req-ebfb711a-7d11-451a-9cac-db2d975fd099 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Task: {'id': task-3244489, 'name': PowerOffVM_Task, 'duration_secs': 0.216022} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.514951] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8e2713-fd0f-43e9-b1a1-48d9cbaea12b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.519007] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebfb711a-7d11-451a-9cac-db2d975fd099 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.519202] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ebfb711a-7d11-451a-9cac-db2d975fd099 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1146.521185] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae7627a1-74b0-4d0f-9d6b-17e4c2507aad {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.523845] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ace8ba0-e5ab-4255-8f19-f91cc74092db {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.535427] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Releasing lock "refresh_cache-bc095118-54bb-47be-a309-fcc70fba31aa" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.539377] env[68800]: DEBUG nova.compute.provider_tree [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.608235] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ebfb711a-7d11-451a-9cac-db2d975fd099 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1146.608476] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ebfb711a-7d11-451a-9cac-db2d975fd099 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1146.608637] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebfb711a-7d11-451a-9cac-db2d975fd099 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Deleting the datastore file [datastore2] 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1146.608933] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66a37a72-9e3a-489e-847f-217e345a13a3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.615498] env[68800]: DEBUG oslo_vmware.api [None req-ebfb711a-7d11-451a-9cac-db2d975fd099 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Waiting for the task: (returnval){ [ 1146.615498] env[68800]: value = "task-3244492" [ 1146.615498] env[68800]: _type = "Task" [ 1146.615498] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.624637] env[68800]: DEBUG oslo_vmware.api [None req-ebfb711a-7d11-451a-9cac-db2d975fd099 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Task: {'id': task-3244492, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.661763] env[68800]: DEBUG oslo_vmware.api [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244490, 'name': Rename_Task, 'duration_secs': 0.229855} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.662050] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1146.662298] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e08a6e6a-4fbd-4570-b1f5-76bd90e5cf30 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.671280] env[68800]: DEBUG oslo_vmware.api [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1146.671280] env[68800]: value = "task-3244493" [ 1146.671280] env[68800]: _type = "Task" [ 1146.671280] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.679527] env[68800]: DEBUG oslo_vmware.api [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244493, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.786871] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eed8f3d-2bf0-436b-9819-c986b3869499 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.810730] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef03dc6-7dda-47d9-a392-2c66cf98e4c2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.832394] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Updating instance '8b8a05f1-f724-4450-9b01-e6a63236ad35' progress to 67 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1147.046102] env[68800]: DEBUG nova.scheduler.client.report [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.067175] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12829f33-a6dc-4b01-9fae-e118e381957f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.088642] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259d93a7-8bae-49cb-9ed2-9d2629d801d0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.097262] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Updating instance 'bc095118-54bb-47be-a309-fcc70fba31aa' progress to 83 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1147.129531] env[68800]: DEBUG oslo_vmware.api [None req-ebfb711a-7d11-451a-9cac-db2d975fd099 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Task: {'id': task-3244492, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15871} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.129929] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebfb711a-7d11-451a-9cac-db2d975fd099 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1147.130223] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ebfb711a-7d11-451a-9cac-db2d975fd099 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1147.130509] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ebfb711a-7d11-451a-9cac-db2d975fd099 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1147.130797] env[68800]: INFO nova.compute.manager [None req-ebfb711a-7d11-451a-9cac-db2d975fd099 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1147.132151] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebfb711a-7d11-451a-9cac-db2d975fd099 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.132151] env[68800]: DEBUG nova.compute.manager [-] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1147.132151] env[68800]: DEBUG nova.network.neutron [-] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1147.181489] env[68800]: DEBUG oslo_vmware.api [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244493, 'name': PowerOnVM_Task, 'duration_secs': 0.450325} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.183683] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1147.184304] env[68800]: DEBUG nova.compute.manager [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1147.184693] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b082ae7c-4e84-43a8-bb74-df3e87a1490d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.501163] env[68800]: DEBUG nova.compute.manager [req-fc7f0c07-ef8f-447e-88bf-690d675677ce req-b4d368bc-a319-46da-b432-f7f717a2e4ca service nova] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Received event network-vif-plugged-532a74a8-c062-407c-8d51-69ab365d02e9 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.501438] env[68800]: DEBUG oslo_concurrency.lockutils [req-fc7f0c07-ef8f-447e-88bf-690d675677ce req-b4d368bc-a319-46da-b432-f7f717a2e4ca service nova] Acquiring lock "80bbda80-fc88-48d0-a014-396485ed36da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.501721] env[68800]: DEBUG oslo_concurrency.lockutils [req-fc7f0c07-ef8f-447e-88bf-690d675677ce req-b4d368bc-a319-46da-b432-f7f717a2e4ca service nova] Lock "80bbda80-fc88-48d0-a014-396485ed36da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.501855] env[68800]: DEBUG oslo_concurrency.lockutils [req-fc7f0c07-ef8f-447e-88bf-690d675677ce req-b4d368bc-a319-46da-b432-f7f717a2e4ca service nova] Lock "80bbda80-fc88-48d0-a014-396485ed36da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.501981] env[68800]: DEBUG nova.compute.manager [req-fc7f0c07-ef8f-447e-88bf-690d675677ce req-b4d368bc-a319-46da-b432-f7f717a2e4ca service nova] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] No waiting events found dispatching network-vif-plugged-532a74a8-c062-407c-8d51-69ab365d02e9 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1147.502342] env[68800]: WARNING nova.compute.manager [req-fc7f0c07-ef8f-447e-88bf-690d675677ce req-b4d368bc-a319-46da-b432-f7f717a2e4ca service nova] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Received unexpected event network-vif-plugged-532a74a8-c062-407c-8d51-69ab365d02e9 for instance with vm_state building and task_state spawning. [ 1147.553106] env[68800]: DEBUG oslo_concurrency.lockutils [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.265s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.553689] env[68800]: DEBUG nova.compute.manager [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1147.605987] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1147.606530] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62532e7a-3e4d-46f4-a4a9-3271bde4f59e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.615816] env[68800]: DEBUG oslo_vmware.api [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 1147.615816] env[68800]: value = "task-3244494" [ 1147.615816] env[68800]: _type = "Task" [ 1147.615816] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.631346] env[68800]: DEBUG oslo_vmware.api [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244494, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.667306] env[68800]: DEBUG nova.network.neutron [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Successfully updated port: 532a74a8-c062-407c-8d51-69ab365d02e9 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1147.709362] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.709362] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.709362] env[68800]: DEBUG nova.objects.instance [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68800) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1148.059390] env[68800]: DEBUG nova.compute.utils [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1148.060839] env[68800]: DEBUG nova.compute.manager [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1148.061031] env[68800]: DEBUG nova.network.neutron [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1148.096220] env[68800]: DEBUG nova.policy [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b252dec178df4c4b99809eb1e9e90e13', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd85c7de7338c4e95a65fcf648a8c37a4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 1148.130433] env[68800]: DEBUG oslo_vmware.api [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244494, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.170823] env[68800]: DEBUG oslo_concurrency.lockutils [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "refresh_cache-80bbda80-fc88-48d0-a014-396485ed36da" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.170988] env[68800]: DEBUG oslo_concurrency.lockutils [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquired lock "refresh_cache-80bbda80-fc88-48d0-a014-396485ed36da" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.171170] env[68800]: DEBUG nova.network.neutron [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1148.280670] env[68800]: DEBUG nova.network.neutron [-] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.526072] env[68800]: DEBUG nova.network.neutron [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Port 029695fa-f2d2-4c29-9610-b3cdd40e7fd0 binding to destination host cpu-1 is already ACTIVE {{(pid=68800) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1148.564065] env[68800]: DEBUG nova.compute.manager [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1148.586207] env[68800]: DEBUG nova.network.neutron [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Successfully created port: 142ffca3-8ffd-470d-956d-72faeaaa14e7 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1148.627809] env[68800]: DEBUG oslo_vmware.api [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244494, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.718464] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7d4f0ba8-007b-4031-8539-fded1e350d2b tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.734270] env[68800]: DEBUG nova.network.neutron [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1148.783170] env[68800]: INFO nova.compute.manager [-] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Took 1.65 seconds to deallocate network for instance. [ 1149.002104] env[68800]: DEBUG oslo_concurrency.lockutils [None req-488ae4d9-b8a3-4ea2-98ec-c1e2e2c00c5f tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "bfc3517e-90cc-4690-a613-5935a8737314" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.002357] env[68800]: DEBUG oslo_concurrency.lockutils [None req-488ae4d9-b8a3-4ea2-98ec-c1e2e2c00c5f tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "bfc3517e-90cc-4690-a613-5935a8737314" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.002560] env[68800]: DEBUG oslo_concurrency.lockutils [None req-488ae4d9-b8a3-4ea2-98ec-c1e2e2c00c5f tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "bfc3517e-90cc-4690-a613-5935a8737314-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.002747] env[68800]: DEBUG oslo_concurrency.lockutils [None req-488ae4d9-b8a3-4ea2-98ec-c1e2e2c00c5f tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "bfc3517e-90cc-4690-a613-5935a8737314-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.002980] env[68800]: DEBUG oslo_concurrency.lockutils [None req-488ae4d9-b8a3-4ea2-98ec-c1e2e2c00c5f tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "bfc3517e-90cc-4690-a613-5935a8737314-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.005416] env[68800]: INFO nova.compute.manager [None req-488ae4d9-b8a3-4ea2-98ec-c1e2e2c00c5f tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Terminating instance [ 1149.087666] env[68800]: DEBUG nova.network.neutron [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Updating instance_info_cache with network_info: [{"id": "532a74a8-c062-407c-8d51-69ab365d02e9", "address": "fa:16:3e:6e:76:e4", "network": {"id": "42ecce2f-2b8f-412c-a25a-eac985a7bc3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-882241878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a55e3ff738d49f8ae6b119fe8712bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap532a74a8-c0", "ovs_interfaceid": "532a74a8-c062-407c-8d51-69ab365d02e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.128146] env[68800]: DEBUG oslo_vmware.api [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244494, 'name': PowerOnVM_Task, 'duration_secs': 1.286929} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.128435] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1149.128621] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-fcfe8ba4-0fe5-4cfc-bd5f-bd266649b5a9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Updating instance 'bc095118-54bb-47be-a309-fcc70fba31aa' progress to 100 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1149.290158] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ebfb711a-7d11-451a-9cac-db2d975fd099 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.290469] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ebfb711a-7d11-451a-9cac-db2d975fd099 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.290692] env[68800]: DEBUG nova.objects.instance [None req-ebfb711a-7d11-451a-9cac-db2d975fd099 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Lazy-loading 'resources' on Instance uuid 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.510065] env[68800]: DEBUG nova.compute.manager [None req-488ae4d9-b8a3-4ea2-98ec-c1e2e2c00c5f tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1149.510455] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-488ae4d9-b8a3-4ea2-98ec-c1e2e2c00c5f tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1149.511917] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2adf0ce3-1f7b-42b2-bdc1-548fd769d1d6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.522779] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-488ae4d9-b8a3-4ea2-98ec-c1e2e2c00c5f tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1149.523063] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-673c2b12-b216-4c18-99d8-18cb32c6e5f7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.531213] env[68800]: DEBUG nova.compute.manager [req-3041f8a4-98ad-4d02-8b6b-7e395c91ad38 req-cf09976b-2114-427c-b3e8-1fb78a903923 service nova] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Received event network-changed-532a74a8-c062-407c-8d51-69ab365d02e9 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.531414] env[68800]: DEBUG nova.compute.manager [req-3041f8a4-98ad-4d02-8b6b-7e395c91ad38 req-cf09976b-2114-427c-b3e8-1fb78a903923 service nova] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Refreshing instance network info cache due to event network-changed-532a74a8-c062-407c-8d51-69ab365d02e9. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1149.531607] env[68800]: DEBUG oslo_concurrency.lockutils [req-3041f8a4-98ad-4d02-8b6b-7e395c91ad38 req-cf09976b-2114-427c-b3e8-1fb78a903923 service nova] Acquiring lock "refresh_cache-80bbda80-fc88-48d0-a014-396485ed36da" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.541827] env[68800]: DEBUG oslo_vmware.api [None req-488ae4d9-b8a3-4ea2-98ec-c1e2e2c00c5f tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1149.541827] env[68800]: value = "task-3244495" [ 1149.541827] env[68800]: _type = "Task" [ 1149.541827] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.548350] env[68800]: DEBUG oslo_concurrency.lockutils [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquiring lock "8b8a05f1-f724-4450-9b01-e6a63236ad35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.548465] env[68800]: DEBUG oslo_concurrency.lockutils [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "8b8a05f1-f724-4450-9b01-e6a63236ad35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.549258] env[68800]: DEBUG oslo_concurrency.lockutils [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "8b8a05f1-f724-4450-9b01-e6a63236ad35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.559716] env[68800]: DEBUG oslo_vmware.api [None req-488ae4d9-b8a3-4ea2-98ec-c1e2e2c00c5f tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244495, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.576843] env[68800]: DEBUG nova.compute.manager [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1149.592604] env[68800]: DEBUG oslo_concurrency.lockutils [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Releasing lock "refresh_cache-80bbda80-fc88-48d0-a014-396485ed36da" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.592970] env[68800]: DEBUG nova.compute.manager [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Instance network_info: |[{"id": "532a74a8-c062-407c-8d51-69ab365d02e9", "address": "fa:16:3e:6e:76:e4", "network": {"id": "42ecce2f-2b8f-412c-a25a-eac985a7bc3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-882241878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a55e3ff738d49f8ae6b119fe8712bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap532a74a8-c0", "ovs_interfaceid": "532a74a8-c062-407c-8d51-69ab365d02e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1149.593325] env[68800]: DEBUG oslo_concurrency.lockutils [req-3041f8a4-98ad-4d02-8b6b-7e395c91ad38 req-cf09976b-2114-427c-b3e8-1fb78a903923 service nova] Acquired lock "refresh_cache-80bbda80-fc88-48d0-a014-396485ed36da" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.593597] env[68800]: DEBUG nova.network.neutron [req-3041f8a4-98ad-4d02-8b6b-7e395c91ad38 req-cf09976b-2114-427c-b3e8-1fb78a903923 service nova] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Refreshing network info cache for port 532a74a8-c062-407c-8d51-69ab365d02e9 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1149.595043] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:76:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea4fe416-47a6-4542-b59d-8c71ab4d6503', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '532a74a8-c062-407c-8d51-69ab365d02e9', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1149.602761] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1149.605632] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1149.606457] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46df26e8-15a7-4598-9c31-9240eabb5290 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.624670] env[68800]: DEBUG nova.virt.hardware [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1149.624922] env[68800]: DEBUG nova.virt.hardware [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1149.625123] env[68800]: DEBUG nova.virt.hardware [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1149.625363] env[68800]: DEBUG nova.virt.hardware [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1149.625540] env[68800]: DEBUG nova.virt.hardware [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1149.625707] env[68800]: DEBUG nova.virt.hardware [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1149.625935] env[68800]: DEBUG nova.virt.hardware [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1149.626125] env[68800]: DEBUG nova.virt.hardware [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1149.626340] env[68800]: DEBUG nova.virt.hardware [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1149.626481] env[68800]: DEBUG nova.virt.hardware [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1149.626702] env[68800]: DEBUG nova.virt.hardware [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1149.628158] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deff7b47-5876-487e-bf88-7b31153f31c8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.636859] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f874c55a-bb16-4f83-881c-b2c33ab44ad4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.645134] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1149.645134] env[68800]: value = "task-3244496" [ 1149.645134] env[68800]: _type = "Task" [ 1149.645134] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.664246] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244496, 'name': CreateVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.790815] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "985f9de8-b51c-4f19-9f05-658c20d11cf5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.791050] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "985f9de8-b51c-4f19-9f05-658c20d11cf5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.971018] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a186d0fe-0014-45bc-b5d2-e23abb152efa {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.979948] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ab078b-17f2-4dd6-85da-ea8e06d92a2c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.011740] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e246e383-36c0-4656-8e4a-a1a547ff5fc9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.020679] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5dc06b-59f3-41e3-9d84-eb7f6cee1ad7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.035587] env[68800]: DEBUG nova.compute.provider_tree [None req-ebfb711a-7d11-451a-9cac-db2d975fd099 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.057129] env[68800]: DEBUG oslo_vmware.api [None req-488ae4d9-b8a3-4ea2-98ec-c1e2e2c00c5f tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244495, 'name': PowerOffVM_Task, 'duration_secs': 0.331506} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.057566] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-488ae4d9-b8a3-4ea2-98ec-c1e2e2c00c5f tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1150.057746] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-488ae4d9-b8a3-4ea2-98ec-c1e2e2c00c5f tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1150.057994] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c20b3446-b7b0-4d5d-9cfc-d5157793efb1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.129991] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-488ae4d9-b8a3-4ea2-98ec-c1e2e2c00c5f tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1150.130481] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-488ae4d9-b8a3-4ea2-98ec-c1e2e2c00c5f tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1150.130481] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-488ae4d9-b8a3-4ea2-98ec-c1e2e2c00c5f tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Deleting the datastore file [datastore1] bfc3517e-90cc-4690-a613-5935a8737314 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1150.131138] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f94a7b2a-9add-47ed-8dde-5e76d74990a8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.139578] env[68800]: DEBUG oslo_vmware.api [None req-488ae4d9-b8a3-4ea2-98ec-c1e2e2c00c5f tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1150.139578] env[68800]: value = "task-3244498" [ 1150.139578] env[68800]: _type = "Task" [ 1150.139578] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.152211] env[68800]: DEBUG oslo_vmware.api [None req-488ae4d9-b8a3-4ea2-98ec-c1e2e2c00c5f tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244498, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.161577] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244496, 'name': CreateVM_Task, 'duration_secs': 0.388558} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.161794] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1150.162463] env[68800]: DEBUG oslo_concurrency.lockutils [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.162627] env[68800]: DEBUG oslo_concurrency.lockutils [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.162951] env[68800]: DEBUG oslo_concurrency.lockutils [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.165662] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30e17958-a605-4af6-b77b-129c5f8b0cdd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.172259] env[68800]: DEBUG oslo_vmware.api [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for the task: (returnval){ [ 1150.172259] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]526c0a68-dad1-3adb-89a8-3aaa3c2540cb" [ 1150.172259] env[68800]: _type = "Task" [ 1150.172259] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.181944] env[68800]: DEBUG oslo_vmware.api [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]526c0a68-dad1-3adb-89a8-3aaa3c2540cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.296020] env[68800]: DEBUG nova.compute.manager [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1150.541023] env[68800]: DEBUG nova.scheduler.client.report [None req-ebfb711a-7d11-451a-9cac-db2d975fd099 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.581333] env[68800]: DEBUG nova.compute.manager [req-f89d677e-3b99-4dcf-9877-174755f54205 req-68459b55-4a18-4cd1-b134-528ab5f8734d service nova] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Received event network-vif-plugged-142ffca3-8ffd-470d-956d-72faeaaa14e7 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.581333] env[68800]: DEBUG oslo_concurrency.lockutils [req-f89d677e-3b99-4dcf-9877-174755f54205 req-68459b55-4a18-4cd1-b134-528ab5f8734d service nova] Acquiring lock "f928755f-4bb3-4653-a05f-96feefeab51f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.581333] env[68800]: DEBUG oslo_concurrency.lockutils [req-f89d677e-3b99-4dcf-9877-174755f54205 req-68459b55-4a18-4cd1-b134-528ab5f8734d service nova] Lock "f928755f-4bb3-4653-a05f-96feefeab51f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.581333] env[68800]: DEBUG oslo_concurrency.lockutils [req-f89d677e-3b99-4dcf-9877-174755f54205 req-68459b55-4a18-4cd1-b134-528ab5f8734d service nova] Lock "f928755f-4bb3-4653-a05f-96feefeab51f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.581333] env[68800]: DEBUG nova.compute.manager [req-f89d677e-3b99-4dcf-9877-174755f54205 req-68459b55-4a18-4cd1-b134-528ab5f8734d service nova] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] No waiting events found dispatching network-vif-plugged-142ffca3-8ffd-470d-956d-72faeaaa14e7 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1150.581333] env[68800]: WARNING nova.compute.manager [req-f89d677e-3b99-4dcf-9877-174755f54205 req-68459b55-4a18-4cd1-b134-528ab5f8734d service nova] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Received unexpected event network-vif-plugged-142ffca3-8ffd-470d-956d-72faeaaa14e7 for instance with vm_state building and task_state spawning. [ 1150.593110] env[68800]: DEBUG nova.network.neutron [req-3041f8a4-98ad-4d02-8b6b-7e395c91ad38 req-cf09976b-2114-427c-b3e8-1fb78a903923 service nova] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Updated VIF entry in instance network info cache for port 532a74a8-c062-407c-8d51-69ab365d02e9. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1150.593110] env[68800]: DEBUG nova.network.neutron [req-3041f8a4-98ad-4d02-8b6b-7e395c91ad38 req-cf09976b-2114-427c-b3e8-1fb78a903923 service nova] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Updating instance_info_cache with network_info: [{"id": "532a74a8-c062-407c-8d51-69ab365d02e9", "address": "fa:16:3e:6e:76:e4", "network": {"id": "42ecce2f-2b8f-412c-a25a-eac985a7bc3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-882241878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a55e3ff738d49f8ae6b119fe8712bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap532a74a8-c0", "ovs_interfaceid": "532a74a8-c062-407c-8d51-69ab365d02e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.593110] env[68800]: DEBUG oslo_concurrency.lockutils [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquiring lock "refresh_cache-8b8a05f1-f724-4450-9b01-e6a63236ad35" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.593110] env[68800]: DEBUG oslo_concurrency.lockutils [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquired lock "refresh_cache-8b8a05f1-f724-4450-9b01-e6a63236ad35" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.593110] env[68800]: DEBUG nova.network.neutron [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.649984] env[68800]: DEBUG oslo_vmware.api [None req-488ae4d9-b8a3-4ea2-98ec-c1e2e2c00c5f tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244498, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181458} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.650968] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-488ae4d9-b8a3-4ea2-98ec-c1e2e2c00c5f tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1150.650968] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-488ae4d9-b8a3-4ea2-98ec-c1e2e2c00c5f tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1150.650968] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-488ae4d9-b8a3-4ea2-98ec-c1e2e2c00c5f tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1150.650968] env[68800]: INFO nova.compute.manager [None req-488ae4d9-b8a3-4ea2-98ec-c1e2e2c00c5f tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1150.651307] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-488ae4d9-b8a3-4ea2-98ec-c1e2e2c00c5f tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1150.651547] env[68800]: DEBUG nova.compute.manager [-] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1150.651684] env[68800]: DEBUG nova.network.neutron [-] [instance: bfc3517e-90cc-4690-a613-5935a8737314] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1150.683284] env[68800]: DEBUG oslo_vmware.api [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]526c0a68-dad1-3adb-89a8-3aaa3c2540cb, 'name': SearchDatastore_Task, 'duration_secs': 0.021451} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.683582] env[68800]: DEBUG oslo_concurrency.lockutils [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.683860] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1150.684333] env[68800]: DEBUG oslo_concurrency.lockutils [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.684333] env[68800]: DEBUG oslo_concurrency.lockutils [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.684480] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1150.684755] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9321567c-9bc9-45e3-b35e-7cc9089f322e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.695580] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1150.695580] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1150.696870] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c45bcf25-5310-4469-90bb-379bc3e89e0d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.702845] env[68800]: DEBUG oslo_vmware.api [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for the task: (returnval){ [ 1150.702845] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]522649d8-904c-7cbf-1744-6721d8fb12b9" [ 1150.702845] env[68800]: _type = "Task" [ 1150.702845] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.711777] env[68800]: DEBUG oslo_vmware.api [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]522649d8-904c-7cbf-1744-6721d8fb12b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.817251] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.906033] env[68800]: DEBUG nova.compute.manager [req-bdb92f1a-a94d-425c-ba01-ec94b96f6af4 req-83898a94-6e09-4795-a90e-19974cefcee4 service nova] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Received event network-vif-deleted-188e294c-0545-4528-b4fa-d4937657ddfc {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.906199] env[68800]: INFO nova.compute.manager [req-bdb92f1a-a94d-425c-ba01-ec94b96f6af4 req-83898a94-6e09-4795-a90e-19974cefcee4 service nova] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Neutron deleted interface 188e294c-0545-4528-b4fa-d4937657ddfc; detaching it from the instance and deleting it from the info cache [ 1150.906371] env[68800]: DEBUG nova.network.neutron [req-bdb92f1a-a94d-425c-ba01-ec94b96f6af4 req-83898a94-6e09-4795-a90e-19974cefcee4 service nova] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.985111] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7cdcf45f-c90d-4ddb-a14e-a9a2126504c9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "bc095118-54bb-47be-a309-fcc70fba31aa" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.985547] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7cdcf45f-c90d-4ddb-a14e-a9a2126504c9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "bc095118-54bb-47be-a309-fcc70fba31aa" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.985624] env[68800]: DEBUG nova.compute.manager [None req-7cdcf45f-c90d-4ddb-a14e-a9a2126504c9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Going to confirm migration 5 {{(pid=68800) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1151.047090] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ebfb711a-7d11-451a-9cac-db2d975fd099 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.756s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.049471] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.232s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.050930] env[68800]: INFO nova.compute.claims [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1151.066137] env[68800]: INFO nova.scheduler.client.report [None req-ebfb711a-7d11-451a-9cac-db2d975fd099 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Deleted allocations for instance 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc [ 1151.098766] env[68800]: DEBUG oslo_concurrency.lockutils [req-3041f8a4-98ad-4d02-8b6b-7e395c91ad38 req-cf09976b-2114-427c-b3e8-1fb78a903923 service nova] Releasing lock "refresh_cache-80bbda80-fc88-48d0-a014-396485ed36da" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.099055] env[68800]: DEBUG nova.compute.manager [req-3041f8a4-98ad-4d02-8b6b-7e395c91ad38 req-cf09976b-2114-427c-b3e8-1fb78a903923 service nova] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Received event network-vif-deleted-d2e1921f-f27a-48dc-9606-3c7089e09917 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.111525] env[68800]: DEBUG nova.network.neutron [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Successfully updated port: 142ffca3-8ffd-470d-956d-72faeaaa14e7 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1151.213911] env[68800]: DEBUG oslo_vmware.api [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]522649d8-904c-7cbf-1744-6721d8fb12b9, 'name': SearchDatastore_Task, 'duration_secs': 0.01079} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.216950] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9648c730-d831-4776-92bb-7871fe40ba40 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.223051] env[68800]: DEBUG oslo_vmware.api [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for the task: (returnval){ [ 1151.223051] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c9c22c-6dbb-9acc-5679-8d5f5de61957" [ 1151.223051] env[68800]: _type = "Task" [ 1151.223051] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.231679] env[68800]: DEBUG oslo_vmware.api [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c9c22c-6dbb-9acc-5679-8d5f5de61957, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.310196] env[68800]: DEBUG nova.network.neutron [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Updating instance_info_cache with network_info: [{"id": "029695fa-f2d2-4c29-9610-b3cdd40e7fd0", "address": "fa:16:3e:56:9a:c2", "network": {"id": "d2aa08d6-a1ed-4602-80f7-7e07ba244d6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2142783339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f658ebcc84a8451b9e8d28db15cd0d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap029695fa-f2", "ovs_interfaceid": "029695fa-f2d2-4c29-9610-b3cdd40e7fd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.389016] env[68800]: DEBUG nova.network.neutron [-] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.409725] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0d5b2401-18ad-4d4e-86e4-9011529fec67 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.423530] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472fdc0c-1102-4380-ac53-9eed63410329 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.457177] env[68800]: DEBUG nova.compute.manager [req-bdb92f1a-a94d-425c-ba01-ec94b96f6af4 req-83898a94-6e09-4795-a90e-19974cefcee4 service nova] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Detach interface failed, port_id=188e294c-0545-4528-b4fa-d4937657ddfc, reason: Instance bfc3517e-90cc-4690-a613-5935a8737314 could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1151.559830] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7cdcf45f-c90d-4ddb-a14e-a9a2126504c9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "refresh_cache-bc095118-54bb-47be-a309-fcc70fba31aa" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.559830] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7cdcf45f-c90d-4ddb-a14e-a9a2126504c9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquired lock "refresh_cache-bc095118-54bb-47be-a309-fcc70fba31aa" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.559830] env[68800]: DEBUG nova.network.neutron [None req-7cdcf45f-c90d-4ddb-a14e-a9a2126504c9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.560087] env[68800]: DEBUG nova.objects.instance [None req-7cdcf45f-c90d-4ddb-a14e-a9a2126504c9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lazy-loading 'info_cache' on Instance uuid bc095118-54bb-47be-a309-fcc70fba31aa {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.563217] env[68800]: DEBUG nova.compute.manager [req-eb6c3cac-9eb9-4362-9e45-fc988506b20a req-10c74aec-8402-4e63-9691-dae947a9575b service nova] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Received event network-changed-142ffca3-8ffd-470d-956d-72faeaaa14e7 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.563412] env[68800]: DEBUG nova.compute.manager [req-eb6c3cac-9eb9-4362-9e45-fc988506b20a req-10c74aec-8402-4e63-9691-dae947a9575b service nova] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Refreshing instance network info cache due to event network-changed-142ffca3-8ffd-470d-956d-72faeaaa14e7. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1151.563819] env[68800]: DEBUG oslo_concurrency.lockutils [req-eb6c3cac-9eb9-4362-9e45-fc988506b20a req-10c74aec-8402-4e63-9691-dae947a9575b service nova] Acquiring lock "refresh_cache-f928755f-4bb3-4653-a05f-96feefeab51f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.563819] env[68800]: DEBUG oslo_concurrency.lockutils [req-eb6c3cac-9eb9-4362-9e45-fc988506b20a req-10c74aec-8402-4e63-9691-dae947a9575b service nova] Acquired lock "refresh_cache-f928755f-4bb3-4653-a05f-96feefeab51f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.563917] env[68800]: DEBUG nova.network.neutron [req-eb6c3cac-9eb9-4362-9e45-fc988506b20a req-10c74aec-8402-4e63-9691-dae947a9575b service nova] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Refreshing network info cache for port 142ffca3-8ffd-470d-956d-72faeaaa14e7 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1151.573504] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ebfb711a-7d11-451a-9cac-db2d975fd099 tempest-AttachInterfacesUnderV243Test-1638744196 tempest-AttachInterfacesUnderV243Test-1638744196-project-member] Lock "99a29a11-5049-4ae4-8e86-b8b4fb4c35dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.114s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.613791] env[68800]: DEBUG oslo_concurrency.lockutils [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Acquiring lock "refresh_cache-f928755f-4bb3-4653-a05f-96feefeab51f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.737500] env[68800]: DEBUG oslo_vmware.api [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c9c22c-6dbb-9acc-5679-8d5f5de61957, 'name': SearchDatastore_Task, 'duration_secs': 0.011217} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.737879] env[68800]: DEBUG oslo_concurrency.lockutils [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.738290] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 80bbda80-fc88-48d0-a014-396485ed36da/80bbda80-fc88-48d0-a014-396485ed36da.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1151.738655] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12c8e94d-80f8-4606-92de-37cc66f855c0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.746636] env[68800]: DEBUG oslo_vmware.api [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for the task: (returnval){ [ 1151.746636] env[68800]: value = "task-3244499" [ 1151.746636] env[68800]: _type = "Task" [ 1151.746636] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.755778] env[68800]: DEBUG oslo_vmware.api [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244499, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.812913] env[68800]: DEBUG oslo_concurrency.lockutils [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Releasing lock "refresh_cache-8b8a05f1-f724-4450-9b01-e6a63236ad35" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.892441] env[68800]: INFO nova.compute.manager [-] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Took 1.24 seconds to deallocate network for instance. [ 1152.109504] env[68800]: DEBUG nova.network.neutron [req-eb6c3cac-9eb9-4362-9e45-fc988506b20a req-10c74aec-8402-4e63-9691-dae947a9575b service nova] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1152.200996] env[68800]: DEBUG nova.network.neutron [req-eb6c3cac-9eb9-4362-9e45-fc988506b20a req-10c74aec-8402-4e63-9691-dae947a9575b service nova] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.254626] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c63c70-c0b2-40a4-a47e-6b16867bcd11 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.260670] env[68800]: DEBUG oslo_vmware.api [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244499, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481793} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.261872] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 80bbda80-fc88-48d0-a014-396485ed36da/80bbda80-fc88-48d0-a014-396485ed36da.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1152.262224] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1152.262520] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9b81970-9578-448a-ace5-3920a2e3d3e4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.267271] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e09de9-ba6b-4f62-9136-76a88d221b43 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.272105] env[68800]: DEBUG oslo_vmware.api [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for the task: (returnval){ [ 1152.272105] env[68800]: value = "task-3244500" [ 1152.272105] env[68800]: _type = "Task" [ 1152.272105] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.305718] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fedfd1f1-bb0a-4e8a-98fb-13045cf8f302 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.311604] env[68800]: DEBUG oslo_vmware.api [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244500, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.318901] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e4783d-a38d-42a6-835b-160b57f90a8a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.327996] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e281803b-529b-4144-8d9a-ff9b3bfa6ad1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.339168] env[68800]: DEBUG nova.compute.provider_tree [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.344820] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d096191-aab4-4bf3-a974-c3da33c86785 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.398647] env[68800]: DEBUG oslo_concurrency.lockutils [None req-488ae4d9-b8a3-4ea2-98ec-c1e2e2c00c5f tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.703876] env[68800]: DEBUG oslo_concurrency.lockutils [req-eb6c3cac-9eb9-4362-9e45-fc988506b20a req-10c74aec-8402-4e63-9691-dae947a9575b service nova] Releasing lock "refresh_cache-f928755f-4bb3-4653-a05f-96feefeab51f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.704281] env[68800]: DEBUG oslo_concurrency.lockutils [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Acquired lock "refresh_cache-f928755f-4bb3-4653-a05f-96feefeab51f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.704467] env[68800]: DEBUG nova.network.neutron [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.758284] env[68800]: DEBUG nova.network.neutron [None req-7cdcf45f-c90d-4ddb-a14e-a9a2126504c9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Updating instance_info_cache with network_info: [{"id": "75d10683-374a-4cb8-817d-041e53aa311b", "address": "fa:16:3e:7a:9d:99", "network": {"id": "aee245cb-ee4d-4a69-b6dd-d607d862d951", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-900599029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84cb1a2d15ae40b294b17dabe7bbbfd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75d10683-37", "ovs_interfaceid": "75d10683-374a-4cb8-817d-041e53aa311b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.782103] env[68800]: DEBUG oslo_vmware.api [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244500, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064171} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.782384] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1152.783175] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f44612-896a-4eb8-b4ab-795d39a2bfa9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.807196] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 80bbda80-fc88-48d0-a014-396485ed36da/80bbda80-fc88-48d0-a014-396485ed36da.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1152.807824] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86ca96a3-40a6-43b0-8a7b-9358c4b2d892 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.827408] env[68800]: DEBUG oslo_vmware.api [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for the task: (returnval){ [ 1152.827408] env[68800]: value = "task-3244501" [ 1152.827408] env[68800]: _type = "Task" [ 1152.827408] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.835545] env[68800]: DEBUG oslo_vmware.api [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244501, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.841873] env[68800]: DEBUG nova.scheduler.client.report [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.238171] env[68800]: DEBUG nova.network.neutron [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1153.260886] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7cdcf45f-c90d-4ddb-a14e-a9a2126504c9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Releasing lock "refresh_cache-bc095118-54bb-47be-a309-fcc70fba31aa" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.261182] env[68800]: DEBUG nova.objects.instance [None req-7cdcf45f-c90d-4ddb-a14e-a9a2126504c9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lazy-loading 'migration_context' on Instance uuid bc095118-54bb-47be-a309-fcc70fba31aa {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.338753] env[68800]: DEBUG oslo_vmware.api [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244501, 'name': ReconfigVM_Task, 'duration_secs': 0.268681} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.339045] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 80bbda80-fc88-48d0-a014-396485ed36da/80bbda80-fc88-48d0-a014-396485ed36da.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1153.339678] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5b72e87-815e-48fb-aeab-5745941bd11f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.349707] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.300s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.350261] env[68800]: DEBUG nova.compute.manager [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1153.354867] env[68800]: DEBUG oslo_concurrency.lockutils [None req-488ae4d9-b8a3-4ea2-98ec-c1e2e2c00c5f tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.956s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.354867] env[68800]: DEBUG nova.objects.instance [None req-488ae4d9-b8a3-4ea2-98ec-c1e2e2c00c5f tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lazy-loading 'resources' on Instance uuid bfc3517e-90cc-4690-a613-5935a8737314 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.355879] env[68800]: DEBUG oslo_vmware.api [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for the task: (returnval){ [ 1153.355879] env[68800]: value = "task-3244502" [ 1153.355879] env[68800]: _type = "Task" [ 1153.355879] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.368903] env[68800]: DEBUG oslo_vmware.api [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244502, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.400022] env[68800]: DEBUG nova.network.neutron [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Updating instance_info_cache with network_info: [{"id": "142ffca3-8ffd-470d-956d-72faeaaa14e7", "address": "fa:16:3e:20:c2:1e", "network": {"id": "f0cd4842-ddbd-4b1c-ae1f-572165adcf58", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2081563423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d85c7de7338c4e95a65fcf648a8c37a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap142ffca3-8f", "ovs_interfaceid": "142ffca3-8ffd-470d-956d-72faeaaa14e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.455114] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d7968e-be1f-4f1d-b18f-1bbf6aded21d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.479487] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425f3f29-9378-4849-81f0-3dd833318974 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.490406] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Updating instance '8b8a05f1-f724-4450-9b01-e6a63236ad35' progress to 83 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1153.764492] env[68800]: DEBUG nova.objects.base [None req-7cdcf45f-c90d-4ddb-a14e-a9a2126504c9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68800) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1153.765479] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2e0dde-4b0a-42bb-9962-26a1eec30a72 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.789847] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04bcf756-4d23-45d3-9af7-8e0f1ab8d1a6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.795833] env[68800]: DEBUG oslo_vmware.api [None req-7cdcf45f-c90d-4ddb-a14e-a9a2126504c9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 1153.795833] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52d22777-c63d-d238-bd6c-4c80a7206c31" [ 1153.795833] env[68800]: _type = "Task" [ 1153.795833] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.805858] env[68800]: DEBUG oslo_vmware.api [None req-7cdcf45f-c90d-4ddb-a14e-a9a2126504c9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52d22777-c63d-d238-bd6c-4c80a7206c31, 'name': SearchDatastore_Task, 'duration_secs': 0.008514} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.806162] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7cdcf45f-c90d-4ddb-a14e-a9a2126504c9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.857965] env[68800]: DEBUG nova.compute.utils [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1153.863531] env[68800]: DEBUG nova.compute.manager [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1153.863714] env[68800]: DEBUG nova.network.neutron [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1153.875462] env[68800]: DEBUG oslo_vmware.api [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244502, 'name': Rename_Task, 'duration_secs': 0.153754} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.875746] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1153.875991] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5af17905-70b8-458f-ba05-ac74541fd928 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.883679] env[68800]: DEBUG oslo_vmware.api [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for the task: (returnval){ [ 1153.883679] env[68800]: value = "task-3244503" [ 1153.883679] env[68800]: _type = "Task" [ 1153.883679] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.892377] env[68800]: DEBUG oslo_vmware.api [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244503, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.899389] env[68800]: DEBUG oslo_concurrency.lockutils [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Releasing lock "refresh_cache-f928755f-4bb3-4653-a05f-96feefeab51f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.900298] env[68800]: DEBUG nova.compute.manager [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Instance network_info: |[{"id": "142ffca3-8ffd-470d-956d-72faeaaa14e7", "address": "fa:16:3e:20:c2:1e", "network": {"id": "f0cd4842-ddbd-4b1c-ae1f-572165adcf58", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2081563423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d85c7de7338c4e95a65fcf648a8c37a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap142ffca3-8f", "ovs_interfaceid": "142ffca3-8ffd-470d-956d-72faeaaa14e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1153.900298] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:c2:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a8f5363-be3a-4f92-9ccf-33bb0c8113b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '142ffca3-8ffd-470d-956d-72faeaaa14e7', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1153.908332] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.912154] env[68800]: DEBUG nova.policy [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a96c7442cd264c5ba69ab5535345b2fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85c5a45ac2714c49906e94554e4f3354', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 1153.913543] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1153.914355] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8b405a0-add7-448f-b22d-5e8f3a671871 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.940097] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1153.940097] env[68800]: value = "task-3244504" [ 1153.940097] env[68800]: _type = "Task" [ 1153.940097] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.951443] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244504, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.000231] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1154.000623] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-632deb2f-f8fd-486c-a884-938e9794283f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.013588] env[68800]: DEBUG oslo_vmware.api [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 1154.013588] env[68800]: value = "task-3244505" [ 1154.013588] env[68800]: _type = "Task" [ 1154.013588] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.028070] env[68800]: DEBUG oslo_vmware.api [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244505, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.050540] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7f31ba-e1a6-4ad5-8ac7-5b4c5152cbd9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.060926] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06f8ae0-f8a1-436c-b071-781f648f1009 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.114148] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa5aded-2ebe-457d-9533-445a12787d65 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.129106] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e642d01-8eee-4c97-be19-fec381e2b946 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.146869] env[68800]: DEBUG nova.compute.provider_tree [None req-488ae4d9-b8a3-4ea2-98ec-c1e2e2c00c5f tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.214418] env[68800]: DEBUG nova.network.neutron [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Successfully created port: 00548467-f5eb-4899-8162-53a35cdcec69 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1154.364769] env[68800]: DEBUG nova.compute.manager [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1154.396944] env[68800]: DEBUG oslo_vmware.api [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244503, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.451572] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244504, 'name': CreateVM_Task, 'duration_secs': 0.349251} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.451774] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1154.452525] env[68800]: DEBUG oslo_concurrency.lockutils [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.452695] env[68800]: DEBUG oslo_concurrency.lockutils [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.453039] env[68800]: DEBUG oslo_concurrency.lockutils [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.453313] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50ca684b-734a-448d-a80b-4fe8593faafe {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.458943] env[68800]: DEBUG oslo_vmware.api [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the task: (returnval){ [ 1154.458943] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5267e390-6afc-7c6b-5eef-18f42e41d957" [ 1154.458943] env[68800]: _type = "Task" [ 1154.458943] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.467615] env[68800]: DEBUG oslo_vmware.api [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5267e390-6afc-7c6b-5eef-18f42e41d957, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.524238] env[68800]: DEBUG oslo_vmware.api [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244505, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.650244] env[68800]: DEBUG nova.scheduler.client.report [None req-488ae4d9-b8a3-4ea2-98ec-c1e2e2c00c5f tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.896030] env[68800]: DEBUG oslo_vmware.api [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244503, 'name': PowerOnVM_Task, 'duration_secs': 0.518534} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.896030] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1154.896194] env[68800]: INFO nova.compute.manager [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Took 8.45 seconds to spawn the instance on the hypervisor. [ 1154.896284] env[68800]: DEBUG nova.compute.manager [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1154.897103] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cd8f55-5bbe-49f0-84a0-336530d35516 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.970033] env[68800]: DEBUG oslo_vmware.api [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5267e390-6afc-7c6b-5eef-18f42e41d957, 'name': SearchDatastore_Task, 'duration_secs': 0.01521} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.970525] env[68800]: DEBUG oslo_concurrency.lockutils [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.970768] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1154.971008] env[68800]: DEBUG oslo_concurrency.lockutils [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.971175] env[68800]: DEBUG oslo_concurrency.lockutils [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.971353] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1154.971608] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b131459d-7fd1-4cd6-a0df-aa6e8888ac6d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.981751] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1154.981921] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1154.982639] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e070abfe-ec96-43c2-aee4-64709af1ef93 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.988596] env[68800]: DEBUG oslo_vmware.api [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the task: (returnval){ [ 1154.988596] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52de463a-3e3f-dd62-e52d-dfbddd374f70" [ 1154.988596] env[68800]: _type = "Task" [ 1154.988596] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.997141] env[68800]: DEBUG oslo_vmware.api [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52de463a-3e3f-dd62-e52d-dfbddd374f70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.023799] env[68800]: DEBUG oslo_vmware.api [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244505, 'name': PowerOnVM_Task, 'duration_secs': 0.758572} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.024077] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1155.024265] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-120d6c43-d130-40e5-8379-37059b5ef54a tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Updating instance '8b8a05f1-f724-4450-9b01-e6a63236ad35' progress to 100 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1155.094468] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.094694] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.094842] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.094992] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.095174] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.095351] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.095506] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.095645] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68800) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1155.095793] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager.update_available_resource {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.154902] env[68800]: DEBUG oslo_concurrency.lockutils [None req-488ae4d9-b8a3-4ea2-98ec-c1e2e2c00c5f tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.800s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.157893] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7cdcf45f-c90d-4ddb-a14e-a9a2126504c9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.352s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.179496] env[68800]: INFO nova.scheduler.client.report [None req-488ae4d9-b8a3-4ea2-98ec-c1e2e2c00c5f tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Deleted allocations for instance bfc3517e-90cc-4690-a613-5935a8737314 [ 1155.378108] env[68800]: DEBUG nova.compute.manager [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1155.407315] env[68800]: DEBUG nova.virt.hardware [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1155.407636] env[68800]: DEBUG nova.virt.hardware [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1155.407837] env[68800]: DEBUG nova.virt.hardware [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1155.408084] env[68800]: DEBUG nova.virt.hardware [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1155.408296] env[68800]: DEBUG nova.virt.hardware [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1155.408511] env[68800]: DEBUG nova.virt.hardware [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1155.408790] env[68800]: DEBUG nova.virt.hardware [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1155.409103] env[68800]: DEBUG nova.virt.hardware [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1155.409275] env[68800]: DEBUG nova.virt.hardware [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1155.409500] env[68800]: DEBUG nova.virt.hardware [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1155.409739] env[68800]: DEBUG nova.virt.hardware [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1155.417431] env[68800]: INFO nova.compute.manager [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Took 13.28 seconds to build instance. [ 1155.419373] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4c083a-0105-4840-aaaf-3462051ca29d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.429796] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbef4fb2-417c-4e43-b23b-a4c7774b5485 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.499581] env[68800]: DEBUG oslo_vmware.api [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52de463a-3e3f-dd62-e52d-dfbddd374f70, 'name': SearchDatastore_Task, 'duration_secs': 0.01013} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.502072] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4192bef7-432a-4006-a921-6e88fc121873 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.506987] env[68800]: DEBUG oslo_vmware.api [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the task: (returnval){ [ 1155.506987] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52016e49-ad7d-fa98-a2d0-4190371b0d94" [ 1155.506987] env[68800]: _type = "Task" [ 1155.506987] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.519023] env[68800]: DEBUG oslo_vmware.api [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52016e49-ad7d-fa98-a2d0-4190371b0d94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.599221] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.644953] env[68800]: DEBUG nova.compute.manager [req-297a2636-37ad-4413-8725-57bd8f6b839b req-7217159c-98e0-4996-838c-1239bebf3794 service nova] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Received event network-vif-plugged-00548467-f5eb-4899-8162-53a35cdcec69 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.645058] env[68800]: DEBUG oslo_concurrency.lockutils [req-297a2636-37ad-4413-8725-57bd8f6b839b req-7217159c-98e0-4996-838c-1239bebf3794 service nova] Acquiring lock "985f9de8-b51c-4f19-9f05-658c20d11cf5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.645635] env[68800]: DEBUG oslo_concurrency.lockutils [req-297a2636-37ad-4413-8725-57bd8f6b839b req-7217159c-98e0-4996-838c-1239bebf3794 service nova] Lock "985f9de8-b51c-4f19-9f05-658c20d11cf5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.645817] env[68800]: DEBUG oslo_concurrency.lockutils [req-297a2636-37ad-4413-8725-57bd8f6b839b req-7217159c-98e0-4996-838c-1239bebf3794 service nova] Lock "985f9de8-b51c-4f19-9f05-658c20d11cf5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.645990] env[68800]: DEBUG nova.compute.manager [req-297a2636-37ad-4413-8725-57bd8f6b839b req-7217159c-98e0-4996-838c-1239bebf3794 service nova] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] No waiting events found dispatching network-vif-plugged-00548467-f5eb-4899-8162-53a35cdcec69 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1155.646185] env[68800]: WARNING nova.compute.manager [req-297a2636-37ad-4413-8725-57bd8f6b839b req-7217159c-98e0-4996-838c-1239bebf3794 service nova] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Received unexpected event network-vif-plugged-00548467-f5eb-4899-8162-53a35cdcec69 for instance with vm_state building and task_state spawning. [ 1155.688150] env[68800]: DEBUG oslo_concurrency.lockutils [None req-488ae4d9-b8a3-4ea2-98ec-c1e2e2c00c5f tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "bfc3517e-90cc-4690-a613-5935a8737314" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.685s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.736781] env[68800]: DEBUG nova.network.neutron [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Successfully updated port: 00548467-f5eb-4899-8162-53a35cdcec69 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1155.811960] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8248c6f-d34d-4b5e-ba2f-11d482a7690a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.820766] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd5e42a-fffb-4448-a98b-19e08c196a5f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.852359] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1c7ed0-cf2a-4890-8f0e-7e50cb573842 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.860922] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a27c38-456e-4bac-8655-bfbe71d50a2a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.875144] env[68800]: DEBUG nova.compute.provider_tree [None req-7cdcf45f-c90d-4ddb-a14e-a9a2126504c9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.919552] env[68800]: DEBUG oslo_concurrency.lockutils [None req-378c7863-0547-4f83-9e3a-5f308fdb3455 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "80bbda80-fc88-48d0-a014-396485ed36da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.791s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.018057] env[68800]: DEBUG oslo_vmware.api [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52016e49-ad7d-fa98-a2d0-4190371b0d94, 'name': SearchDatastore_Task, 'duration_secs': 0.011097} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.018325] env[68800]: DEBUG oslo_concurrency.lockutils [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.018584] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] f928755f-4bb3-4653-a05f-96feefeab51f/f928755f-4bb3-4653-a05f-96feefeab51f.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1156.018833] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eec775bc-e90d-449b-b463-8d1fd2870053 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.026286] env[68800]: DEBUG oslo_vmware.api [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the task: (returnval){ [ 1156.026286] env[68800]: value = "task-3244506" [ 1156.026286] env[68800]: _type = "Task" [ 1156.026286] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.036158] env[68800]: DEBUG oslo_vmware.api [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244506, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.239843] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "refresh_cache-985f9de8-b51c-4f19-9f05-658c20d11cf5" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.239994] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquired lock "refresh_cache-985f9de8-b51c-4f19-9f05-658c20d11cf5" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.240142] env[68800]: DEBUG nova.network.neutron [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.254955] env[68800]: DEBUG nova.compute.manager [req-9952e945-6822-4516-a714-88665af46da1 req-8fc24d49-5a96-4e20-bb45-b8a2e9d372ce service nova] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Received event network-changed-578c5d4b-09f4-4069-8c7d-7e91da41c0fd {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.255432] env[68800]: DEBUG nova.compute.manager [req-9952e945-6822-4516-a714-88665af46da1 req-8fc24d49-5a96-4e20-bb45-b8a2e9d372ce service nova] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Refreshing instance network info cache due to event network-changed-578c5d4b-09f4-4069-8c7d-7e91da41c0fd. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1156.255671] env[68800]: DEBUG oslo_concurrency.lockutils [req-9952e945-6822-4516-a714-88665af46da1 req-8fc24d49-5a96-4e20-bb45-b8a2e9d372ce service nova] Acquiring lock "refresh_cache-24a88c02-c732-4589-ae47-c23172b82898" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.255817] env[68800]: DEBUG oslo_concurrency.lockutils [req-9952e945-6822-4516-a714-88665af46da1 req-8fc24d49-5a96-4e20-bb45-b8a2e9d372ce service nova] Acquired lock "refresh_cache-24a88c02-c732-4589-ae47-c23172b82898" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.255981] env[68800]: DEBUG nova.network.neutron [req-9952e945-6822-4516-a714-88665af46da1 req-8fc24d49-5a96-4e20-bb45-b8a2e9d372ce service nova] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Refreshing network info cache for port 578c5d4b-09f4-4069-8c7d-7e91da41c0fd {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1156.378157] env[68800]: DEBUG nova.scheduler.client.report [None req-7cdcf45f-c90d-4ddb-a14e-a9a2126504c9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.537211] env[68800]: DEBUG oslo_vmware.api [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244506, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472511} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.537465] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] f928755f-4bb3-4653-a05f-96feefeab51f/f928755f-4bb3-4653-a05f-96feefeab51f.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1156.537684] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1156.538358] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed2bb717-8b03-4c1a-8b83-716b62b3ee5a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.546511] env[68800]: DEBUG oslo_vmware.api [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the task: (returnval){ [ 1156.546511] env[68800]: value = "task-3244507" [ 1156.546511] env[68800]: _type = "Task" [ 1156.546511] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.557301] env[68800]: DEBUG oslo_vmware.api [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244507, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.773928] env[68800]: DEBUG nova.network.neutron [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1156.993698] env[68800]: DEBUG nova.network.neutron [req-9952e945-6822-4516-a714-88665af46da1 req-8fc24d49-5a96-4e20-bb45-b8a2e9d372ce service nova] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Updated VIF entry in instance network info cache for port 578c5d4b-09f4-4069-8c7d-7e91da41c0fd. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1156.994114] env[68800]: DEBUG nova.network.neutron [req-9952e945-6822-4516-a714-88665af46da1 req-8fc24d49-5a96-4e20-bb45-b8a2e9d372ce service nova] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Updating instance_info_cache with network_info: [{"id": "578c5d4b-09f4-4069-8c7d-7e91da41c0fd", "address": "fa:16:3e:7c:e1:f0", "network": {"id": "42ecce2f-2b8f-412c-a25a-eac985a7bc3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-882241878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a55e3ff738d49f8ae6b119fe8712bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap578c5d4b-09", "ovs_interfaceid": "578c5d4b-09f4-4069-8c7d-7e91da41c0fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.009372] env[68800]: DEBUG nova.network.neutron [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Updating instance_info_cache with network_info: [{"id": "00548467-f5eb-4899-8162-53a35cdcec69", "address": "fa:16:3e:f1:eb:51", "network": {"id": "05cefbb5-ab7f-4aed-85f9-10a508e4af94", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1038579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85c5a45ac2714c49906e94554e4f3354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00548467-f5", "ovs_interfaceid": "00548467-f5eb-4899-8162-53a35cdcec69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.057237] env[68800]: DEBUG oslo_vmware.api [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244507, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066196} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.057494] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1157.058367] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c596d8f-1342-46cf-99ee-2acea3bad50a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.080916] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] f928755f-4bb3-4653-a05f-96feefeab51f/f928755f-4bb3-4653-a05f-96feefeab51f.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.081241] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c22dbab3-062c-428c-9d0f-579d52fab89f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.106575] env[68800]: DEBUG oslo_vmware.api [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the task: (returnval){ [ 1157.106575] env[68800]: value = "task-3244508" [ 1157.106575] env[68800]: _type = "Task" [ 1157.106575] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.114281] env[68800]: DEBUG oslo_vmware.api [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244508, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.117830] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5c7982d9-e341-44c2-97a7-91c95c5d3bfc tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Acquiring lock "f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.118137] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5c7982d9-e341-44c2-97a7-91c95c5d3bfc tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Lock "f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.389219] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7cdcf45f-c90d-4ddb-a14e-a9a2126504c9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.231s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.392066] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.793s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.392931] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.392931] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68800) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1157.393474] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237bc19a-173d-4288-8977-da15e7394741 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.404695] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98bbcb93-3f0e-4c23-a8f7-8418b6ac82ee {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.421296] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8dd7f9-d06a-4162-b5f8-07c13d2c5389 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.429427] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561788f1-2de7-4c4e-8fb4-c688d986544e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.461133] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179710MB free_disk=120GB free_vcpus=48 pci_devices=None {{(pid=68800) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1157.461223] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.461451] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.497199] env[68800]: DEBUG oslo_concurrency.lockutils [req-9952e945-6822-4516-a714-88665af46da1 req-8fc24d49-5a96-4e20-bb45-b8a2e9d372ce service nova] Releasing lock "refresh_cache-24a88c02-c732-4589-ae47-c23172b82898" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.511362] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Releasing lock "refresh_cache-985f9de8-b51c-4f19-9f05-658c20d11cf5" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.511729] env[68800]: DEBUG nova.compute.manager [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Instance network_info: |[{"id": "00548467-f5eb-4899-8162-53a35cdcec69", "address": "fa:16:3e:f1:eb:51", "network": {"id": "05cefbb5-ab7f-4aed-85f9-10a508e4af94", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1038579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85c5a45ac2714c49906e94554e4f3354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00548467-f5", "ovs_interfaceid": "00548467-f5eb-4899-8162-53a35cdcec69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1157.512498] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:eb:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78e1ebb0-0130-446b-bf73-a0e59bbb95cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00548467-f5eb-4899-8162-53a35cdcec69', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1157.520910] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.521466] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1157.521702] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b984b025-1126-4254-bcb1-29b6d2eca087 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.544842] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1157.544842] env[68800]: value = "task-3244509" [ 1157.544842] env[68800]: _type = "Task" [ 1157.544842] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.556049] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244509, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.616250] env[68800]: DEBUG oslo_vmware.api [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244508, 'name': ReconfigVM_Task, 'duration_secs': 0.283717} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.616645] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Reconfigured VM instance instance-00000069 to attach disk [datastore2] f928755f-4bb3-4653-a05f-96feefeab51f/f928755f-4bb3-4653-a05f-96feefeab51f.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.617569] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91632b8b-dace-4b3a-a6a2-223e1a0a37cd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.620707] env[68800]: INFO nova.compute.manager [None req-5c7982d9-e341-44c2-97a7-91c95c5d3bfc tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Detaching volume 95c2c032-a3d9-47a7-b901-24bb02cf4a3f [ 1157.627075] env[68800]: DEBUG oslo_vmware.api [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the task: (returnval){ [ 1157.627075] env[68800]: value = "task-3244510" [ 1157.627075] env[68800]: _type = "Task" [ 1157.627075] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.644768] env[68800]: DEBUG oslo_vmware.api [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244510, 'name': Rename_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.660076] env[68800]: INFO nova.virt.block_device [None req-5c7982d9-e341-44c2-97a7-91c95c5d3bfc tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Attempting to driver detach volume 95c2c032-a3d9-47a7-b901-24bb02cf4a3f from mountpoint /dev/sdb [ 1157.660326] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c7982d9-e341-44c2-97a7-91c95c5d3bfc tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Volume detach. Driver type: vmdk {{(pid=68800) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1157.660513] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c7982d9-e341-44c2-97a7-91c95c5d3bfc tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648365', 'volume_id': '95c2c032-a3d9-47a7-b901-24bb02cf4a3f', 'name': 'volume-95c2c032-a3d9-47a7-b901-24bb02cf4a3f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09', 'attached_at': '', 'detached_at': '', 'volume_id': '95c2c032-a3d9-47a7-b901-24bb02cf4a3f', 'serial': '95c2c032-a3d9-47a7-b901-24bb02cf4a3f'} {{(pid=68800) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1157.661396] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd42aa7-2c9c-4ec7-85c2-fdf66205140d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.685459] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9cb753-60dd-4939-9894-d6fdf502c7b1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.690616] env[68800]: DEBUG nova.compute.manager [req-b2aa7653-35da-4485-9e45-62c4a77f4ceb req-4941b60f-baf7-41f3-825d-c0d77ed72fd4 service nova] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Received event network-changed-00548467-f5eb-4899-8162-53a35cdcec69 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.690865] env[68800]: DEBUG nova.compute.manager [req-b2aa7653-35da-4485-9e45-62c4a77f4ceb req-4941b60f-baf7-41f3-825d-c0d77ed72fd4 service nova] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Refreshing instance network info cache due to event network-changed-00548467-f5eb-4899-8162-53a35cdcec69. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1157.691160] env[68800]: DEBUG oslo_concurrency.lockutils [req-b2aa7653-35da-4485-9e45-62c4a77f4ceb req-4941b60f-baf7-41f3-825d-c0d77ed72fd4 service nova] Acquiring lock "refresh_cache-985f9de8-b51c-4f19-9f05-658c20d11cf5" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.691373] env[68800]: DEBUG oslo_concurrency.lockutils [req-b2aa7653-35da-4485-9e45-62c4a77f4ceb req-4941b60f-baf7-41f3-825d-c0d77ed72fd4 service nova] Acquired lock "refresh_cache-985f9de8-b51c-4f19-9f05-658c20d11cf5" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.691605] env[68800]: DEBUG nova.network.neutron [req-b2aa7653-35da-4485-9e45-62c4a77f4ceb req-4941b60f-baf7-41f3-825d-c0d77ed72fd4 service nova] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Refreshing network info cache for port 00548467-f5eb-4899-8162-53a35cdcec69 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1157.698761] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8681386e-9d54-4095-ac7d-a860fab1cca9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.723071] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b074c60d-93ba-4caa-8b4c-d039d0d20c9c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.740340] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c7982d9-e341-44c2-97a7-91c95c5d3bfc tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] The volume has not been displaced from its original location: [datastore1] volume-95c2c032-a3d9-47a7-b901-24bb02cf4a3f/volume-95c2c032-a3d9-47a7-b901-24bb02cf4a3f.vmdk. No consolidation needed. {{(pid=68800) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1157.745802] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c7982d9-e341-44c2-97a7-91c95c5d3bfc tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Reconfiguring VM instance instance-00000050 to detach disk 2001 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1157.746160] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc17d8c1-6ba8-486c-992c-f59bbd45d172 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.770035] env[68800]: DEBUG oslo_vmware.api [None req-5c7982d9-e341-44c2-97a7-91c95c5d3bfc tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Waiting for the task: (returnval){ [ 1157.770035] env[68800]: value = "task-3244511" [ 1157.770035] env[68800]: _type = "Task" [ 1157.770035] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.780439] env[68800]: DEBUG oslo_vmware.api [None req-5c7982d9-e341-44c2-97a7-91c95c5d3bfc tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244511, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.866711] env[68800]: DEBUG nova.network.neutron [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Port 029695fa-f2d2-4c29-9610-b3cdd40e7fd0 binding to destination host cpu-1 is already ACTIVE {{(pid=68800) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1157.867295] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquiring lock "refresh_cache-8b8a05f1-f724-4450-9b01-e6a63236ad35" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.867604] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquired lock "refresh_cache-8b8a05f1-f724-4450-9b01-e6a63236ad35" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.867935] env[68800]: DEBUG nova.network.neutron [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1157.948858] env[68800]: INFO nova.scheduler.client.report [None req-7cdcf45f-c90d-4ddb-a14e-a9a2126504c9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Deleted allocation for migration 7f0f84dd-8945-4183-9e5f-23731f8b2d2a [ 1158.056136] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244509, 'name': CreateVM_Task, 'duration_secs': 0.33683} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.056136] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1158.056330] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.056477] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.056850] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.057155] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d19d91e-767d-4015-aca4-f6a66e923929 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.062412] env[68800]: DEBUG oslo_vmware.api [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1158.062412] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52106d29-eafa-7165-d229-9f0d750c0612" [ 1158.062412] env[68800]: _type = "Task" [ 1158.062412] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.070564] env[68800]: DEBUG oslo_vmware.api [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52106d29-eafa-7165-d229-9f0d750c0612, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.139035] env[68800]: DEBUG oslo_vmware.api [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244510, 'name': Rename_Task, 'duration_secs': 0.22052} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.139333] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.139586] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22aa7cd0-1e25-4076-8092-c011c0945404 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.146625] env[68800]: DEBUG oslo_vmware.api [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the task: (returnval){ [ 1158.146625] env[68800]: value = "task-3244512" [ 1158.146625] env[68800]: _type = "Task" [ 1158.146625] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.155498] env[68800]: DEBUG oslo_vmware.api [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244512, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.282323] env[68800]: DEBUG oslo_vmware.api [None req-5c7982d9-e341-44c2-97a7-91c95c5d3bfc tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244511, 'name': ReconfigVM_Task, 'duration_secs': 0.472074} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.283641] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c7982d9-e341-44c2-97a7-91c95c5d3bfc tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Reconfigured VM instance instance-00000050 to detach disk 2001 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1158.289321] env[68800]: DEBUG nova.compute.manager [req-daddab96-f773-4d0d-a756-4326f5da6cb7 req-6e6c0f0a-8595-4bca-a314-aa9035bbc7d1 service nova] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Received event network-changed-532a74a8-c062-407c-8d51-69ab365d02e9 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.289502] env[68800]: DEBUG nova.compute.manager [req-daddab96-f773-4d0d-a756-4326f5da6cb7 req-6e6c0f0a-8595-4bca-a314-aa9035bbc7d1 service nova] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Refreshing instance network info cache due to event network-changed-532a74a8-c062-407c-8d51-69ab365d02e9. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1158.289706] env[68800]: DEBUG oslo_concurrency.lockutils [req-daddab96-f773-4d0d-a756-4326f5da6cb7 req-6e6c0f0a-8595-4bca-a314-aa9035bbc7d1 service nova] Acquiring lock "refresh_cache-80bbda80-fc88-48d0-a014-396485ed36da" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.289864] env[68800]: DEBUG oslo_concurrency.lockutils [req-daddab96-f773-4d0d-a756-4326f5da6cb7 req-6e6c0f0a-8595-4bca-a314-aa9035bbc7d1 service nova] Acquired lock "refresh_cache-80bbda80-fc88-48d0-a014-396485ed36da" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.290043] env[68800]: DEBUG nova.network.neutron [req-daddab96-f773-4d0d-a756-4326f5da6cb7 req-6e6c0f0a-8595-4bca-a314-aa9035bbc7d1 service nova] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Refreshing network info cache for port 532a74a8-c062-407c-8d51-69ab365d02e9 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1158.291353] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65820449-1ad8-41a2-8bae-fa8a5192e825 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.313024] env[68800]: DEBUG oslo_vmware.api [None req-5c7982d9-e341-44c2-97a7-91c95c5d3bfc tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Waiting for the task: (returnval){ [ 1158.313024] env[68800]: value = "task-3244513" [ 1158.313024] env[68800]: _type = "Task" [ 1158.313024] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.323090] env[68800]: DEBUG oslo_vmware.api [None req-5c7982d9-e341-44c2-97a7-91c95c5d3bfc tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244513, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.409447] env[68800]: DEBUG nova.network.neutron [req-b2aa7653-35da-4485-9e45-62c4a77f4ceb req-4941b60f-baf7-41f3-825d-c0d77ed72fd4 service nova] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Updated VIF entry in instance network info cache for port 00548467-f5eb-4899-8162-53a35cdcec69. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1158.411211] env[68800]: DEBUG nova.network.neutron [req-b2aa7653-35da-4485-9e45-62c4a77f4ceb req-4941b60f-baf7-41f3-825d-c0d77ed72fd4 service nova] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Updating instance_info_cache with network_info: [{"id": "00548467-f5eb-4899-8162-53a35cdcec69", "address": "fa:16:3e:f1:eb:51", "network": {"id": "05cefbb5-ab7f-4aed-85f9-10a508e4af94", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1038579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85c5a45ac2714c49906e94554e4f3354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00548467-f5", "ovs_interfaceid": "00548467-f5eb-4899-8162-53a35cdcec69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.454229] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7cdcf45f-c90d-4ddb-a14e-a9a2126504c9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "bc095118-54bb-47be-a309-fcc70fba31aa" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.469s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.473212] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Applying migration context for instance 8b8a05f1-f724-4450-9b01-e6a63236ad35 as it has an incoming, in-progress migration 075b6a8a-c30f-4ae5-ba0f-241523161dbb. Migration status is reverting {{(pid=68800) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1158.474489] env[68800]: INFO nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Updating resource usage from migration 075b6a8a-c30f-4ae5-ba0f-241523161dbb [ 1158.495527] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1158.495687] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 7d7b5615-de05-47c8-aea5-8f354a6588ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1158.495813] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 24a88c02-c732-4589-ae47-c23172b82898 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1158.495934] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance bc095118-54bb-47be-a309-fcc70fba31aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1158.496066] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Migration 075b6a8a-c30f-4ae5-ba0f-241523161dbb is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1158.496187] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 8b8a05f1-f724-4450-9b01-e6a63236ad35 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1158.496187] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 80bbda80-fc88-48d0-a014-396485ed36da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1158.496424] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance f928755f-4bb3-4653-a05f-96feefeab51f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1158.496512] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 985f9de8-b51c-4f19-9f05-658c20d11cf5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1158.496707] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=68800) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1158.496875] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2368MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=68800) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1158.579067] env[68800]: DEBUG oslo_vmware.api [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52106d29-eafa-7165-d229-9f0d750c0612, 'name': SearchDatastore_Task, 'duration_secs': 0.009773} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.582589] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.582868] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1158.583207] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.583361] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.583546] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1158.588822] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4e66d7d-4740-458f-b827-024b8d5547cd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.611902] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1158.612201] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1158.612980] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08b2ea58-6043-43de-9dfc-ed7666ca3a83 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.624113] env[68800]: DEBUG oslo_vmware.api [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1158.624113] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52973ebf-da29-0887-b112-9acfaaa3a6b1" [ 1158.624113] env[68800]: _type = "Task" [ 1158.624113] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.635709] env[68800]: DEBUG oslo_vmware.api [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52973ebf-da29-0887-b112-9acfaaa3a6b1, 'name': SearchDatastore_Task, 'duration_secs': 0.013026} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.641805] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fada00e5-c035-43e9-8c62-ea6d85e1436e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.651751] env[68800]: DEBUG oslo_vmware.api [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1158.651751] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]523a5d56-9787-3685-b29b-f4fdbb24e64d" [ 1158.651751] env[68800]: _type = "Task" [ 1158.651751] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.663347] env[68800]: DEBUG oslo_vmware.api [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244512, 'name': PowerOnVM_Task, 'duration_secs': 0.488458} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.664631] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1158.664631] env[68800]: INFO nova.compute.manager [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Took 9.09 seconds to spawn the instance on the hypervisor. [ 1158.664769] env[68800]: DEBUG nova.compute.manager [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1158.666758] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635b85dc-17f3-4b8b-b095-36f4a6d42f13 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.669746] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f31f4c-1548-4b38-96c5-08ff96740ed6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.675174] env[68800]: DEBUG oslo_vmware.api [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]523a5d56-9787-3685-b29b-f4fdbb24e64d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.677210] env[68800]: DEBUG nova.network.neutron [req-daddab96-f773-4d0d-a756-4326f5da6cb7 req-6e6c0f0a-8595-4bca-a314-aa9035bbc7d1 service nova] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Updated VIF entry in instance network info cache for port 532a74a8-c062-407c-8d51-69ab365d02e9. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1158.677560] env[68800]: DEBUG nova.network.neutron [req-daddab96-f773-4d0d-a756-4326f5da6cb7 req-6e6c0f0a-8595-4bca-a314-aa9035bbc7d1 service nova] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Updating instance_info_cache with network_info: [{"id": "532a74a8-c062-407c-8d51-69ab365d02e9", "address": "fa:16:3e:6e:76:e4", "network": {"id": "42ecce2f-2b8f-412c-a25a-eac985a7bc3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-882241878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a55e3ff738d49f8ae6b119fe8712bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap532a74a8-c0", "ovs_interfaceid": "532a74a8-c062-407c-8d51-69ab365d02e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.682733] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8938294-e26a-44d6-97da-032e00b239c5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.722184] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7c9b68-15d3-4311-beb1-38c45a1b9ce0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.731345] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56181a50-6764-41ae-bf38-85d1e07fd2a9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.746219] env[68800]: DEBUG nova.compute.provider_tree [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.780275] env[68800]: DEBUG nova.network.neutron [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Updating instance_info_cache with network_info: [{"id": "029695fa-f2d2-4c29-9610-b3cdd40e7fd0", "address": "fa:16:3e:56:9a:c2", "network": {"id": "d2aa08d6-a1ed-4602-80f7-7e07ba244d6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2142783339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f658ebcc84a8451b9e8d28db15cd0d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap029695fa-f2", "ovs_interfaceid": "029695fa-f2d2-4c29-9610-b3cdd40e7fd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.824025] env[68800]: DEBUG oslo_vmware.api [None req-5c7982d9-e341-44c2-97a7-91c95c5d3bfc tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244513, 'name': ReconfigVM_Task, 'duration_secs': 0.18438} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.824025] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c7982d9-e341-44c2-97a7-91c95c5d3bfc tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648365', 'volume_id': '95c2c032-a3d9-47a7-b901-24bb02cf4a3f', 'name': 'volume-95c2c032-a3d9-47a7-b901-24bb02cf4a3f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09', 'attached_at': '', 'detached_at': '', 'volume_id': '95c2c032-a3d9-47a7-b901-24bb02cf4a3f', 'serial': '95c2c032-a3d9-47a7-b901-24bb02cf4a3f'} {{(pid=68800) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1158.917657] env[68800]: DEBUG oslo_concurrency.lockutils [req-b2aa7653-35da-4485-9e45-62c4a77f4ceb req-4941b60f-baf7-41f3-825d-c0d77ed72fd4 service nova] Releasing lock "refresh_cache-985f9de8-b51c-4f19-9f05-658c20d11cf5" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.917936] env[68800]: DEBUG nova.compute.manager [req-b2aa7653-35da-4485-9e45-62c4a77f4ceb req-4941b60f-baf7-41f3-825d-c0d77ed72fd4 service nova] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Received event network-changed-532a74a8-c062-407c-8d51-69ab365d02e9 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.918123] env[68800]: DEBUG nova.compute.manager [req-b2aa7653-35da-4485-9e45-62c4a77f4ceb req-4941b60f-baf7-41f3-825d-c0d77ed72fd4 service nova] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Refreshing instance network info cache due to event network-changed-532a74a8-c062-407c-8d51-69ab365d02e9. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1158.918306] env[68800]: DEBUG oslo_concurrency.lockutils [req-b2aa7653-35da-4485-9e45-62c4a77f4ceb req-4941b60f-baf7-41f3-825d-c0d77ed72fd4 service nova] Acquiring lock "refresh_cache-80bbda80-fc88-48d0-a014-396485ed36da" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.167493] env[68800]: DEBUG oslo_vmware.api [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]523a5d56-9787-3685-b29b-f4fdbb24e64d, 'name': SearchDatastore_Task, 'duration_secs': 0.031955} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.167750] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.168115] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 985f9de8-b51c-4f19-9f05-658c20d11cf5/985f9de8-b51c-4f19-9f05-658c20d11cf5.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1159.168378] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fdcda880-1dc1-4936-98e0-5ccd77c13fdc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.175658] env[68800]: DEBUG oslo_vmware.api [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1159.175658] env[68800]: value = "task-3244514" [ 1159.175658] env[68800]: _type = "Task" [ 1159.175658] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.180231] env[68800]: DEBUG oslo_concurrency.lockutils [req-daddab96-f773-4d0d-a756-4326f5da6cb7 req-6e6c0f0a-8595-4bca-a314-aa9035bbc7d1 service nova] Releasing lock "refresh_cache-80bbda80-fc88-48d0-a014-396485ed36da" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.183481] env[68800]: DEBUG oslo_concurrency.lockutils [req-b2aa7653-35da-4485-9e45-62c4a77f4ceb req-4941b60f-baf7-41f3-825d-c0d77ed72fd4 service nova] Acquired lock "refresh_cache-80bbda80-fc88-48d0-a014-396485ed36da" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.183712] env[68800]: DEBUG nova.network.neutron [req-b2aa7653-35da-4485-9e45-62c4a77f4ceb req-4941b60f-baf7-41f3-825d-c0d77ed72fd4 service nova] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Refreshing network info cache for port 532a74a8-c062-407c-8d51-69ab365d02e9 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1159.184926] env[68800]: DEBUG oslo_vmware.api [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244514, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.199840] env[68800]: INFO nova.compute.manager [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Took 13.94 seconds to build instance. [ 1159.251363] env[68800]: DEBUG nova.scheduler.client.report [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.282222] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Releasing lock "refresh_cache-8b8a05f1-f724-4450-9b01-e6a63236ad35" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.375875] env[68800]: DEBUG nova.objects.instance [None req-5c7982d9-e341-44c2-97a7-91c95c5d3bfc tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Lazy-loading 'flavor' on Instance uuid f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.505556] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7cdcf45f-c90d-4ddb-a14e-a9a2126504c9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "bc095118-54bb-47be-a309-fcc70fba31aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.505972] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7cdcf45f-c90d-4ddb-a14e-a9a2126504c9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "bc095118-54bb-47be-a309-fcc70fba31aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.506204] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7cdcf45f-c90d-4ddb-a14e-a9a2126504c9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "bc095118-54bb-47be-a309-fcc70fba31aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.507025] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7cdcf45f-c90d-4ddb-a14e-a9a2126504c9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "bc095118-54bb-47be-a309-fcc70fba31aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.507300] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7cdcf45f-c90d-4ddb-a14e-a9a2126504c9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "bc095118-54bb-47be-a309-fcc70fba31aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.510067] env[68800]: INFO nova.compute.manager [None req-7cdcf45f-c90d-4ddb-a14e-a9a2126504c9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Terminating instance [ 1159.691266] env[68800]: DEBUG oslo_vmware.api [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244514, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.702976] env[68800]: DEBUG oslo_concurrency.lockutils [None req-46b5695a-f918-4869-9c6b-41b8f627b70b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lock "f928755f-4bb3-4653-a05f-96feefeab51f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.454s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.757681] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68800) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1159.757989] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.296s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.785954] env[68800]: DEBUG nova.compute.manager [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68800) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1160.014240] env[68800]: DEBUG nova.compute.manager [None req-7cdcf45f-c90d-4ddb-a14e-a9a2126504c9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1160.014479] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7cdcf45f-c90d-4ddb-a14e-a9a2126504c9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1160.015432] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07508659-fbde-4cc0-9877-2fed91b5f833 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.024138] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cdcf45f-c90d-4ddb-a14e-a9a2126504c9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.024419] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cdeb8a81-6319-4eb0-af52-df4e0538ece2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.033234] env[68800]: DEBUG oslo_vmware.api [None req-7cdcf45f-c90d-4ddb-a14e-a9a2126504c9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 1160.033234] env[68800]: value = "task-3244515" [ 1160.033234] env[68800]: _type = "Task" [ 1160.033234] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.044693] env[68800]: DEBUG oslo_vmware.api [None req-7cdcf45f-c90d-4ddb-a14e-a9a2126504c9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244515, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.085908] env[68800]: DEBUG nova.network.neutron [req-b2aa7653-35da-4485-9e45-62c4a77f4ceb req-4941b60f-baf7-41f3-825d-c0d77ed72fd4 service nova] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Updated VIF entry in instance network info cache for port 532a74a8-c062-407c-8d51-69ab365d02e9. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1160.086324] env[68800]: DEBUG nova.network.neutron [req-b2aa7653-35da-4485-9e45-62c4a77f4ceb req-4941b60f-baf7-41f3-825d-c0d77ed72fd4 service nova] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Updating instance_info_cache with network_info: [{"id": "532a74a8-c062-407c-8d51-69ab365d02e9", "address": "fa:16:3e:6e:76:e4", "network": {"id": "42ecce2f-2b8f-412c-a25a-eac985a7bc3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-882241878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a55e3ff738d49f8ae6b119fe8712bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap532a74a8-c0", "ovs_interfaceid": "532a74a8-c062-407c-8d51-69ab365d02e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.190454] env[68800]: DEBUG oslo_vmware.api [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244514, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673706} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.190689] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 985f9de8-b51c-4f19-9f05-658c20d11cf5/985f9de8-b51c-4f19-9f05-658c20d11cf5.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1160.191333] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1160.191849] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14636da7-b8ce-486b-9ef8-ceb7545c9ad8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.201252] env[68800]: DEBUG oslo_vmware.api [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1160.201252] env[68800]: value = "task-3244516" [ 1160.201252] env[68800]: _type = "Task" [ 1160.201252] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.217148] env[68800]: DEBUG oslo_vmware.api [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244516, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.344452] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bf4e770b-f1da-4830-869f-5360f803ba63 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Acquiring lock "f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.384279] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5c7982d9-e341-44c2-97a7-91c95c5d3bfc tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Lock "f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.266s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.385478] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bf4e770b-f1da-4830-869f-5360f803ba63 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Lock "f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.041s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.385669] env[68800]: DEBUG nova.compute.manager [None req-bf4e770b-f1da-4830-869f-5360f803ba63 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1160.387274] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c338ac-0d57-4b5c-a410-93fa3a2bf86d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.396440] env[68800]: DEBUG nova.compute.manager [None req-bf4e770b-f1da-4830-869f-5360f803ba63 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68800) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1160.397074] env[68800]: DEBUG nova.objects.instance [None req-bf4e770b-f1da-4830-869f-5360f803ba63 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Lazy-loading 'flavor' on Instance uuid f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.544783] env[68800]: DEBUG oslo_vmware.api [None req-7cdcf45f-c90d-4ddb-a14e-a9a2126504c9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244515, 'name': PowerOffVM_Task, 'duration_secs': 0.266715} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.545699] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cdcf45f-c90d-4ddb-a14e-a9a2126504c9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1160.545949] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7cdcf45f-c90d-4ddb-a14e-a9a2126504c9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1160.546252] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29beec93-ac5a-4a9a-b583-5e3e51f8fabf {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.589463] env[68800]: DEBUG oslo_concurrency.lockutils [req-b2aa7653-35da-4485-9e45-62c4a77f4ceb req-4941b60f-baf7-41f3-825d-c0d77ed72fd4 service nova] Releasing lock "refresh_cache-80bbda80-fc88-48d0-a014-396485ed36da" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.589763] env[68800]: DEBUG nova.compute.manager [req-b2aa7653-35da-4485-9e45-62c4a77f4ceb req-4941b60f-baf7-41f3-825d-c0d77ed72fd4 service nova] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Received event network-changed-578c5d4b-09f4-4069-8c7d-7e91da41c0fd {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.589935] env[68800]: DEBUG nova.compute.manager [req-b2aa7653-35da-4485-9e45-62c4a77f4ceb req-4941b60f-baf7-41f3-825d-c0d77ed72fd4 service nova] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Refreshing instance network info cache due to event network-changed-578c5d4b-09f4-4069-8c7d-7e91da41c0fd. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1160.590355] env[68800]: DEBUG oslo_concurrency.lockutils [req-b2aa7653-35da-4485-9e45-62c4a77f4ceb req-4941b60f-baf7-41f3-825d-c0d77ed72fd4 service nova] Acquiring lock "refresh_cache-24a88c02-c732-4589-ae47-c23172b82898" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.590527] env[68800]: DEBUG oslo_concurrency.lockutils [req-b2aa7653-35da-4485-9e45-62c4a77f4ceb req-4941b60f-baf7-41f3-825d-c0d77ed72fd4 service nova] Acquired lock "refresh_cache-24a88c02-c732-4589-ae47-c23172b82898" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.590693] env[68800]: DEBUG nova.network.neutron [req-b2aa7653-35da-4485-9e45-62c4a77f4ceb req-4941b60f-baf7-41f3-825d-c0d77ed72fd4 service nova] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Refreshing network info cache for port 578c5d4b-09f4-4069-8c7d-7e91da41c0fd {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1160.649566] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7cdcf45f-c90d-4ddb-a14e-a9a2126504c9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1160.651450] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7cdcf45f-c90d-4ddb-a14e-a9a2126504c9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1160.651450] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cdcf45f-c90d-4ddb-a14e-a9a2126504c9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Deleting the datastore file [datastore1] bc095118-54bb-47be-a309-fcc70fba31aa {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1160.651450] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8a8a1a9-b229-484a-885c-dcca2c164ee4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.658775] env[68800]: DEBUG oslo_vmware.api [None req-7cdcf45f-c90d-4ddb-a14e-a9a2126504c9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for the task: (returnval){ [ 1160.658775] env[68800]: value = "task-3244518" [ 1160.658775] env[68800]: _type = "Task" [ 1160.658775] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.668663] env[68800]: DEBUG oslo_vmware.api [None req-7cdcf45f-c90d-4ddb-a14e-a9a2126504c9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244518, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.680446] env[68800]: DEBUG nova.compute.manager [req-36d06b93-c311-4ed8-83d8-3b27b3a34267 req-f9aab71f-5e07-4de5-b8df-749645b147e5 service nova] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Received event network-changed-142ffca3-8ffd-470d-956d-72faeaaa14e7 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.680693] env[68800]: DEBUG nova.compute.manager [req-36d06b93-c311-4ed8-83d8-3b27b3a34267 req-f9aab71f-5e07-4de5-b8df-749645b147e5 service nova] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Refreshing instance network info cache due to event network-changed-142ffca3-8ffd-470d-956d-72faeaaa14e7. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1160.680861] env[68800]: DEBUG oslo_concurrency.lockutils [req-36d06b93-c311-4ed8-83d8-3b27b3a34267 req-f9aab71f-5e07-4de5-b8df-749645b147e5 service nova] Acquiring lock "refresh_cache-f928755f-4bb3-4653-a05f-96feefeab51f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.680987] env[68800]: DEBUG oslo_concurrency.lockutils [req-36d06b93-c311-4ed8-83d8-3b27b3a34267 req-f9aab71f-5e07-4de5-b8df-749645b147e5 service nova] Acquired lock "refresh_cache-f928755f-4bb3-4653-a05f-96feefeab51f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.681165] env[68800]: DEBUG nova.network.neutron [req-36d06b93-c311-4ed8-83d8-3b27b3a34267 req-f9aab71f-5e07-4de5-b8df-749645b147e5 service nova] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Refreshing network info cache for port 142ffca3-8ffd-470d-956d-72faeaaa14e7 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1160.712765] env[68800]: DEBUG oslo_vmware.api [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244516, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078919} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.713050] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1160.713780] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e6fc00-9b45-47c3-a867-167a318382f2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.737675] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 985f9de8-b51c-4f19-9f05-658c20d11cf5/985f9de8-b51c-4f19-9f05-658c20d11cf5.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1160.737977] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ed4bd7c-5d7c-4278-b826-e874910d52b5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.761929] env[68800]: DEBUG oslo_vmware.api [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1160.761929] env[68800]: value = "task-3244519" [ 1160.761929] env[68800]: _type = "Task" [ 1160.761929] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.773542] env[68800]: DEBUG oslo_vmware.api [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244519, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.928601] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.928887] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.170269] env[68800]: DEBUG oslo_vmware.api [None req-7cdcf45f-c90d-4ddb-a14e-a9a2126504c9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244518, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.274023] env[68800]: DEBUG oslo_vmware.api [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244519, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.406991] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf4e770b-f1da-4830-869f-5360f803ba63 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.407376] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-661b458b-9692-45f1-9ff4-13db9a732d32 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.415333] env[68800]: DEBUG oslo_vmware.api [None req-bf4e770b-f1da-4830-869f-5360f803ba63 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Waiting for the task: (returnval){ [ 1161.415333] env[68800]: value = "task-3244520" [ 1161.415333] env[68800]: _type = "Task" [ 1161.415333] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.426748] env[68800]: DEBUG oslo_vmware.api [None req-bf4e770b-f1da-4830-869f-5360f803ba63 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.431556] env[68800]: DEBUG nova.objects.instance [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lazy-loading 'migration_context' on Instance uuid 8b8a05f1-f724-4450-9b01-e6a63236ad35 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.615790] env[68800]: DEBUG nova.network.neutron [req-b2aa7653-35da-4485-9e45-62c4a77f4ceb req-4941b60f-baf7-41f3-825d-c0d77ed72fd4 service nova] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Updated VIF entry in instance network info cache for port 578c5d4b-09f4-4069-8c7d-7e91da41c0fd. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1161.616313] env[68800]: DEBUG nova.network.neutron [req-b2aa7653-35da-4485-9e45-62c4a77f4ceb req-4941b60f-baf7-41f3-825d-c0d77ed72fd4 service nova] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Updating instance_info_cache with network_info: [{"id": "578c5d4b-09f4-4069-8c7d-7e91da41c0fd", "address": "fa:16:3e:7c:e1:f0", "network": {"id": "42ecce2f-2b8f-412c-a25a-eac985a7bc3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-882241878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a55e3ff738d49f8ae6b119fe8712bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap578c5d4b-09", "ovs_interfaceid": "578c5d4b-09f4-4069-8c7d-7e91da41c0fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.669972] env[68800]: DEBUG oslo_vmware.api [None req-7cdcf45f-c90d-4ddb-a14e-a9a2126504c9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Task: {'id': task-3244518, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.694991} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.670996] env[68800]: DEBUG nova.network.neutron [req-36d06b93-c311-4ed8-83d8-3b27b3a34267 req-f9aab71f-5e07-4de5-b8df-749645b147e5 service nova] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Updated VIF entry in instance network info cache for port 142ffca3-8ffd-470d-956d-72faeaaa14e7. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1161.671355] env[68800]: DEBUG nova.network.neutron [req-36d06b93-c311-4ed8-83d8-3b27b3a34267 req-f9aab71f-5e07-4de5-b8df-749645b147e5 service nova] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Updating instance_info_cache with network_info: [{"id": "142ffca3-8ffd-470d-956d-72faeaaa14e7", "address": "fa:16:3e:20:c2:1e", "network": {"id": "f0cd4842-ddbd-4b1c-ae1f-572165adcf58", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2081563423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d85c7de7338c4e95a65fcf648a8c37a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap142ffca3-8f", "ovs_interfaceid": "142ffca3-8ffd-470d-956d-72faeaaa14e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.672562] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cdcf45f-c90d-4ddb-a14e-a9a2126504c9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1161.672737] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7cdcf45f-c90d-4ddb-a14e-a9a2126504c9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1161.672933] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7cdcf45f-c90d-4ddb-a14e-a9a2126504c9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1161.673131] env[68800]: INFO nova.compute.manager [None req-7cdcf45f-c90d-4ddb-a14e-a9a2126504c9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1161.673515] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7cdcf45f-c90d-4ddb-a14e-a9a2126504c9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.673930] env[68800]: DEBUG nova.compute.manager [-] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1161.675160] env[68800]: DEBUG nova.network.neutron [-] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1161.773492] env[68800]: DEBUG oslo_vmware.api [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244519, 'name': ReconfigVM_Task, 'duration_secs': 0.801485} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.773772] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 985f9de8-b51c-4f19-9f05-658c20d11cf5/985f9de8-b51c-4f19-9f05-658c20d11cf5.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1161.774417] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0042216a-695b-4e62-a537-80d1596cafcf {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.781531] env[68800]: DEBUG oslo_vmware.api [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1161.781531] env[68800]: value = "task-3244521" [ 1161.781531] env[68800]: _type = "Task" [ 1161.781531] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.789720] env[68800]: DEBUG oslo_vmware.api [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244521, 'name': Rename_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.925066] env[68800]: DEBUG oslo_vmware.api [None req-bf4e770b-f1da-4830-869f-5360f803ba63 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244520, 'name': PowerOffVM_Task, 'duration_secs': 0.223895} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.925321] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf4e770b-f1da-4830-869f-5360f803ba63 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1161.925503] env[68800]: DEBUG nova.compute.manager [None req-bf4e770b-f1da-4830-869f-5360f803ba63 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1161.926405] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b1ba7f-c4c4-4ff2-884b-4d2eb0508300 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.059730] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3016a664-13bb-48e0-a39a-7b137ccc664a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.066963] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6662188-a83a-462e-aa25-deda6c68589a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.097888] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d425a8d3-1260-45db-95e9-446df6900eeb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.104949] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e336998b-f4bc-4fcc-a726-c84a748839d2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.118711] env[68800]: DEBUG nova.compute.provider_tree [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.122185] env[68800]: DEBUG oslo_concurrency.lockutils [req-b2aa7653-35da-4485-9e45-62c4a77f4ceb req-4941b60f-baf7-41f3-825d-c0d77ed72fd4 service nova] Releasing lock "refresh_cache-24a88c02-c732-4589-ae47-c23172b82898" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.175519] env[68800]: DEBUG oslo_concurrency.lockutils [req-36d06b93-c311-4ed8-83d8-3b27b3a34267 req-f9aab71f-5e07-4de5-b8df-749645b147e5 service nova] Releasing lock "refresh_cache-f928755f-4bb3-4653-a05f-96feefeab51f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.293656] env[68800]: DEBUG oslo_vmware.api [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244521, 'name': Rename_Task, 'duration_secs': 0.184386} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.293928] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1162.294195] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7520c170-ff9d-4a66-bc48-8deca3f19651 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.301890] env[68800]: DEBUG oslo_vmware.api [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1162.301890] env[68800]: value = "task-3244522" [ 1162.301890] env[68800]: _type = "Task" [ 1162.301890] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.309681] env[68800]: DEBUG oslo_vmware.api [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244522, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.381500] env[68800]: DEBUG nova.network.neutron [-] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.442041] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bf4e770b-f1da-4830-869f-5360f803ba63 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Lock "f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.622466] env[68800]: DEBUG nova.scheduler.client.report [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.708817] env[68800]: DEBUG nova.compute.manager [req-9376399d-4d2b-46d8-9db1-02cf60802629 req-3f056eac-d8bf-432e-b46f-620ef8537e9a service nova] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Received event network-vif-deleted-75d10683-374a-4cb8-817d-041e53aa311b {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.811649] env[68800]: DEBUG oslo_vmware.api [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244522, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.884981] env[68800]: INFO nova.compute.manager [-] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Took 1.21 seconds to deallocate network for instance. [ 1162.900353] env[68800]: DEBUG nova.objects.instance [None req-445b6c7a-f825-4daf-a7ea-7d5cae355850 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Lazy-loading 'flavor' on Instance uuid f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.314195] env[68800]: DEBUG oslo_vmware.api [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244522, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.394965] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7cdcf45f-c90d-4ddb-a14e-a9a2126504c9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.404645] env[68800]: DEBUG oslo_concurrency.lockutils [None req-445b6c7a-f825-4daf-a7ea-7d5cae355850 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Acquiring lock "refresh_cache-f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.405137] env[68800]: DEBUG oslo_concurrency.lockutils [None req-445b6c7a-f825-4daf-a7ea-7d5cae355850 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Acquired lock "refresh_cache-f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.405137] env[68800]: DEBUG nova.network.neutron [None req-445b6c7a-f825-4daf-a7ea-7d5cae355850 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1163.405216] env[68800]: DEBUG nova.objects.instance [None req-445b6c7a-f825-4daf-a7ea-7d5cae355850 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Lazy-loading 'info_cache' on Instance uuid f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.634575] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.705s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.640430] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7cdcf45f-c90d-4ddb-a14e-a9a2126504c9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.246s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.640672] env[68800]: DEBUG nova.objects.instance [None req-7cdcf45f-c90d-4ddb-a14e-a9a2126504c9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lazy-loading 'resources' on Instance uuid bc095118-54bb-47be-a309-fcc70fba31aa {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.812572] env[68800]: DEBUG oslo_vmware.api [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244522, 'name': PowerOnVM_Task, 'duration_secs': 1.073504} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.812843] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1163.813053] env[68800]: INFO nova.compute.manager [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Took 8.43 seconds to spawn the instance on the hypervisor. [ 1163.813240] env[68800]: DEBUG nova.compute.manager [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1163.813986] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913c47a6-939e-49cd-b38d-72f700d3b042 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.908487] env[68800]: DEBUG nova.objects.base [None req-445b6c7a-f825-4daf-a7ea-7d5cae355850 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68800) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1164.261399] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b147de6-61d6-44ba-bebf-3f0b01da9f94 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.268987] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc0d619-273c-49ee-bbf8-8a6a4eb0ca12 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.299455] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a099eb8d-fe21-4e04-ba88-dd0920b6ef89 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.306376] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884cf9ee-dddf-4890-96e8-18d802b75fec {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.319237] env[68800]: DEBUG nova.compute.provider_tree [None req-7cdcf45f-c90d-4ddb-a14e-a9a2126504c9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.329923] env[68800]: INFO nova.compute.manager [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Took 13.53 seconds to build instance. [ 1164.611173] env[68800]: DEBUG nova.network.neutron [None req-445b6c7a-f825-4daf-a7ea-7d5cae355850 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Updating instance_info_cache with network_info: [{"id": "23521779-aab1-4411-bc9f-efc6f4ba6c77", "address": "fa:16:3e:8d:1c:47", "network": {"id": "c38ba45d-3446-4da6-981f-81c4af157eaa", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-406913262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7884585513c4f7fb8d50682275e1dd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23521779-aa", "ovs_interfaceid": "23521779-aab1-4411-bc9f-efc6f4ba6c77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.822505] env[68800]: DEBUG nova.scheduler.client.report [None req-7cdcf45f-c90d-4ddb-a14e-a9a2126504c9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.832051] env[68800]: DEBUG oslo_concurrency.lockutils [None req-5fe5d0b3-2590-425b-9b39-9e047651266e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "985f9de8-b51c-4f19-9f05-658c20d11cf5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.041s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.113903] env[68800]: DEBUG oslo_concurrency.lockutils [None req-445b6c7a-f825-4daf-a7ea-7d5cae355850 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Releasing lock "refresh_cache-f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.179083] env[68800]: INFO nova.compute.manager [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Swapping old allocation on dict_keys(['73f3eca7-007c-4a24-bdc1-0c0996f315e2']) held by migration 075b6a8a-c30f-4ae5-ba0f-241523161dbb for instance [ 1165.202424] env[68800]: DEBUG nova.scheduler.client.report [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Overwriting current allocation {'allocations': {'73f3eca7-007c-4a24-bdc1-0c0996f315e2': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 141}}, 'project_id': 'f658ebcc84a8451b9e8d28db15cd0d96', 'user_id': '69e8f3b28df143489ede6cccd92cbc6e', 'consumer_generation': 1} on consumer 8b8a05f1-f724-4450-9b01-e6a63236ad35 {{(pid=68800) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1165.307053] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquiring lock "refresh_cache-8b8a05f1-f724-4450-9b01-e6a63236ad35" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.307346] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquired lock "refresh_cache-8b8a05f1-f724-4450-9b01-e6a63236ad35" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.307546] env[68800]: DEBUG nova.network.neutron [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.327064] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7cdcf45f-c90d-4ddb-a14e-a9a2126504c9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.687s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.343621] env[68800]: INFO nova.scheduler.client.report [None req-7cdcf45f-c90d-4ddb-a14e-a9a2126504c9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Deleted allocations for instance bc095118-54bb-47be-a309-fcc70fba31aa [ 1165.852858] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7cdcf45f-c90d-4ddb-a14e-a9a2126504c9 tempest-DeleteServersTestJSON-1906545970 tempest-DeleteServersTestJSON-1906545970-project-member] Lock "bc095118-54bb-47be-a309-fcc70fba31aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.347s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.042751] env[68800]: DEBUG nova.network.neutron [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Updating instance_info_cache with network_info: [{"id": "029695fa-f2d2-4c29-9610-b3cdd40e7fd0", "address": "fa:16:3e:56:9a:c2", "network": {"id": "d2aa08d6-a1ed-4602-80f7-7e07ba244d6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2142783339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f658ebcc84a8451b9e8d28db15cd0d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap029695fa-f2", "ovs_interfaceid": "029695fa-f2d2-4c29-9610-b3cdd40e7fd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.118960] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-445b6c7a-f825-4daf-a7ea-7d5cae355850 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1166.119303] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3532ee4d-e128-4183-892c-a75c44d75a0d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.126602] env[68800]: DEBUG oslo_vmware.api [None req-445b6c7a-f825-4daf-a7ea-7d5cae355850 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Waiting for the task: (returnval){ [ 1166.126602] env[68800]: value = "task-3244523" [ 1166.126602] env[68800]: _type = "Task" [ 1166.126602] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.134309] env[68800]: DEBUG oslo_vmware.api [None req-445b6c7a-f825-4daf-a7ea-7d5cae355850 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244523, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.547074] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Releasing lock "refresh_cache-8b8a05f1-f724-4450-9b01-e6a63236ad35" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.547886] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8972a5-0775-4384-badd-e4f94729651a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.555121] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff3a987-1d2e-4b44-b87e-04934aadab2d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.636010] env[68800]: DEBUG oslo_vmware.api [None req-445b6c7a-f825-4daf-a7ea-7d5cae355850 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244523, 'name': PowerOnVM_Task, 'duration_secs': 0.337612} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.636331] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-445b6c7a-f825-4daf-a7ea-7d5cae355850 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1166.636547] env[68800]: DEBUG nova.compute.manager [None req-445b6c7a-f825-4daf-a7ea-7d5cae355850 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1166.637421] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953fabbc-9203-403b-986c-ba30d2a35ad3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.657831] env[68800]: DEBUG nova.compute.manager [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Stashing vm_state: active {{(pid=68800) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1167.180946] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.181356] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.637065] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1167.637065] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59a6588f-e6dc-4a3e-a109-e67d87831bf1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.645650] env[68800]: DEBUG oslo_vmware.api [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 1167.645650] env[68800]: value = "task-3244525" [ 1167.645650] env[68800]: _type = "Task" [ 1167.645650] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.656436] env[68800]: DEBUG oslo_vmware.api [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244525, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.686475] env[68800]: INFO nova.compute.claims [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1168.155096] env[68800]: DEBUG oslo_vmware.api [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244525, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.192706] env[68800]: INFO nova.compute.resource_tracker [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Updating resource usage from migration b30614ed-3a49-4347-bb3e-4a4f7ca2a5af [ 1168.308345] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62dbe7f-db63-477b-a3f1-2196e84c795e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.317253] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80516d8-5db7-4bb6-ac0b-a11f5ab07670 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.346164] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24682070-df66-4955-a217-060c28c46b9b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.352918] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc562a6b-248e-40bb-aaa8-79553184092c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.365571] env[68800]: DEBUG nova.compute.provider_tree [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.647133] env[68800]: DEBUG nova.compute.manager [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Stashing vm_state: active {{(pid=68800) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1168.659159] env[68800]: DEBUG oslo_vmware.api [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244525, 'name': PowerOffVM_Task, 'duration_secs': 0.521669} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.659415] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1168.660048] env[68800]: DEBUG nova.virt.hardware [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1168.660284] env[68800]: DEBUG nova.virt.hardware [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1168.660451] env[68800]: DEBUG nova.virt.hardware [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1168.660637] env[68800]: DEBUG nova.virt.hardware [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1168.660784] env[68800]: DEBUG nova.virt.hardware [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1168.660931] env[68800]: DEBUG nova.virt.hardware [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1168.661147] env[68800]: DEBUG nova.virt.hardware [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1168.661309] env[68800]: DEBUG nova.virt.hardware [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1168.661476] env[68800]: DEBUG nova.virt.hardware [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1168.661635] env[68800]: DEBUG nova.virt.hardware [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1168.661806] env[68800]: DEBUG nova.virt.hardware [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1168.667274] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5af1756-a9a6-4885-af49-163444cce4bb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.683276] env[68800]: DEBUG oslo_vmware.api [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 1168.683276] env[68800]: value = "task-3244526" [ 1168.683276] env[68800]: _type = "Task" [ 1168.683276] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.691646] env[68800]: DEBUG oslo_vmware.api [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244526, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.868991] env[68800]: DEBUG nova.scheduler.client.report [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.163878] env[68800]: DEBUG oslo_concurrency.lockutils [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.194503] env[68800]: DEBUG oslo_vmware.api [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244526, 'name': ReconfigVM_Task, 'duration_secs': 0.16558} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.194997] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f5c648-5d83-4e33-a93d-8132e1799da2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.214783] env[68800]: DEBUG nova.virt.hardware [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1169.215034] env[68800]: DEBUG nova.virt.hardware [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1169.215197] env[68800]: DEBUG nova.virt.hardware [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1169.215380] env[68800]: DEBUG nova.virt.hardware [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1169.215528] env[68800]: DEBUG nova.virt.hardware [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1169.215672] env[68800]: DEBUG nova.virt.hardware [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1169.215874] env[68800]: DEBUG nova.virt.hardware [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1169.216045] env[68800]: DEBUG nova.virt.hardware [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1169.216223] env[68800]: DEBUG nova.virt.hardware [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1169.216387] env[68800]: DEBUG nova.virt.hardware [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1169.216560] env[68800]: DEBUG nova.virt.hardware [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1169.217525] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3230410-0d86-4c3a-b71d-45ba7dd1f2d2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.222598] env[68800]: DEBUG oslo_vmware.api [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 1169.222598] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ae965f-4858-42d6-22ea-9a38d9dec716" [ 1169.222598] env[68800]: _type = "Task" [ 1169.222598] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.230015] env[68800]: DEBUG oslo_vmware.api [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ae965f-4858-42d6-22ea-9a38d9dec716, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.374492] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.193s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.374721] env[68800]: INFO nova.compute.manager [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Migrating [ 1169.381441] env[68800]: DEBUG oslo_concurrency.lockutils [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.218s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.733646] env[68800]: DEBUG oslo_vmware.api [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ae965f-4858-42d6-22ea-9a38d9dec716, 'name': SearchDatastore_Task, 'duration_secs': 0.007903} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.739211] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Reconfiguring VM instance instance-00000052 to detach disk 2000 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1169.739527] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4662fd1f-538f-48ca-b8d7-33240abd1837 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.757982] env[68800]: DEBUG oslo_vmware.api [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 1169.757982] env[68800]: value = "task-3244527" [ 1169.757982] env[68800]: _type = "Task" [ 1169.757982] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.765915] env[68800]: DEBUG oslo_vmware.api [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244527, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.886362] env[68800]: INFO nova.compute.claims [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1169.892182] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "refresh_cache-985f9de8-b51c-4f19-9f05-658c20d11cf5" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.892446] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquired lock "refresh_cache-985f9de8-b51c-4f19-9f05-658c20d11cf5" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.892700] env[68800]: DEBUG nova.network.neutron [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.268137] env[68800]: DEBUG oslo_vmware.api [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244527, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.392750] env[68800]: INFO nova.compute.resource_tracker [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Updating resource usage from migration ebfe0335-748f-4c32-a5b1-ef337a0ef56b [ 1170.532738] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ae4252-62a2-49a5-8d7c-3ab647f29023 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.542264] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5cc44fc-ff51-492f-b8cf-d8d727f39a31 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.575912] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041626a4-33d5-4a76-8e1c-099f052d3716 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.583210] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f122da-b0a6-4dc0-ba24-04b82e34ae49 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.596244] env[68800]: DEBUG nova.compute.provider_tree [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.667964] env[68800]: DEBUG nova.network.neutron [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Updating instance_info_cache with network_info: [{"id": "00548467-f5eb-4899-8162-53a35cdcec69", "address": "fa:16:3e:f1:eb:51", "network": {"id": "05cefbb5-ab7f-4aed-85f9-10a508e4af94", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1038579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85c5a45ac2714c49906e94554e4f3354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00548467-f5", "ovs_interfaceid": "00548467-f5eb-4899-8162-53a35cdcec69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.768235] env[68800]: DEBUG oslo_vmware.api [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244527, 'name': ReconfigVM_Task, 'duration_secs': 0.560314} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.768881] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Reconfigured VM instance instance-00000052 to detach disk 2000 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1170.769527] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95a16ac-67b1-4469-998a-52b29df4b7df {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.793711] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 8b8a05f1-f724-4450-9b01-e6a63236ad35/8b8a05f1-f724-4450-9b01-e6a63236ad35.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.794011] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcf54ef1-92c7-420b-9d05-778deaf80826 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.812167] env[68800]: DEBUG oslo_vmware.api [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 1170.812167] env[68800]: value = "task-3244528" [ 1170.812167] env[68800]: _type = "Task" [ 1170.812167] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.820617] env[68800]: DEBUG oslo_vmware.api [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244528, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.102331] env[68800]: DEBUG nova.scheduler.client.report [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.171664] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Releasing lock "refresh_cache-985f9de8-b51c-4f19-9f05-658c20d11cf5" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.389068] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1171.389463] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Cleaning up deleted instances with incomplete migration {{(pid=68800) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1171.441075] env[68800]: DEBUG oslo_vmware.api [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244528, 'name': ReconfigVM_Task, 'duration_secs': 0.356509} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.441621] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 8b8a05f1-f724-4450-9b01-e6a63236ad35/8b8a05f1-f724-4450-9b01-e6a63236ad35.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1171.442770] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eadb3ac-c796-4832-92a0-409b4d3aac6e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.469537] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e692cb47-367c-4c3c-ac37-b464ca253d16 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.491998] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc17aaec-baa2-46e7-a6f0-8426d554b8cf {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.515764] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed89e164-7e50-4f43-84e2-426c34384efc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.522674] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1171.522908] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4479e268-05f6-4500-ba1d-65ce389b8f3a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.528927] env[68800]: DEBUG oslo_vmware.api [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 1171.528927] env[68800]: value = "task-3244529" [ 1171.528927] env[68800]: _type = "Task" [ 1171.528927] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.535724] env[68800]: DEBUG oslo_vmware.api [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244529, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.608479] env[68800]: DEBUG oslo_concurrency.lockutils [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.227s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.608686] env[68800]: INFO nova.compute.manager [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Migrating [ 1172.040844] env[68800]: DEBUG oslo_vmware.api [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244529, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.122911] env[68800]: DEBUG oslo_concurrency.lockutils [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquiring lock "refresh_cache-7d7b5615-de05-47c8-aea5-8f354a6588ce" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.123144] env[68800]: DEBUG oslo_concurrency.lockutils [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquired lock "refresh_cache-7d7b5615-de05-47c8-aea5-8f354a6588ce" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.123336] env[68800]: DEBUG nova.network.neutron [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1172.539025] env[68800]: DEBUG oslo_vmware.api [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244529, 'name': PowerOnVM_Task, 'duration_secs': 0.905148} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.539851] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1172.695207] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db50a8d-9d17-44d7-8e54-120a1678db5b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.715457] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Updating instance '985f9de8-b51c-4f19-9f05-658c20d11cf5' progress to 0 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1172.962979] env[68800]: DEBUG nova.network.neutron [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Updating instance_info_cache with network_info: [{"id": "c283ba5a-1901-4f0e-a757-d98f96725cef", "address": "fa:16:3e:91:0e:1d", "network": {"id": "2ad65ae6-e96d-418b-8904-1b8c899626b0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1659419657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b74621381dc4bbca8fea1513bfe56e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc283ba5a-19", "ovs_interfaceid": "c283ba5a-1901-4f0e-a757-d98f96725cef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.221607] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1173.221934] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdbac047-88d3-4e6e-825a-814fb7b00f7d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.230361] env[68800]: DEBUG oslo_vmware.api [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1173.230361] env[68800]: value = "task-3244530" [ 1173.230361] env[68800]: _type = "Task" [ 1173.230361] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.239716] env[68800]: DEBUG oslo_vmware.api [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244530, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.466523] env[68800]: DEBUG oslo_concurrency.lockutils [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Releasing lock "refresh_cache-7d7b5615-de05-47c8-aea5-8f354a6588ce" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.588218] env[68800]: INFO nova.compute.manager [None req-e54b320a-60fa-46c6-8a72-fbf0c1874227 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Updating instance to original state: 'active' [ 1173.741753] env[68800]: DEBUG oslo_vmware.api [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244530, 'name': PowerOffVM_Task, 'duration_secs': 0.238226} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.742145] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1173.742383] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Updating instance '985f9de8-b51c-4f19-9f05-658c20d11cf5' progress to 17 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1173.941880] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1173.942076] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68800) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1174.251976] env[68800]: DEBUG nova.virt.hardware [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1174.252255] env[68800]: DEBUG nova.virt.hardware [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1174.252417] env[68800]: DEBUG nova.virt.hardware [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1174.252600] env[68800]: DEBUG nova.virt.hardware [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1174.252746] env[68800]: DEBUG nova.virt.hardware [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1174.252893] env[68800]: DEBUG nova.virt.hardware [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1174.253163] env[68800]: DEBUG nova.virt.hardware [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1174.253348] env[68800]: DEBUG nova.virt.hardware [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1174.253519] env[68800]: DEBUG nova.virt.hardware [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1174.253683] env[68800]: DEBUG nova.virt.hardware [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1174.253856] env[68800]: DEBUG nova.virt.hardware [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1174.259441] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f411e6f4-34d6-425b-ab17-736c1d08d627 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.276499] env[68800]: DEBUG oslo_vmware.api [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1174.276499] env[68800]: value = "task-3244531" [ 1174.276499] env[68800]: _type = "Task" [ 1174.276499] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.284274] env[68800]: DEBUG oslo_vmware.api [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244531, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.388161] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.388588] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.388793] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Cleaning up deleted instances {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1174.791025] env[68800]: DEBUG oslo_vmware.api [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244531, 'name': ReconfigVM_Task, 'duration_secs': 0.171635} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.791025] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Updating instance '985f9de8-b51c-4f19-9f05-658c20d11cf5' progress to 33 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1174.906844] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] There are 64 instances to clean {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1174.907881] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: bfc3517e-90cc-4690-a613-5935a8737314] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.990331] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd81748c-2b20-40bc-b321-1d09e8844767 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.009469] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Updating instance '7d7b5615-de05-47c8-aea5-8f354a6588ce' progress to 0 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1175.301024] env[68800]: DEBUG nova.virt.hardware [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1175.301024] env[68800]: DEBUG nova.virt.hardware [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1175.301024] env[68800]: DEBUG nova.virt.hardware [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1175.301024] env[68800]: DEBUG nova.virt.hardware [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1175.301024] env[68800]: DEBUG nova.virt.hardware [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1175.301024] env[68800]: DEBUG nova.virt.hardware [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1175.301024] env[68800]: DEBUG nova.virt.hardware [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1175.301024] env[68800]: DEBUG nova.virt.hardware [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1175.301024] env[68800]: DEBUG nova.virt.hardware [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1175.301024] env[68800]: DEBUG nova.virt.hardware [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1175.301024] env[68800]: DEBUG nova.virt.hardware [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1175.305793] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1175.305793] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65b27405-50bd-49a9-9a99-5cc9a2c5929b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.325953] env[68800]: DEBUG oslo_vmware.api [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1175.325953] env[68800]: value = "task-3244532" [ 1175.325953] env[68800]: _type = "Task" [ 1175.325953] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.336283] env[68800]: DEBUG oslo_vmware.api [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244532, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.337773] env[68800]: DEBUG oslo_concurrency.lockutils [None req-cbe96625-6d76-4ff7-97e0-885bef0b2819 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquiring lock "8b8a05f1-f724-4450-9b01-e6a63236ad35" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.337958] env[68800]: DEBUG oslo_concurrency.lockutils [None req-cbe96625-6d76-4ff7-97e0-885bef0b2819 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "8b8a05f1-f724-4450-9b01-e6a63236ad35" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.338256] env[68800]: DEBUG oslo_concurrency.lockutils [None req-cbe96625-6d76-4ff7-97e0-885bef0b2819 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquiring lock "8b8a05f1-f724-4450-9b01-e6a63236ad35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.338384] env[68800]: DEBUG oslo_concurrency.lockutils [None req-cbe96625-6d76-4ff7-97e0-885bef0b2819 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "8b8a05f1-f724-4450-9b01-e6a63236ad35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.339020] env[68800]: DEBUG oslo_concurrency.lockutils [None req-cbe96625-6d76-4ff7-97e0-885bef0b2819 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "8b8a05f1-f724-4450-9b01-e6a63236ad35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.340538] env[68800]: INFO nova.compute.manager [None req-cbe96625-6d76-4ff7-97e0-885bef0b2819 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Terminating instance [ 1175.411445] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 375f3a0e-2b26-4e63-8b47-1fb8b56fbeee] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.515291] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.516063] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f25cbdea-1a72-42a1-b1e0-c785f27d7845 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.522372] env[68800]: DEBUG oslo_vmware.api [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 1175.522372] env[68800]: value = "task-3244533" [ 1175.522372] env[68800]: _type = "Task" [ 1175.522372] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.530772] env[68800]: DEBUG oslo_vmware.api [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244533, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.835905] env[68800]: DEBUG oslo_vmware.api [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244532, 'name': ReconfigVM_Task, 'duration_secs': 0.164615} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.836279] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1175.836817] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696ac3e0-b9b6-4938-9ab3-4fcacc3534c3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.852610] env[68800]: DEBUG nova.compute.manager [None req-cbe96625-6d76-4ff7-97e0-885bef0b2819 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1175.852833] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe96625-6d76-4ff7-97e0-885bef0b2819 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.860481] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 985f9de8-b51c-4f19-9f05-658c20d11cf5/985f9de8-b51c-4f19-9f05-658c20d11cf5.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.860751] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-701f70c7-bab3-41f6-a830-bb82866c362e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.862271] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4be4f7d-3c24-40ed-a220-684165d68832 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.878943] env[68800]: DEBUG oslo_vmware.api [None req-cbe96625-6d76-4ff7-97e0-885bef0b2819 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 1175.878943] env[68800]: value = "task-3244534" [ 1175.878943] env[68800]: _type = "Task" [ 1175.878943] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.880234] env[68800]: DEBUG oslo_vmware.api [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1175.880234] env[68800]: value = "task-3244535" [ 1175.880234] env[68800]: _type = "Task" [ 1175.880234] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.892768] env[68800]: DEBUG oslo_concurrency.lockutils [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquiring lock "acd339b7-3d8a-45ba-90b8-88d4c163ef1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.892984] env[68800]: DEBUG oslo_concurrency.lockutils [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "acd339b7-3d8a-45ba-90b8-88d4c163ef1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.894057] env[68800]: DEBUG oslo_vmware.api [None req-cbe96625-6d76-4ff7-97e0-885bef0b2819 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244534, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.898892] env[68800]: DEBUG oslo_vmware.api [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244535, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.915907] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: bc095118-54bb-47be-a309-fcc70fba31aa] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.031809] env[68800]: DEBUG oslo_vmware.api [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244533, 'name': PowerOffVM_Task, 'duration_secs': 0.222144} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.032089] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.032276] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Updating instance '7d7b5615-de05-47c8-aea5-8f354a6588ce' progress to 17 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1176.393984] env[68800]: DEBUG oslo_vmware.api [None req-cbe96625-6d76-4ff7-97e0-885bef0b2819 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244534, 'name': PowerOffVM_Task, 'duration_secs': 0.224148} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.396922] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe96625-6d76-4ff7-97e0-885bef0b2819 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.397213] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbe96625-6d76-4ff7-97e0-885bef0b2819 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Volume detach. Driver type: vmdk {{(pid=68800) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1176.397355] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbe96625-6d76-4ff7-97e0-885bef0b2819 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648376', 'volume_id': '31c08fed-9052-4838-811f-42fdf2128aff', 'name': 'volume-31c08fed-9052-4838-811f-42fdf2128aff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '8b8a05f1-f724-4450-9b01-e6a63236ad35', 'attached_at': '2025-04-03T09:18:32.000000', 'detached_at': '', 'volume_id': '31c08fed-9052-4838-811f-42fdf2128aff', 'serial': '31c08fed-9052-4838-811f-42fdf2128aff'} {{(pid=68800) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1176.397742] env[68800]: DEBUG nova.compute.manager [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1176.400172] env[68800]: DEBUG oslo_vmware.api [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244535, 'name': ReconfigVM_Task, 'duration_secs': 0.426321} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.400843] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37088206-d0b9-4e14-aedd-42ca3319ee60 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.403227] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 985f9de8-b51c-4f19-9f05-658c20d11cf5/985f9de8-b51c-4f19-9f05-658c20d11cf5.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.403497] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Updating instance '985f9de8-b51c-4f19-9f05-658c20d11cf5' progress to 50 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1176.424325] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 657de2c4-2860-4cca-9e9d-9f1272ad0017] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.426514] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00d7e6b-44e1-460e-919d-3a2e083f715a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.433273] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c47280b-7899-43a8-ae3f-f39333f7208c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.456008] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e043285a-24dd-43a2-8e20-d62e98825557 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.471144] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbe96625-6d76-4ff7-97e0-885bef0b2819 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] The volume has not been displaced from its original location: [datastore1] volume-31c08fed-9052-4838-811f-42fdf2128aff/volume-31c08fed-9052-4838-811f-42fdf2128aff.vmdk. No consolidation needed. {{(pid=68800) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1176.477086] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbe96625-6d76-4ff7-97e0-885bef0b2819 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Reconfiguring VM instance instance-00000052 to detach disk 2001 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1176.477712] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bab7653c-7a4f-43d2-8ee8-b70294fc224b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.496368] env[68800]: DEBUG oslo_vmware.api [None req-cbe96625-6d76-4ff7-97e0-885bef0b2819 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 1176.496368] env[68800]: value = "task-3244536" [ 1176.496368] env[68800]: _type = "Task" [ 1176.496368] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.503954] env[68800]: DEBUG oslo_vmware.api [None req-cbe96625-6d76-4ff7-97e0-885bef0b2819 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244536, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.538761] env[68800]: DEBUG nova.virt.hardware [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1176.539026] env[68800]: DEBUG nova.virt.hardware [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1176.539226] env[68800]: DEBUG nova.virt.hardware [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1176.539460] env[68800]: DEBUG nova.virt.hardware [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1176.539574] env[68800]: DEBUG nova.virt.hardware [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1176.539746] env[68800]: DEBUG nova.virt.hardware [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1176.539977] env[68800]: DEBUG nova.virt.hardware [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1176.540308] env[68800]: DEBUG nova.virt.hardware [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1176.540431] env[68800]: DEBUG nova.virt.hardware [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1176.540569] env[68800]: DEBUG nova.virt.hardware [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1176.540766] env[68800]: DEBUG nova.virt.hardware [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1176.546092] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8706ba1a-a279-444e-b43d-5aa9da9f609d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.561312] env[68800]: DEBUG oslo_vmware.api [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 1176.561312] env[68800]: value = "task-3244537" [ 1176.561312] env[68800]: _type = "Task" [ 1176.561312] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.569390] env[68800]: DEBUG oslo_vmware.api [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244537, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.914010] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf930f7-f003-47cf-abc6-1c59a9a18c60 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.934425] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 7ae4ff6b-3389-4237-a39f-1dc321b5d424] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.937292] env[68800]: DEBUG oslo_concurrency.lockutils [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.937611] env[68800]: DEBUG oslo_concurrency.lockutils [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.939102] env[68800]: INFO nova.compute.claims [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1176.942111] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4874fe97-835f-43e5-8325-d1575a00dab0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.962032] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Updating instance '985f9de8-b51c-4f19-9f05-658c20d11cf5' progress to 67 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1177.010937] env[68800]: DEBUG oslo_vmware.api [None req-cbe96625-6d76-4ff7-97e0-885bef0b2819 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244536, 'name': ReconfigVM_Task, 'duration_secs': 0.188228} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.011370] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbe96625-6d76-4ff7-97e0-885bef0b2819 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Reconfigured VM instance instance-00000052 to detach disk 2001 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1177.017650] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b520089-e899-483f-9c27-ee40f8939621 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.032871] env[68800]: DEBUG oslo_vmware.api [None req-cbe96625-6d76-4ff7-97e0-885bef0b2819 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 1177.032871] env[68800]: value = "task-3244538" [ 1177.032871] env[68800]: _type = "Task" [ 1177.032871] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.040544] env[68800]: DEBUG oslo_vmware.api [None req-cbe96625-6d76-4ff7-97e0-885bef0b2819 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244538, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.070411] env[68800]: DEBUG oslo_vmware.api [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244537, 'name': ReconfigVM_Task, 'duration_secs': 0.203583} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.070705] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Updating instance '7d7b5615-de05-47c8-aea5-8f354a6588ce' progress to 33 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1177.330058] env[68800]: DEBUG oslo_concurrency.lockutils [None req-444a8427-e9ca-4ece-9955-45824b551663 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "interface-24a88c02-c732-4589-ae47-c23172b82898-30a9ef52-862b-4678-af5b-d263338ab4ac" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.330296] env[68800]: DEBUG oslo_concurrency.lockutils [None req-444a8427-e9ca-4ece-9955-45824b551663 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "interface-24a88c02-c732-4589-ae47-c23172b82898-30a9ef52-862b-4678-af5b-d263338ab4ac" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.330660] env[68800]: DEBUG nova.objects.instance [None req-444a8427-e9ca-4ece-9955-45824b551663 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lazy-loading 'flavor' on Instance uuid 24a88c02-c732-4589-ae47-c23172b82898 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.446391] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 15e4be61-0c2d-49cd-bf02-61d76be5a4ce] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.498454] env[68800]: DEBUG nova.network.neutron [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Port 00548467-f5eb-4899-8162-53a35cdcec69 binding to destination host cpu-1 is already ACTIVE {{(pid=68800) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1177.543016] env[68800]: DEBUG oslo_vmware.api [None req-cbe96625-6d76-4ff7-97e0-885bef0b2819 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244538, 'name': ReconfigVM_Task, 'duration_secs': 0.165549} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.543421] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbe96625-6d76-4ff7-97e0-885bef0b2819 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648376', 'volume_id': '31c08fed-9052-4838-811f-42fdf2128aff', 'name': 'volume-31c08fed-9052-4838-811f-42fdf2128aff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '8b8a05f1-f724-4450-9b01-e6a63236ad35', 'attached_at': '2025-04-03T09:18:32.000000', 'detached_at': '', 'volume_id': '31c08fed-9052-4838-811f-42fdf2128aff', 'serial': '31c08fed-9052-4838-811f-42fdf2128aff'} {{(pid=68800) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1177.543720] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe96625-6d76-4ff7-97e0-885bef0b2819 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1177.544701] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1505fa2e-905f-41d7-a1f8-c2411b350b55 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.551262] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe96625-6d76-4ff7-97e0-885bef0b2819 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1177.551499] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70736900-14ed-4cb3-8658-c7cb931734f7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.577209] env[68800]: DEBUG nova.virt.hardware [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1177.577540] env[68800]: DEBUG nova.virt.hardware [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1177.577728] env[68800]: DEBUG nova.virt.hardware [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1177.577851] env[68800]: DEBUG nova.virt.hardware [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1177.577998] env[68800]: DEBUG nova.virt.hardware [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1177.578185] env[68800]: DEBUG nova.virt.hardware [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1177.578426] env[68800]: DEBUG nova.virt.hardware [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1177.578584] env[68800]: DEBUG nova.virt.hardware [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1177.578751] env[68800]: DEBUG nova.virt.hardware [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1177.578917] env[68800]: DEBUG nova.virt.hardware [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1177.579101] env[68800]: DEBUG nova.virt.hardware [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1177.584597] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Reconfiguring VM instance instance-00000065 to detach disk 2000 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1177.585241] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a8e771f-2786-421e-8e89-a30cdd05f7d8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.603413] env[68800]: DEBUG oslo_vmware.api [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 1177.603413] env[68800]: value = "task-3244540" [ 1177.603413] env[68800]: _type = "Task" [ 1177.603413] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.613287] env[68800]: DEBUG oslo_vmware.api [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244540, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.620748] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe96625-6d76-4ff7-97e0-885bef0b2819 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1177.620958] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe96625-6d76-4ff7-97e0-885bef0b2819 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1177.621158] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbe96625-6d76-4ff7-97e0-885bef0b2819 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Deleting the datastore file [datastore2] 8b8a05f1-f724-4450-9b01-e6a63236ad35 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1177.621448] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37e4087a-1198-4e86-b10c-28bb999b8a45 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.628017] env[68800]: DEBUG oslo_vmware.api [None req-cbe96625-6d76-4ff7-97e0-885bef0b2819 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 1177.628017] env[68800]: value = "task-3244541" [ 1177.628017] env[68800]: _type = "Task" [ 1177.628017] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.636345] env[68800]: DEBUG oslo_vmware.api [None req-cbe96625-6d76-4ff7-97e0-885bef0b2819 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244541, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.941889] env[68800]: DEBUG nova.objects.instance [None req-444a8427-e9ca-4ece-9955-45824b551663 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lazy-loading 'pci_requests' on Instance uuid 24a88c02-c732-4589-ae47-c23172b82898 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.951225] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 99a29a11-5049-4ae4-8e86-b8b4fb4c35dc] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.073989] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c95cf2-d44f-45af-9b34-db17c9f5c520 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.081302] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778ac16c-e071-40a2-9483-d4cb5af61c43 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.113016] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1070939d-7c58-4692-ac4c-855c3d793c20 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.119962] env[68800]: DEBUG oslo_vmware.api [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244540, 'name': ReconfigVM_Task, 'duration_secs': 0.163947} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.121854] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Reconfigured VM instance instance-00000065 to detach disk 2000 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1178.122608] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472e72c2-6060-4576-891b-033f27534fa5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.125665] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6b14e9-1a49-433f-a3ee-5f4cbf6f5ea2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.150778] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 7d7b5615-de05-47c8-aea5-8f354a6588ce/7d7b5615-de05-47c8-aea5-8f354a6588ce.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1178.158551] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-804db5a9-f3bf-497d-adca-afa70b734e03 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.170943] env[68800]: DEBUG nova.compute.provider_tree [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.174747] env[68800]: DEBUG oslo_vmware.api [None req-cbe96625-6d76-4ff7-97e0-885bef0b2819 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244541, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166881} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.175454] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbe96625-6d76-4ff7-97e0-885bef0b2819 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1178.175661] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe96625-6d76-4ff7-97e0-885bef0b2819 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1178.175838] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe96625-6d76-4ff7-97e0-885bef0b2819 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1178.176010] env[68800]: INFO nova.compute.manager [None req-cbe96625-6d76-4ff7-97e0-885bef0b2819 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Took 2.32 seconds to destroy the instance on the hypervisor. [ 1178.176250] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbe96625-6d76-4ff7-97e0-885bef0b2819 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.176434] env[68800]: DEBUG nova.compute.manager [-] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1178.176529] env[68800]: DEBUG nova.network.neutron [-] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1178.182021] env[68800]: DEBUG oslo_vmware.api [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 1178.182021] env[68800]: value = "task-3244542" [ 1178.182021] env[68800]: _type = "Task" [ 1178.182021] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.187874] env[68800]: DEBUG oslo_vmware.api [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244542, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.445078] env[68800]: DEBUG nova.objects.base [None req-444a8427-e9ca-4ece-9955-45824b551663 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Object Instance<24a88c02-c732-4589-ae47-c23172b82898> lazy-loaded attributes: flavor,pci_requests {{(pid=68800) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1178.445237] env[68800]: DEBUG nova.network.neutron [None req-444a8427-e9ca-4ece-9955-45824b551663 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 24a88c02-c732-4589-ae47-c23172b82898] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1178.456995] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 220aa25b-1744-4026-9fb5-a9842e0a6a1f] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.527442] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "985f9de8-b51c-4f19-9f05-658c20d11cf5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.527799] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "985f9de8-b51c-4f19-9f05-658c20d11cf5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.527886] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "985f9de8-b51c-4f19-9f05-658c20d11cf5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.556848] env[68800]: DEBUG nova.policy [None req-444a8427-e9ca-4ece-9955-45824b551663 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31eea260dc9f479b9390ca2cc13e8b10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a55e3ff738d49f8ae6b119fe8712bb8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 1178.676033] env[68800]: DEBUG nova.scheduler.client.report [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.689623] env[68800]: DEBUG oslo_vmware.api [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244542, 'name': ReconfigVM_Task, 'duration_secs': 0.258276} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.689881] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 7d7b5615-de05-47c8-aea5-8f354a6588ce/7d7b5615-de05-47c8-aea5-8f354a6588ce.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1178.690484] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Updating instance '7d7b5615-de05-47c8-aea5-8f354a6588ce' progress to 50 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1178.755820] env[68800]: DEBUG nova.compute.manager [req-cc53a17f-4e2c-4570-b455-284a25fa2863 req-d2439ca5-d323-4a4c-8570-9c6b21015ac8 service nova] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Received event network-vif-deleted-029695fa-f2d2-4c29-9610-b3cdd40e7fd0 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.756015] env[68800]: INFO nova.compute.manager [req-cc53a17f-4e2c-4570-b455-284a25fa2863 req-d2439ca5-d323-4a4c-8570-9c6b21015ac8 service nova] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Neutron deleted interface 029695fa-f2d2-4c29-9610-b3cdd40e7fd0; detaching it from the instance and deleting it from the info cache [ 1178.756149] env[68800]: DEBUG nova.network.neutron [req-cc53a17f-4e2c-4570-b455-284a25fa2863 req-d2439ca5-d323-4a4c-8570-9c6b21015ac8 service nova] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.960110] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 2951d857-29d8-466d-8322-151b7af971bd] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.180773] env[68800]: DEBUG oslo_concurrency.lockutils [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.243s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.181290] env[68800]: DEBUG nova.compute.manager [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1179.197731] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24f2d5d-0d47-419a-a73a-d9d5f2152a35 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.218923] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b1bafb-e32c-47cd-b99c-175679505d8d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.236850] env[68800]: DEBUG nova.network.neutron [-] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.238023] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Updating instance '7d7b5615-de05-47c8-aea5-8f354a6588ce' progress to 67 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1179.259094] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1f8df563-868c-4f09-a4c6-5407cc28504a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.268552] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7a4f83-a861-4214-b176-17a2fb83de01 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.298215] env[68800]: DEBUG nova.compute.manager [req-cc53a17f-4e2c-4570-b455-284a25fa2863 req-d2439ca5-d323-4a4c-8570-9c6b21015ac8 service nova] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Detach interface failed, port_id=029695fa-f2d2-4c29-9610-b3cdd40e7fd0, reason: Instance 8b8a05f1-f724-4450-9b01-e6a63236ad35 could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1179.463863] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 31c8d0d4-7f05-4e28-83f3-49c116363a0c] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.563328] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "refresh_cache-985f9de8-b51c-4f19-9f05-658c20d11cf5" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.563548] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquired lock "refresh_cache-985f9de8-b51c-4f19-9f05-658c20d11cf5" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.563731] env[68800]: DEBUG nova.network.neutron [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.686291] env[68800]: DEBUG nova.compute.utils [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1179.687693] env[68800]: DEBUG nova.compute.manager [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1179.687862] env[68800]: DEBUG nova.network.neutron [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1179.734257] env[68800]: DEBUG nova.policy [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '041f81e5ede74550b02c3d1039ba153e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0a82d9565ce4cf0ab26fb48caf3f589', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 1179.743038] env[68800]: INFO nova.compute.manager [-] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Took 1.57 seconds to deallocate network for instance. [ 1179.782804] env[68800]: DEBUG nova.network.neutron [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Port c283ba5a-1901-4f0e-a757-d98f96725cef binding to destination host cpu-1 is already ACTIVE {{(pid=68800) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1179.967719] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: a9800c90-6756-43ee-b540-e0c8dea5813e] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.085137] env[68800]: DEBUG nova.network.neutron [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Successfully created port: 59750c65-f3d3-4cd0-aeae-2248b66769e7 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1180.191790] env[68800]: DEBUG nova.compute.manager [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1180.294610] env[68800]: INFO nova.compute.manager [None req-cbe96625-6d76-4ff7-97e0-885bef0b2819 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Took 0.55 seconds to detach 1 volumes for instance. [ 1180.396566] env[68800]: DEBUG nova.network.neutron [None req-444a8427-e9ca-4ece-9955-45824b551663 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Successfully updated port: 30a9ef52-862b-4678-af5b-d263338ab4ac {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1180.470104] env[68800]: DEBUG nova.network.neutron [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Updating instance_info_cache with network_info: [{"id": "00548467-f5eb-4899-8162-53a35cdcec69", "address": "fa:16:3e:f1:eb:51", "network": {"id": "05cefbb5-ab7f-4aed-85f9-10a508e4af94", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1038579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85c5a45ac2714c49906e94554e4f3354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00548467-f5", "ovs_interfaceid": "00548467-f5eb-4899-8162-53a35cdcec69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.471419] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 14a8d720-2f8a-43ce-bb2a-7f79cc54a53f] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.780824] env[68800]: DEBUG nova.compute.manager [req-10d2377a-8ada-458f-9c4d-2f677e02c9e1 req-aa0553d7-6e87-4a21-ba39-4c72d2804800 service nova] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Received event network-vif-plugged-30a9ef52-862b-4678-af5b-d263338ab4ac {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.781028] env[68800]: DEBUG oslo_concurrency.lockutils [req-10d2377a-8ada-458f-9c4d-2f677e02c9e1 req-aa0553d7-6e87-4a21-ba39-4c72d2804800 service nova] Acquiring lock "24a88c02-c732-4589-ae47-c23172b82898-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.781239] env[68800]: DEBUG oslo_concurrency.lockutils [req-10d2377a-8ada-458f-9c4d-2f677e02c9e1 req-aa0553d7-6e87-4a21-ba39-4c72d2804800 service nova] Lock "24a88c02-c732-4589-ae47-c23172b82898-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.781448] env[68800]: DEBUG oslo_concurrency.lockutils [req-10d2377a-8ada-458f-9c4d-2f677e02c9e1 req-aa0553d7-6e87-4a21-ba39-4c72d2804800 service nova] Lock "24a88c02-c732-4589-ae47-c23172b82898-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.781571] env[68800]: DEBUG nova.compute.manager [req-10d2377a-8ada-458f-9c4d-2f677e02c9e1 req-aa0553d7-6e87-4a21-ba39-4c72d2804800 service nova] [instance: 24a88c02-c732-4589-ae47-c23172b82898] No waiting events found dispatching network-vif-plugged-30a9ef52-862b-4678-af5b-d263338ab4ac {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1180.781735] env[68800]: WARNING nova.compute.manager [req-10d2377a-8ada-458f-9c4d-2f677e02c9e1 req-aa0553d7-6e87-4a21-ba39-4c72d2804800 service nova] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Received unexpected event network-vif-plugged-30a9ef52-862b-4678-af5b-d263338ab4ac for instance with vm_state active and task_state None. [ 1180.781895] env[68800]: DEBUG nova.compute.manager [req-10d2377a-8ada-458f-9c4d-2f677e02c9e1 req-aa0553d7-6e87-4a21-ba39-4c72d2804800 service nova] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Received event network-changed-30a9ef52-862b-4678-af5b-d263338ab4ac {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.782062] env[68800]: DEBUG nova.compute.manager [req-10d2377a-8ada-458f-9c4d-2f677e02c9e1 req-aa0553d7-6e87-4a21-ba39-4c72d2804800 service nova] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Refreshing instance network info cache due to event network-changed-30a9ef52-862b-4678-af5b-d263338ab4ac. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1180.782248] env[68800]: DEBUG oslo_concurrency.lockutils [req-10d2377a-8ada-458f-9c4d-2f677e02c9e1 req-aa0553d7-6e87-4a21-ba39-4c72d2804800 service nova] Acquiring lock "refresh_cache-24a88c02-c732-4589-ae47-c23172b82898" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.782387] env[68800]: DEBUG oslo_concurrency.lockutils [req-10d2377a-8ada-458f-9c4d-2f677e02c9e1 req-aa0553d7-6e87-4a21-ba39-4c72d2804800 service nova] Acquired lock "refresh_cache-24a88c02-c732-4589-ae47-c23172b82898" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.782570] env[68800]: DEBUG nova.network.neutron [req-10d2377a-8ada-458f-9c4d-2f677e02c9e1 req-aa0553d7-6e87-4a21-ba39-4c72d2804800 service nova] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Refreshing network info cache for port 30a9ef52-862b-4678-af5b-d263338ab4ac {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1180.805554] env[68800]: DEBUG oslo_concurrency.lockutils [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquiring lock "7d7b5615-de05-47c8-aea5-8f354a6588ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.805777] env[68800]: DEBUG oslo_concurrency.lockutils [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "7d7b5615-de05-47c8-aea5-8f354a6588ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.805949] env[68800]: DEBUG oslo_concurrency.lockutils [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "7d7b5615-de05-47c8-aea5-8f354a6588ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.807189] env[68800]: DEBUG oslo_concurrency.lockutils [None req-cbe96625-6d76-4ff7-97e0-885bef0b2819 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.807447] env[68800]: DEBUG oslo_concurrency.lockutils [None req-cbe96625-6d76-4ff7-97e0-885bef0b2819 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.807628] env[68800]: DEBUG oslo_concurrency.lockutils [None req-cbe96625-6d76-4ff7-97e0-885bef0b2819 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.833869] env[68800]: INFO nova.scheduler.client.report [None req-cbe96625-6d76-4ff7-97e0-885bef0b2819 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Deleted allocations for instance 8b8a05f1-f724-4450-9b01-e6a63236ad35 [ 1180.906432] env[68800]: DEBUG oslo_concurrency.lockutils [None req-444a8427-e9ca-4ece-9955-45824b551663 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "refresh_cache-24a88c02-c732-4589-ae47-c23172b82898" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.976654] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Releasing lock "refresh_cache-985f9de8-b51c-4f19-9f05-658c20d11cf5" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.981067] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: cf03192e-a1ca-4d9a-9196-b91baa651ac6] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.201331] env[68800]: DEBUG nova.compute.manager [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1181.226273] env[68800]: DEBUG nova.virt.hardware [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1181.226503] env[68800]: DEBUG nova.virt.hardware [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1181.226663] env[68800]: DEBUG nova.virt.hardware [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1181.226844] env[68800]: DEBUG nova.virt.hardware [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1181.226992] env[68800]: DEBUG nova.virt.hardware [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1181.227160] env[68800]: DEBUG nova.virt.hardware [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1181.227406] env[68800]: DEBUG nova.virt.hardware [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1181.227570] env[68800]: DEBUG nova.virt.hardware [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1181.227737] env[68800]: DEBUG nova.virt.hardware [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1181.227899] env[68800]: DEBUG nova.virt.hardware [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1181.228091] env[68800]: DEBUG nova.virt.hardware [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1181.228972] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578a0c63-9c8b-4bd4-9235-0175ff71aa96 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.237153] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8e2908-a4c7-4538-a66b-cd8d6ecf6c73 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.340920] env[68800]: DEBUG oslo_concurrency.lockutils [None req-cbe96625-6d76-4ff7-97e0-885bef0b2819 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "8b8a05f1-f724-4450-9b01-e6a63236ad35" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.002s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.468292] env[68800]: DEBUG nova.network.neutron [req-10d2377a-8ada-458f-9c4d-2f677e02c9e1 req-aa0553d7-6e87-4a21-ba39-4c72d2804800 service nova] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Added VIF to instance network info cache for port 30a9ef52-862b-4678-af5b-d263338ab4ac. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3546}} [ 1181.469016] env[68800]: DEBUG nova.network.neutron [req-10d2377a-8ada-458f-9c4d-2f677e02c9e1 req-aa0553d7-6e87-4a21-ba39-4c72d2804800 service nova] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Updating instance_info_cache with network_info: [{"id": "578c5d4b-09f4-4069-8c7d-7e91da41c0fd", "address": "fa:16:3e:7c:e1:f0", "network": {"id": "42ecce2f-2b8f-412c-a25a-eac985a7bc3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-882241878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a55e3ff738d49f8ae6b119fe8712bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap578c5d4b-09", "ovs_interfaceid": "578c5d4b-09f4-4069-8c7d-7e91da41c0fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "30a9ef52-862b-4678-af5b-d263338ab4ac", "address": "fa:16:3e:85:9b:ef", "network": {"id": "42ecce2f-2b8f-412c-a25a-eac985a7bc3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-882241878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a55e3ff738d49f8ae6b119fe8712bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30a9ef52-86", "ovs_interfaceid": "30a9ef52-862b-4678-af5b-d263338ab4ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.486149] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: f574e30d-19ef-436f-8f9a-136acf71c3ef] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.578441] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3942923-2054-414e-bb9d-61975ff5b2df {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.598829] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc7e51f-4fb7-4e84-895b-d357a855c21f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.606036] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Updating instance '985f9de8-b51c-4f19-9f05-658c20d11cf5' progress to 83 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1181.639196] env[68800]: DEBUG nova.compute.manager [req-bd1d546e-b652-4e34-bfcf-15ab77f19c42 req-393f6957-7f55-48c3-af7f-ce592c15b389 service nova] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Received event network-vif-plugged-59750c65-f3d3-4cd0-aeae-2248b66769e7 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.639424] env[68800]: DEBUG oslo_concurrency.lockutils [req-bd1d546e-b652-4e34-bfcf-15ab77f19c42 req-393f6957-7f55-48c3-af7f-ce592c15b389 service nova] Acquiring lock "acd339b7-3d8a-45ba-90b8-88d4c163ef1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.639887] env[68800]: DEBUG oslo_concurrency.lockutils [req-bd1d546e-b652-4e34-bfcf-15ab77f19c42 req-393f6957-7f55-48c3-af7f-ce592c15b389 service nova] Lock "acd339b7-3d8a-45ba-90b8-88d4c163ef1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.640087] env[68800]: DEBUG oslo_concurrency.lockutils [req-bd1d546e-b652-4e34-bfcf-15ab77f19c42 req-393f6957-7f55-48c3-af7f-ce592c15b389 service nova] Lock "acd339b7-3d8a-45ba-90b8-88d4c163ef1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.640335] env[68800]: DEBUG nova.compute.manager [req-bd1d546e-b652-4e34-bfcf-15ab77f19c42 req-393f6957-7f55-48c3-af7f-ce592c15b389 service nova] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] No waiting events found dispatching network-vif-plugged-59750c65-f3d3-4cd0-aeae-2248b66769e7 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1181.640462] env[68800]: WARNING nova.compute.manager [req-bd1d546e-b652-4e34-bfcf-15ab77f19c42 req-393f6957-7f55-48c3-af7f-ce592c15b389 service nova] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Received unexpected event network-vif-plugged-59750c65-f3d3-4cd0-aeae-2248b66769e7 for instance with vm_state building and task_state spawning. [ 1181.838803] env[68800]: DEBUG oslo_concurrency.lockutils [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquiring lock "refresh_cache-7d7b5615-de05-47c8-aea5-8f354a6588ce" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.839011] env[68800]: DEBUG oslo_concurrency.lockutils [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquired lock "refresh_cache-7d7b5615-de05-47c8-aea5-8f354a6588ce" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.839198] env[68800]: DEBUG nova.network.neutron [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.972728] env[68800]: DEBUG oslo_concurrency.lockutils [req-10d2377a-8ada-458f-9c4d-2f677e02c9e1 req-aa0553d7-6e87-4a21-ba39-4c72d2804800 service nova] Releasing lock "refresh_cache-24a88c02-c732-4589-ae47-c23172b82898" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.973229] env[68800]: DEBUG oslo_concurrency.lockutils [None req-444a8427-e9ca-4ece-9955-45824b551663 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquired lock "refresh_cache-24a88c02-c732-4589-ae47-c23172b82898" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.973417] env[68800]: DEBUG nova.network.neutron [None req-444a8427-e9ca-4ece-9955-45824b551663 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.988734] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 765310c6-7c0a-4d6c-8c34-88c6be0936da] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.112816] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1182.113189] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95d58a75-da38-4449-a2bb-67e3bdc7a493 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.120606] env[68800]: DEBUG oslo_vmware.api [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1182.120606] env[68800]: value = "task-3244543" [ 1182.120606] env[68800]: _type = "Task" [ 1182.120606] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.128129] env[68800]: DEBUG oslo_vmware.api [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244543, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.209976] env[68800]: DEBUG nova.network.neutron [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Successfully updated port: 59750c65-f3d3-4cd0-aeae-2248b66769e7 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1182.492133] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 3ed29ea2-737e-4aaf-92ff-e4bc784632e8] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.516903] env[68800]: WARNING nova.network.neutron [None req-444a8427-e9ca-4ece-9955-45824b551663 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 24a88c02-c732-4589-ae47-c23172b82898] 42ecce2f-2b8f-412c-a25a-eac985a7bc3e already exists in list: networks containing: ['42ecce2f-2b8f-412c-a25a-eac985a7bc3e']. ignoring it [ 1182.517139] env[68800]: WARNING nova.network.neutron [None req-444a8427-e9ca-4ece-9955-45824b551663 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 24a88c02-c732-4589-ae47-c23172b82898] 42ecce2f-2b8f-412c-a25a-eac985a7bc3e already exists in list: networks containing: ['42ecce2f-2b8f-412c-a25a-eac985a7bc3e']. ignoring it [ 1182.517403] env[68800]: WARNING nova.network.neutron [None req-444a8427-e9ca-4ece-9955-45824b551663 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 24a88c02-c732-4589-ae47-c23172b82898] 30a9ef52-862b-4678-af5b-d263338ab4ac already exists in list: port_ids containing: ['30a9ef52-862b-4678-af5b-d263338ab4ac']. ignoring it [ 1182.572652] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquiring lock "1ff033c8-a54c-479e-bbee-ac8cb4e1802f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.572882] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "1ff033c8-a54c-479e-bbee-ac8cb4e1802f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.625713] env[68800]: DEBUG nova.network.neutron [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Updating instance_info_cache with network_info: [{"id": "c283ba5a-1901-4f0e-a757-d98f96725cef", "address": "fa:16:3e:91:0e:1d", "network": {"id": "2ad65ae6-e96d-418b-8904-1b8c899626b0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1659419657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b74621381dc4bbca8fea1513bfe56e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc283ba5a-19", "ovs_interfaceid": "c283ba5a-1901-4f0e-a757-d98f96725cef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.632152] env[68800]: DEBUG oslo_vmware.api [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244543, 'name': PowerOnVM_Task, 'duration_secs': 0.378624} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.634408] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1182.634599] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b15c0a-9f8d-4fd9-86fe-eb35e6146630 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Updating instance '985f9de8-b51c-4f19-9f05-658c20d11cf5' progress to 100 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1182.715977] env[68800]: DEBUG oslo_concurrency.lockutils [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquiring lock "refresh_cache-acd339b7-3d8a-45ba-90b8-88d4c163ef1f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.715977] env[68800]: DEBUG oslo_concurrency.lockutils [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquired lock "refresh_cache-acd339b7-3d8a-45ba-90b8-88d4c163ef1f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.716136] env[68800]: DEBUG nova.network.neutron [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1182.786752] env[68800]: DEBUG nova.network.neutron [None req-444a8427-e9ca-4ece-9955-45824b551663 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Updating instance_info_cache with network_info: [{"id": "578c5d4b-09f4-4069-8c7d-7e91da41c0fd", "address": "fa:16:3e:7c:e1:f0", "network": {"id": "42ecce2f-2b8f-412c-a25a-eac985a7bc3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-882241878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a55e3ff738d49f8ae6b119fe8712bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap578c5d4b-09", "ovs_interfaceid": "578c5d4b-09f4-4069-8c7d-7e91da41c0fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "30a9ef52-862b-4678-af5b-d263338ab4ac", "address": "fa:16:3e:85:9b:ef", "network": {"id": "42ecce2f-2b8f-412c-a25a-eac985a7bc3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-882241878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a55e3ff738d49f8ae6b119fe8712bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30a9ef52-86", "ovs_interfaceid": "30a9ef52-862b-4678-af5b-d263338ab4ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.804612] env[68800]: DEBUG nova.compute.manager [req-12b3e408-151c-4caa-a377-a20b1d14bb97 req-d068bdfd-da25-4a75-85fc-faffd52ad63b service nova] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Received event network-changed-59750c65-f3d3-4cd0-aeae-2248b66769e7 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.804814] env[68800]: DEBUG nova.compute.manager [req-12b3e408-151c-4caa-a377-a20b1d14bb97 req-d068bdfd-da25-4a75-85fc-faffd52ad63b service nova] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Refreshing instance network info cache due to event network-changed-59750c65-f3d3-4cd0-aeae-2248b66769e7. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1182.804994] env[68800]: DEBUG oslo_concurrency.lockutils [req-12b3e408-151c-4caa-a377-a20b1d14bb97 req-d068bdfd-da25-4a75-85fc-faffd52ad63b service nova] Acquiring lock "refresh_cache-acd339b7-3d8a-45ba-90b8-88d4c163ef1f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.996261] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: f9105158-3562-4246-a6ba-3a4a203cbd30] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.077447] env[68800]: DEBUG nova.compute.manager [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1183.127957] env[68800]: DEBUG oslo_concurrency.lockutils [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Releasing lock "refresh_cache-7d7b5615-de05-47c8-aea5-8f354a6588ce" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.248872] env[68800]: DEBUG nova.network.neutron [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1183.289231] env[68800]: DEBUG oslo_concurrency.lockutils [None req-444a8427-e9ca-4ece-9955-45824b551663 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Releasing lock "refresh_cache-24a88c02-c732-4589-ae47-c23172b82898" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.289858] env[68800]: DEBUG oslo_concurrency.lockutils [None req-444a8427-e9ca-4ece-9955-45824b551663 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "24a88c02-c732-4589-ae47-c23172b82898" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.290026] env[68800]: DEBUG oslo_concurrency.lockutils [None req-444a8427-e9ca-4ece-9955-45824b551663 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquired lock "24a88c02-c732-4589-ae47-c23172b82898" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.290865] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7d8e79-a8ee-4de7-9180-956251367bc5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.308106] env[68800]: DEBUG nova.virt.hardware [None req-444a8427-e9ca-4ece-9955-45824b551663 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1183.308399] env[68800]: DEBUG nova.virt.hardware [None req-444a8427-e9ca-4ece-9955-45824b551663 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1183.308497] env[68800]: DEBUG nova.virt.hardware [None req-444a8427-e9ca-4ece-9955-45824b551663 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1183.308676] env[68800]: DEBUG nova.virt.hardware [None req-444a8427-e9ca-4ece-9955-45824b551663 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1183.308822] env[68800]: DEBUG nova.virt.hardware [None req-444a8427-e9ca-4ece-9955-45824b551663 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1183.308967] env[68800]: DEBUG nova.virt.hardware [None req-444a8427-e9ca-4ece-9955-45824b551663 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1183.309187] env[68800]: DEBUG nova.virt.hardware [None req-444a8427-e9ca-4ece-9955-45824b551663 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1183.309344] env[68800]: DEBUG nova.virt.hardware [None req-444a8427-e9ca-4ece-9955-45824b551663 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1183.309509] env[68800]: DEBUG nova.virt.hardware [None req-444a8427-e9ca-4ece-9955-45824b551663 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1183.309671] env[68800]: DEBUG nova.virt.hardware [None req-444a8427-e9ca-4ece-9955-45824b551663 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1183.309842] env[68800]: DEBUG nova.virt.hardware [None req-444a8427-e9ca-4ece-9955-45824b551663 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1183.316032] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-444a8427-e9ca-4ece-9955-45824b551663 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Reconfiguring VM to attach interface {{(pid=68800) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1183.319063] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-241b432d-9988-46e6-a661-5b8d218bcd9a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.336208] env[68800]: DEBUG oslo_vmware.api [None req-444a8427-e9ca-4ece-9955-45824b551663 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for the task: (returnval){ [ 1183.336208] env[68800]: value = "task-3244544" [ 1183.336208] env[68800]: _type = "Task" [ 1183.336208] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.343727] env[68800]: DEBUG oslo_vmware.api [None req-444a8427-e9ca-4ece-9955-45824b551663 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244544, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.390029] env[68800]: DEBUG nova.network.neutron [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Updating instance_info_cache with network_info: [{"id": "59750c65-f3d3-4cd0-aeae-2248b66769e7", "address": "fa:16:3e:d4:17:35", "network": {"id": "4ca5ed1c-7798-40f8-97dd-93eef15acf7e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1748453885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a82d9565ce4cf0ab26fb48caf3f589", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59750c65-f3", "ovs_interfaceid": "59750c65-f3d3-4cd0-aeae-2248b66769e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.499350] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 3c6f1d82-bcbd-48db-8df1-53509af90c16] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.655276] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea0c2ef-353d-4efd-b738-a3019b6fa66e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.676663] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.676932] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.678569] env[68800]: INFO nova.compute.claims [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1183.681444] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db27064d-a9c2-487d-9676-f5f3c5855bc5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.688839] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Updating instance '7d7b5615-de05-47c8-aea5-8f354a6588ce' progress to 83 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1183.846951] env[68800]: DEBUG oslo_vmware.api [None req-444a8427-e9ca-4ece-9955-45824b551663 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244544, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.892878] env[68800]: DEBUG oslo_concurrency.lockutils [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Releasing lock "refresh_cache-acd339b7-3d8a-45ba-90b8-88d4c163ef1f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.893259] env[68800]: DEBUG nova.compute.manager [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Instance network_info: |[{"id": "59750c65-f3d3-4cd0-aeae-2248b66769e7", "address": "fa:16:3e:d4:17:35", "network": {"id": "4ca5ed1c-7798-40f8-97dd-93eef15acf7e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1748453885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a82d9565ce4cf0ab26fb48caf3f589", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59750c65-f3", "ovs_interfaceid": "59750c65-f3d3-4cd0-aeae-2248b66769e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1183.893560] env[68800]: DEBUG oslo_concurrency.lockutils [req-12b3e408-151c-4caa-a377-a20b1d14bb97 req-d068bdfd-da25-4a75-85fc-faffd52ad63b service nova] Acquired lock "refresh_cache-acd339b7-3d8a-45ba-90b8-88d4c163ef1f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.893740] env[68800]: DEBUG nova.network.neutron [req-12b3e408-151c-4caa-a377-a20b1d14bb97 req-d068bdfd-da25-4a75-85fc-faffd52ad63b service nova] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Refreshing network info cache for port 59750c65-f3d3-4cd0-aeae-2248b66769e7 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1183.895030] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:17:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59750c65-f3d3-4cd0-aeae-2248b66769e7', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1183.902964] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Creating folder: Project (a0a82d9565ce4cf0ab26fb48caf3f589). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1183.906164] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d1bb6a6-515a-4ea8-a75f-ad5b689f76b0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.918866] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Created folder: Project (a0a82d9565ce4cf0ab26fb48caf3f589) in parent group-v648080. [ 1183.919057] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Creating folder: Instances. Parent ref: group-v648384. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1183.919325] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0405c52d-1a46-40d2-8384-72d40cb50c39 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.929404] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Created folder: Instances in parent group-v648384. [ 1183.929631] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.929814] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1183.930033] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88bf0f0a-901d-4754-9438-1719fa382523 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.951453] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1183.951453] env[68800]: value = "task-3244547" [ 1183.951453] env[68800]: _type = "Task" [ 1183.951453] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.959277] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244547, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.002541] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: b9f4bee1-3aff-4332-8465-0a8a68cd0d3d] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.119436] env[68800]: DEBUG nova.network.neutron [req-12b3e408-151c-4caa-a377-a20b1d14bb97 req-d068bdfd-da25-4a75-85fc-faffd52ad63b service nova] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Updated VIF entry in instance network info cache for port 59750c65-f3d3-4cd0-aeae-2248b66769e7. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1184.119925] env[68800]: DEBUG nova.network.neutron [req-12b3e408-151c-4caa-a377-a20b1d14bb97 req-d068bdfd-da25-4a75-85fc-faffd52ad63b service nova] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Updating instance_info_cache with network_info: [{"id": "59750c65-f3d3-4cd0-aeae-2248b66769e7", "address": "fa:16:3e:d4:17:35", "network": {"id": "4ca5ed1c-7798-40f8-97dd-93eef15acf7e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1748453885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a82d9565ce4cf0ab26fb48caf3f589", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59750c65-f3", "ovs_interfaceid": "59750c65-f3d3-4cd0-aeae-2248b66769e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.195602] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1184.195788] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04c54d43-d308-4e0d-8f87-4273655e4ceb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.205612] env[68800]: DEBUG oslo_vmware.api [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 1184.205612] env[68800]: value = "task-3244548" [ 1184.205612] env[68800]: _type = "Task" [ 1184.205612] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.219461] env[68800]: DEBUG oslo_vmware.api [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.347641] env[68800]: DEBUG oslo_vmware.api [None req-444a8427-e9ca-4ece-9955-45824b551663 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244544, 'name': ReconfigVM_Task, 'duration_secs': 0.625392} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.349046] env[68800]: DEBUG oslo_concurrency.lockutils [None req-444a8427-e9ca-4ece-9955-45824b551663 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Releasing lock "24a88c02-c732-4589-ae47-c23172b82898" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.349046] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-444a8427-e9ca-4ece-9955-45824b551663 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Reconfigured VM to attach interface {{(pid=68800) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1184.462253] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244547, 'name': CreateVM_Task, 'duration_secs': 0.34417} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.462482] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1184.463237] env[68800]: DEBUG oslo_concurrency.lockutils [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.463404] env[68800]: DEBUG oslo_concurrency.lockutils [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.463777] env[68800]: DEBUG oslo_concurrency.lockutils [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.464085] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07648818-7acc-401e-a92b-6c9a5770c7df {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.469179] env[68800]: DEBUG oslo_vmware.api [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1184.469179] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5235e20b-8bfd-352a-8d26-6f9d88c3930e" [ 1184.469179] env[68800]: _type = "Task" [ 1184.469179] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.479522] env[68800]: DEBUG oslo_vmware.api [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5235e20b-8bfd-352a-8d26-6f9d88c3930e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.505811] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: ef8bcba4-6707-478a-aeac-c6995c899432] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.622447] env[68800]: DEBUG oslo_concurrency.lockutils [req-12b3e408-151c-4caa-a377-a20b1d14bb97 req-d068bdfd-da25-4a75-85fc-faffd52ad63b service nova] Releasing lock "refresh_cache-acd339b7-3d8a-45ba-90b8-88d4c163ef1f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.718677] env[68800]: DEBUG oslo_vmware.api [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244548, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.828909] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9952af-f2f4-47d2-a609-6cb126e48c90 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.837041] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a56b41-bec9-46a2-a017-e81d3876b0be {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.868286] env[68800]: DEBUG oslo_concurrency.lockutils [None req-444a8427-e9ca-4ece-9955-45824b551663 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "interface-24a88c02-c732-4589-ae47-c23172b82898-30a9ef52-862b-4678-af5b-d263338ab4ac" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.538s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.871128] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8fc5cb-6a37-411c-b004-b97abc56e24f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.878992] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9b514d-ef05-4cff-a31d-1cb71c612392 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.893651] env[68800]: DEBUG nova.compute.provider_tree [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.979177] env[68800]: DEBUG oslo_vmware.api [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5235e20b-8bfd-352a-8d26-6f9d88c3930e, 'name': SearchDatastore_Task, 'duration_secs': 0.010096} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.979487] env[68800]: DEBUG oslo_concurrency.lockutils [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.979944] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1184.979987] env[68800]: DEBUG oslo_concurrency.lockutils [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.980160] env[68800]: DEBUG oslo_concurrency.lockutils [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.980343] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1184.980672] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0635e5d0-40b9-4f68-8f0a-b7fe0302f378 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.989159] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1184.989349] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1184.990079] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05f06c50-6cf8-41f1-a09d-ead6e5752bce {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.997360] env[68800]: DEBUG oslo_vmware.api [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1184.997360] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529653db-8c82-131d-9700-fd7286e9cd40" [ 1184.997360] env[68800]: _type = "Task" [ 1184.997360] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.005269] env[68800]: DEBUG oslo_vmware.api [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529653db-8c82-131d-9700-fd7286e9cd40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.008795] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: e6fea3a3-2836-4ca0-bd3b-b042c8884308] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.216665] env[68800]: DEBUG oslo_vmware.api [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244548, 'name': PowerOnVM_Task, 'duration_secs': 0.555839} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.216971] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1185.217199] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-cd127067-f232-4619-93db-1a6f81179f51 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Updating instance '7d7b5615-de05-47c8-aea5-8f354a6588ce' progress to 100 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1185.245969] env[68800]: DEBUG oslo_concurrency.lockutils [None req-400c1b16-05df-417a-a82a-7a8e4357024c tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "985f9de8-b51c-4f19-9f05-658c20d11cf5" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.246242] env[68800]: DEBUG oslo_concurrency.lockutils [None req-400c1b16-05df-417a-a82a-7a8e4357024c tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "985f9de8-b51c-4f19-9f05-658c20d11cf5" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.246444] env[68800]: DEBUG nova.compute.manager [None req-400c1b16-05df-417a-a82a-7a8e4357024c tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Going to confirm migration 7 {{(pid=68800) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1185.397271] env[68800]: DEBUG nova.scheduler.client.report [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.508349] env[68800]: DEBUG oslo_vmware.api [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529653db-8c82-131d-9700-fd7286e9cd40, 'name': SearchDatastore_Task, 'duration_secs': 0.014377} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.509181] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03a5eb83-5ab7-4943-98c3-7a3f9035b91c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.511713] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: da4455e3-6c39-4895-93c0-66aca7ca621b] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.516761] env[68800]: DEBUG oslo_vmware.api [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1185.516761] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5258b246-3a5a-b005-c908-2fbb630fd937" [ 1185.516761] env[68800]: _type = "Task" [ 1185.516761] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.524763] env[68800]: DEBUG oslo_vmware.api [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5258b246-3a5a-b005-c908-2fbb630fd937, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.818299] env[68800]: DEBUG oslo_concurrency.lockutils [None req-400c1b16-05df-417a-a82a-7a8e4357024c tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "refresh_cache-985f9de8-b51c-4f19-9f05-658c20d11cf5" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.818565] env[68800]: DEBUG oslo_concurrency.lockutils [None req-400c1b16-05df-417a-a82a-7a8e4357024c tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquired lock "refresh_cache-985f9de8-b51c-4f19-9f05-658c20d11cf5" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.818775] env[68800]: DEBUG nova.network.neutron [None req-400c1b16-05df-417a-a82a-7a8e4357024c tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1185.818959] env[68800]: DEBUG nova.objects.instance [None req-400c1b16-05df-417a-a82a-7a8e4357024c tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lazy-loading 'info_cache' on Instance uuid 985f9de8-b51c-4f19-9f05-658c20d11cf5 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.901838] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.225s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.902456] env[68800]: DEBUG nova.compute.manager [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1186.015393] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 2457cac1-020a-4cbd-a774-efe75430d11e] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.026675] env[68800]: DEBUG oslo_vmware.api [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5258b246-3a5a-b005-c908-2fbb630fd937, 'name': SearchDatastore_Task, 'duration_secs': 0.012225} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.026936] env[68800]: DEBUG oslo_concurrency.lockutils [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.027212] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] acd339b7-3d8a-45ba-90b8-88d4c163ef1f/acd339b7-3d8a-45ba-90b8-88d4c163ef1f.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1186.027498] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-955388e3-a959-4d2a-a61b-197c9f25e025 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.034585] env[68800]: DEBUG oslo_vmware.api [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1186.034585] env[68800]: value = "task-3244549" [ 1186.034585] env[68800]: _type = "Task" [ 1186.034585] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.042286] env[68800]: DEBUG oslo_vmware.api [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.407458] env[68800]: DEBUG nova.compute.utils [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1186.408878] env[68800]: DEBUG nova.compute.manager [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1186.409282] env[68800]: DEBUG nova.network.neutron [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1186.446423] env[68800]: DEBUG nova.policy [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69e8f3b28df143489ede6cccd92cbc6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f658ebcc84a8451b9e8d28db15cd0d96', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 1186.521343] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 5f7ea455-6146-4fa9-a726-cf655beb92d7] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.544644] env[68800]: DEBUG oslo_vmware.api [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.556856] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6a477bdc-9c92-48a7-8c5a-e2ec4ef6c349 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "interface-24a88c02-c732-4589-ae47-c23172b82898-30a9ef52-862b-4678-af5b-d263338ab4ac" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.557239] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6a477bdc-9c92-48a7-8c5a-e2ec4ef6c349 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "interface-24a88c02-c732-4589-ae47-c23172b82898-30a9ef52-862b-4678-af5b-d263338ab4ac" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.723692] env[68800]: DEBUG nova.network.neutron [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Successfully created port: 95f7c520-8a21-44c9-a4e1-a379a37c03d8 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1186.913116] env[68800]: DEBUG nova.compute.manager [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1187.026220] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: c51643af-7816-47ac-bdf9-24f0135aacb7] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.051296] env[68800]: DEBUG oslo_vmware.api [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244549, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.942875} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.051567] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] acd339b7-3d8a-45ba-90b8-88d4c163ef1f/acd339b7-3d8a-45ba-90b8-88d4c163ef1f.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1187.051774] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1187.052044] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0c6f002-8862-45f7-beac-e297233977f2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.058934] env[68800]: DEBUG oslo_vmware.api [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1187.058934] env[68800]: value = "task-3244550" [ 1187.058934] env[68800]: _type = "Task" [ 1187.058934] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.059999] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6a477bdc-9c92-48a7-8c5a-e2ec4ef6c349 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "24a88c02-c732-4589-ae47-c23172b82898" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.060170] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6a477bdc-9c92-48a7-8c5a-e2ec4ef6c349 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquired lock "24a88c02-c732-4589-ae47-c23172b82898" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.066258] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a960d6c9-e146-4ebb-9fc7-097c6d2dd555 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.075021] env[68800]: DEBUG oslo_vmware.api [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244550, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.090804] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390ee9cb-d6b8-4ab1-a644-6cbe5c05474b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.116935] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-6a477bdc-9c92-48a7-8c5a-e2ec4ef6c349 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Reconfiguring VM to detach interface {{(pid=68800) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1187.119644] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45a09067-922e-44e8-bd2f-049e7ade4c81 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.137972] env[68800]: DEBUG oslo_vmware.api [None req-6a477bdc-9c92-48a7-8c5a-e2ec4ef6c349 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for the task: (returnval){ [ 1187.137972] env[68800]: value = "task-3244551" [ 1187.137972] env[68800]: _type = "Task" [ 1187.137972] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.145463] env[68800]: DEBUG oslo_vmware.api [None req-6a477bdc-9c92-48a7-8c5a-e2ec4ef6c349 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244551, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.163229] env[68800]: DEBUG nova.network.neutron [None req-400c1b16-05df-417a-a82a-7a8e4357024c tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Updating instance_info_cache with network_info: [{"id": "00548467-f5eb-4899-8162-53a35cdcec69", "address": "fa:16:3e:f1:eb:51", "network": {"id": "05cefbb5-ab7f-4aed-85f9-10a508e4af94", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1038579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85c5a45ac2714c49906e94554e4f3354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00548467-f5", "ovs_interfaceid": "00548467-f5eb-4899-8162-53a35cdcec69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.392116] env[68800]: DEBUG nova.network.neutron [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Port c283ba5a-1901-4f0e-a757-d98f96725cef binding to destination host cpu-1 is already ACTIVE {{(pid=68800) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1187.392390] env[68800]: DEBUG oslo_concurrency.lockutils [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquiring lock "refresh_cache-7d7b5615-de05-47c8-aea5-8f354a6588ce" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.392538] env[68800]: DEBUG oslo_concurrency.lockutils [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquired lock "refresh_cache-7d7b5615-de05-47c8-aea5-8f354a6588ce" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.392699] env[68800]: DEBUG nova.network.neutron [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.528688] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: a28410ba-c206-449b-91f9-4ba3a023ea24] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.570121] env[68800]: DEBUG oslo_vmware.api [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244550, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070561} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.570468] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1187.571216] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348bb705-521c-437b-8b66-67b95842ecf5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.593090] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] acd339b7-3d8a-45ba-90b8-88d4c163ef1f/acd339b7-3d8a-45ba-90b8-88d4c163ef1f.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1187.593637] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f77a7dc7-852f-44dd-ab79-e03fd8329e3f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.612991] env[68800]: DEBUG oslo_vmware.api [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1187.612991] env[68800]: value = "task-3244552" [ 1187.612991] env[68800]: _type = "Task" [ 1187.612991] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.620660] env[68800]: DEBUG oslo_vmware.api [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244552, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.646604] env[68800]: DEBUG oslo_vmware.api [None req-6a477bdc-9c92-48a7-8c5a-e2ec4ef6c349 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.666368] env[68800]: DEBUG oslo_concurrency.lockutils [None req-400c1b16-05df-417a-a82a-7a8e4357024c tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Releasing lock "refresh_cache-985f9de8-b51c-4f19-9f05-658c20d11cf5" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.666644] env[68800]: DEBUG nova.objects.instance [None req-400c1b16-05df-417a-a82a-7a8e4357024c tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lazy-loading 'migration_context' on Instance uuid 985f9de8-b51c-4f19-9f05-658c20d11cf5 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.925434] env[68800]: DEBUG nova.compute.manager [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1187.954134] env[68800]: DEBUG nova.virt.hardware [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1187.954389] env[68800]: DEBUG nova.virt.hardware [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1187.954547] env[68800]: DEBUG nova.virt.hardware [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1187.954723] env[68800]: DEBUG nova.virt.hardware [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1187.954865] env[68800]: DEBUG nova.virt.hardware [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1187.955024] env[68800]: DEBUG nova.virt.hardware [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1187.955235] env[68800]: DEBUG nova.virt.hardware [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1187.955394] env[68800]: DEBUG nova.virt.hardware [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1187.955552] env[68800]: DEBUG nova.virt.hardware [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1187.955723] env[68800]: DEBUG nova.virt.hardware [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1187.955878] env[68800]: DEBUG nova.virt.hardware [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1187.956727] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d8607a-a1b5-45ed-8e00-3b111bea282d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.964772] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f28d3a4-6590-4d84-bc0e-3a65ccbe86e2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.031257] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 96855855-25b0-4be7-8e86-a67991be9f28] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1188.125724] env[68800]: DEBUG oslo_vmware.api [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244552, 'name': ReconfigVM_Task, 'duration_secs': 0.289966} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.126070] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Reconfigured VM instance instance-0000006b to attach disk [datastore1] acd339b7-3d8a-45ba-90b8-88d4c163ef1f/acd339b7-3d8a-45ba-90b8-88d4c163ef1f.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1188.126784] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b55b31bb-bf0e-427a-9b5b-7e41eec58bde {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.135423] env[68800]: DEBUG oslo_vmware.api [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1188.135423] env[68800]: value = "task-3244553" [ 1188.135423] env[68800]: _type = "Task" [ 1188.135423] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.146778] env[68800]: DEBUG oslo_vmware.api [None req-6a477bdc-9c92-48a7-8c5a-e2ec4ef6c349 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.150350] env[68800]: DEBUG oslo_vmware.api [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244553, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.168417] env[68800]: DEBUG nova.compute.manager [req-06c6d7ac-6b5d-4f52-aea7-35fa86603841 req-6728901f-580b-4c59-9f4e-13bb9e402428 service nova] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Received event network-vif-plugged-95f7c520-8a21-44c9-a4e1-a379a37c03d8 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.168647] env[68800]: DEBUG oslo_concurrency.lockutils [req-06c6d7ac-6b5d-4f52-aea7-35fa86603841 req-6728901f-580b-4c59-9f4e-13bb9e402428 service nova] Acquiring lock "1ff033c8-a54c-479e-bbee-ac8cb4e1802f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.168918] env[68800]: DEBUG oslo_concurrency.lockutils [req-06c6d7ac-6b5d-4f52-aea7-35fa86603841 req-6728901f-580b-4c59-9f4e-13bb9e402428 service nova] Lock "1ff033c8-a54c-479e-bbee-ac8cb4e1802f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.169030] env[68800]: DEBUG oslo_concurrency.lockutils [req-06c6d7ac-6b5d-4f52-aea7-35fa86603841 req-6728901f-580b-4c59-9f4e-13bb9e402428 service nova] Lock "1ff033c8-a54c-479e-bbee-ac8cb4e1802f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.169245] env[68800]: DEBUG nova.compute.manager [req-06c6d7ac-6b5d-4f52-aea7-35fa86603841 req-6728901f-580b-4c59-9f4e-13bb9e402428 service nova] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] No waiting events found dispatching network-vif-plugged-95f7c520-8a21-44c9-a4e1-a379a37c03d8 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1188.169367] env[68800]: WARNING nova.compute.manager [req-06c6d7ac-6b5d-4f52-aea7-35fa86603841 req-6728901f-580b-4c59-9f4e-13bb9e402428 service nova] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Received unexpected event network-vif-plugged-95f7c520-8a21-44c9-a4e1-a379a37c03d8 for instance with vm_state building and task_state spawning. [ 1188.170225] env[68800]: DEBUG nova.objects.base [None req-400c1b16-05df-417a-a82a-7a8e4357024c tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Object Instance<985f9de8-b51c-4f19-9f05-658c20d11cf5> lazy-loaded attributes: info_cache,migration_context {{(pid=68800) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1188.171064] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c97ba8-cbae-4f7d-9ae9-2683d5ae55e4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.192325] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef7ccd99-4f43-4990-8912-2afbf2c7ca91 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.197928] env[68800]: DEBUG oslo_vmware.api [None req-400c1b16-05df-417a-a82a-7a8e4357024c tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1188.197928] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ca45fd-7a3e-e33b-6c98-9d58a6520fe9" [ 1188.197928] env[68800]: _type = "Task" [ 1188.197928] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.198839] env[68800]: DEBUG nova.network.neutron [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Updating instance_info_cache with network_info: [{"id": "c283ba5a-1901-4f0e-a757-d98f96725cef", "address": "fa:16:3e:91:0e:1d", "network": {"id": "2ad65ae6-e96d-418b-8904-1b8c899626b0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1659419657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b74621381dc4bbca8fea1513bfe56e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc283ba5a-19", "ovs_interfaceid": "c283ba5a-1901-4f0e-a757-d98f96725cef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.209905] env[68800]: DEBUG oslo_vmware.api [None req-400c1b16-05df-417a-a82a-7a8e4357024c tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ca45fd-7a3e-e33b-6c98-9d58a6520fe9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.285022] env[68800]: DEBUG nova.network.neutron [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Successfully updated port: 95f7c520-8a21-44c9-a4e1-a379a37c03d8 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1188.535274] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 55fd8f1a-4ff5-4bdb-bf4e-b7df7303bdec] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1188.647468] env[68800]: DEBUG oslo_vmware.api [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244553, 'name': Rename_Task, 'duration_secs': 0.142881} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.650841] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1188.651169] env[68800]: DEBUG oslo_vmware.api [None req-6a477bdc-9c92-48a7-8c5a-e2ec4ef6c349 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.651448] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ba6aaf4-3b01-42af-8943-1dad7168921c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.658095] env[68800]: DEBUG oslo_vmware.api [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1188.658095] env[68800]: value = "task-3244554" [ 1188.658095] env[68800]: _type = "Task" [ 1188.658095] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.667101] env[68800]: DEBUG oslo_vmware.api [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244554, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.703891] env[68800]: DEBUG oslo_concurrency.lockutils [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Releasing lock "refresh_cache-7d7b5615-de05-47c8-aea5-8f354a6588ce" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.711135] env[68800]: DEBUG oslo_vmware.api [None req-400c1b16-05df-417a-a82a-7a8e4357024c tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ca45fd-7a3e-e33b-6c98-9d58a6520fe9, 'name': SearchDatastore_Task, 'duration_secs': 0.018461} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.711487] env[68800]: DEBUG oslo_concurrency.lockutils [None req-400c1b16-05df-417a-a82a-7a8e4357024c tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.711772] env[68800]: DEBUG oslo_concurrency.lockutils [None req-400c1b16-05df-417a-a82a-7a8e4357024c tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.788573] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquiring lock "refresh_cache-1ff033c8-a54c-479e-bbee-ac8cb4e1802f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.788729] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquired lock "refresh_cache-1ff033c8-a54c-479e-bbee-ac8cb4e1802f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.788903] env[68800]: DEBUG nova.network.neutron [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1189.039156] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 5bb303dd-ea06-486b-8e2a-f966cce8a400] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.148908] env[68800]: DEBUG oslo_vmware.api [None req-6a477bdc-9c92-48a7-8c5a-e2ec4ef6c349 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.167221] env[68800]: DEBUG oslo_vmware.api [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244554, 'name': PowerOnVM_Task, 'duration_secs': 0.43508} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.167596] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1189.167811] env[68800]: INFO nova.compute.manager [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Took 7.97 seconds to spawn the instance on the hypervisor. [ 1189.167993] env[68800]: DEBUG nova.compute.manager [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1189.168842] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03dff9c-392b-4794-b8ef-04a06e32c544 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.207106] env[68800]: DEBUG nova.compute.manager [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68800) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1189.208030] env[68800]: DEBUG oslo_concurrency.lockutils [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.330172] env[68800]: DEBUG nova.network.neutron [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1189.348236] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b38309-e196-456e-a7ab-de49ae35494c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.357708] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ec8786-149f-4a7a-97f2-f43254399ead {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.390241] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5e7dcb-2f8a-4c7a-8d41-3d45c1db7d55 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.397324] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef12ad71-9e8e-408c-bc1d-d56e2b4464ff {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.410170] env[68800]: DEBUG nova.compute.provider_tree [None req-400c1b16-05df-417a-a82a-7a8e4357024c tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.476574] env[68800]: DEBUG nova.network.neutron [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Updating instance_info_cache with network_info: [{"id": "95f7c520-8a21-44c9-a4e1-a379a37c03d8", "address": "fa:16:3e:b1:6e:60", "network": {"id": "d2aa08d6-a1ed-4602-80f7-7e07ba244d6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2142783339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f658ebcc84a8451b9e8d28db15cd0d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95f7c520-8a", "ovs_interfaceid": "95f7c520-8a21-44c9-a4e1-a379a37c03d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.543072] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 74cb60da-96d0-4cad-ac01-96c090cf6e84] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.650029] env[68800]: DEBUG oslo_vmware.api [None req-6a477bdc-9c92-48a7-8c5a-e2ec4ef6c349 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.686948] env[68800]: INFO nova.compute.manager [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Took 12.78 seconds to build instance. [ 1189.914095] env[68800]: DEBUG nova.scheduler.client.report [None req-400c1b16-05df-417a-a82a-7a8e4357024c tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.979623] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Releasing lock "refresh_cache-1ff033c8-a54c-479e-bbee-ac8cb4e1802f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.980036] env[68800]: DEBUG nova.compute.manager [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Instance network_info: |[{"id": "95f7c520-8a21-44c9-a4e1-a379a37c03d8", "address": "fa:16:3e:b1:6e:60", "network": {"id": "d2aa08d6-a1ed-4602-80f7-7e07ba244d6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2142783339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f658ebcc84a8451b9e8d28db15cd0d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95f7c520-8a", "ovs_interfaceid": "95f7c520-8a21-44c9-a4e1-a379a37c03d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1189.980450] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:6e:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95f7c520-8a21-44c9-a4e1-a379a37c03d8', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1189.988236] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1189.988478] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1189.988707] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0417a8a4-9ef0-4686-af0a-a305b04ed1c5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.012151] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1190.012151] env[68800]: value = "task-3244555" [ 1190.012151] env[68800]: _type = "Task" [ 1190.012151] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.021018] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244555, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.045804] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 2f746cfa-4d45-40d2-b39f-a7df3f22ada1] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.150974] env[68800]: DEBUG oslo_vmware.api [None req-6a477bdc-9c92-48a7-8c5a-e2ec4ef6c349 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.188677] env[68800]: DEBUG oslo_concurrency.lockutils [None req-84bcf938-050d-4ab3-9b78-abc77288720d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "acd339b7-3d8a-45ba-90b8-88d4c163ef1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.295s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.197151] env[68800]: DEBUG nova.compute.manager [req-dcb9a747-14a7-4dd5-b97f-677ecf7da312 req-f030c061-e44f-4acc-b7df-d33e0b839628 service nova] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Received event network-changed-95f7c520-8a21-44c9-a4e1-a379a37c03d8 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.197151] env[68800]: DEBUG nova.compute.manager [req-dcb9a747-14a7-4dd5-b97f-677ecf7da312 req-f030c061-e44f-4acc-b7df-d33e0b839628 service nova] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Refreshing instance network info cache due to event network-changed-95f7c520-8a21-44c9-a4e1-a379a37c03d8. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1190.197151] env[68800]: DEBUG oslo_concurrency.lockutils [req-dcb9a747-14a7-4dd5-b97f-677ecf7da312 req-f030c061-e44f-4acc-b7df-d33e0b839628 service nova] Acquiring lock "refresh_cache-1ff033c8-a54c-479e-bbee-ac8cb4e1802f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.197151] env[68800]: DEBUG oslo_concurrency.lockutils [req-dcb9a747-14a7-4dd5-b97f-677ecf7da312 req-f030c061-e44f-4acc-b7df-d33e0b839628 service nova] Acquired lock "refresh_cache-1ff033c8-a54c-479e-bbee-ac8cb4e1802f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.197151] env[68800]: DEBUG nova.network.neutron [req-dcb9a747-14a7-4dd5-b97f-677ecf7da312 req-f030c061-e44f-4acc-b7df-d33e0b839628 service nova] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Refreshing network info cache for port 95f7c520-8a21-44c9-a4e1-a379a37c03d8 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1190.523704] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244555, 'name': CreateVM_Task, 'duration_secs': 0.348744} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.523704] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1190.523704] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.523704] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.524241] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.524634] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b25c9fa3-daff-4b60-92a7-7ce2dc222554 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.529100] env[68800]: DEBUG oslo_vmware.api [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 1190.529100] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52fa2969-c065-2386-702a-4c91dbad3910" [ 1190.529100] env[68800]: _type = "Task" [ 1190.529100] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.539983] env[68800]: DEBUG oslo_vmware.api [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52fa2969-c065-2386-702a-4c91dbad3910, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.550358] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 531bc9c2-f27e-4ade-aa3f-4c926398267a] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.650689] env[68800]: DEBUG oslo_vmware.api [None req-6a477bdc-9c92-48a7-8c5a-e2ec4ef6c349 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.702713] env[68800]: DEBUG nova.compute.manager [req-f86abbdb-4bce-4fd5-807b-921252020710 req-a6a72849-29f5-4de0-8049-56f433ebf008 service nova] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Received event network-changed-59750c65-f3d3-4cd0-aeae-2248b66769e7 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.702906] env[68800]: DEBUG nova.compute.manager [req-f86abbdb-4bce-4fd5-807b-921252020710 req-a6a72849-29f5-4de0-8049-56f433ebf008 service nova] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Refreshing instance network info cache due to event network-changed-59750c65-f3d3-4cd0-aeae-2248b66769e7. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1190.703130] env[68800]: DEBUG oslo_concurrency.lockutils [req-f86abbdb-4bce-4fd5-807b-921252020710 req-a6a72849-29f5-4de0-8049-56f433ebf008 service nova] Acquiring lock "refresh_cache-acd339b7-3d8a-45ba-90b8-88d4c163ef1f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.703277] env[68800]: DEBUG oslo_concurrency.lockutils [req-f86abbdb-4bce-4fd5-807b-921252020710 req-a6a72849-29f5-4de0-8049-56f433ebf008 service nova] Acquired lock "refresh_cache-acd339b7-3d8a-45ba-90b8-88d4c163ef1f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.703440] env[68800]: DEBUG nova.network.neutron [req-f86abbdb-4bce-4fd5-807b-921252020710 req-a6a72849-29f5-4de0-8049-56f433ebf008 service nova] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Refreshing network info cache for port 59750c65-f3d3-4cd0-aeae-2248b66769e7 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1190.884331] env[68800]: DEBUG nova.network.neutron [req-dcb9a747-14a7-4dd5-b97f-677ecf7da312 req-f030c061-e44f-4acc-b7df-d33e0b839628 service nova] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Updated VIF entry in instance network info cache for port 95f7c520-8a21-44c9-a4e1-a379a37c03d8. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1190.884712] env[68800]: DEBUG nova.network.neutron [req-dcb9a747-14a7-4dd5-b97f-677ecf7da312 req-f030c061-e44f-4acc-b7df-d33e0b839628 service nova] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Updating instance_info_cache with network_info: [{"id": "95f7c520-8a21-44c9-a4e1-a379a37c03d8", "address": "fa:16:3e:b1:6e:60", "network": {"id": "d2aa08d6-a1ed-4602-80f7-7e07ba244d6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2142783339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f658ebcc84a8451b9e8d28db15cd0d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95f7c520-8a", "ovs_interfaceid": "95f7c520-8a21-44c9-a4e1-a379a37c03d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.925840] env[68800]: DEBUG oslo_concurrency.lockutils [None req-400c1b16-05df-417a-a82a-7a8e4357024c tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.214s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.928852] env[68800]: DEBUG oslo_concurrency.lockutils [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.721s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.040753] env[68800]: DEBUG oslo_vmware.api [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52fa2969-c065-2386-702a-4c91dbad3910, 'name': SearchDatastore_Task, 'duration_secs': 0.011172} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.041071] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.041312] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1191.041543] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.041689] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.041865] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1191.042166] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-773a1a0c-3630-4ee1-a3df-3ca5beda3e18 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.053464] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1191.053756] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1191.054328] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdbe5b13-8e30-4d83-9ab3-656c4bdf6bce {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.056811] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: b8608521-c253-4f10-a930-8bbf4bc3a987] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.062327] env[68800]: DEBUG oslo_vmware.api [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 1191.062327] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]522a5db9-6906-469c-3ef2-f31665314ef1" [ 1191.062327] env[68800]: _type = "Task" [ 1191.062327] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.070351] env[68800]: DEBUG oslo_vmware.api [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]522a5db9-6906-469c-3ef2-f31665314ef1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.151696] env[68800]: DEBUG oslo_vmware.api [None req-6a477bdc-9c92-48a7-8c5a-e2ec4ef6c349 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.387805] env[68800]: DEBUG oslo_concurrency.lockutils [req-dcb9a747-14a7-4dd5-b97f-677ecf7da312 req-f030c061-e44f-4acc-b7df-d33e0b839628 service nova] Releasing lock "refresh_cache-1ff033c8-a54c-479e-bbee-ac8cb4e1802f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.399307] env[68800]: DEBUG nova.network.neutron [req-f86abbdb-4bce-4fd5-807b-921252020710 req-a6a72849-29f5-4de0-8049-56f433ebf008 service nova] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Updated VIF entry in instance network info cache for port 59750c65-f3d3-4cd0-aeae-2248b66769e7. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1191.399671] env[68800]: DEBUG nova.network.neutron [req-f86abbdb-4bce-4fd5-807b-921252020710 req-a6a72849-29f5-4de0-8049-56f433ebf008 service nova] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Updating instance_info_cache with network_info: [{"id": "59750c65-f3d3-4cd0-aeae-2248b66769e7", "address": "fa:16:3e:d4:17:35", "network": {"id": "4ca5ed1c-7798-40f8-97dd-93eef15acf7e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1748453885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a82d9565ce4cf0ab26fb48caf3f589", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59750c65-f3", "ovs_interfaceid": "59750c65-f3d3-4cd0-aeae-2248b66769e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.433419] env[68800]: DEBUG nova.objects.instance [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lazy-loading 'migration_context' on Instance uuid 7d7b5615-de05-47c8-aea5-8f354a6588ce {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.485299] env[68800]: INFO nova.scheduler.client.report [None req-400c1b16-05df-417a-a82a-7a8e4357024c tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Deleted allocation for migration b30614ed-3a49-4347-bb3e-4a4f7ca2a5af [ 1191.560492] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 4205ef4c-0140-4357-b453-64899d952ce2] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.572270] env[68800]: DEBUG oslo_vmware.api [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]522a5db9-6906-469c-3ef2-f31665314ef1, 'name': SearchDatastore_Task, 'duration_secs': 0.012743} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.573055] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3baeda95-c329-42cd-97f1-62a5c3bacf98 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.578283] env[68800]: DEBUG oslo_vmware.api [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 1191.578283] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52e2a55c-bef4-46bd-ee7a-edea49eb043e" [ 1191.578283] env[68800]: _type = "Task" [ 1191.578283] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.588240] env[68800]: DEBUG oslo_vmware.api [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52e2a55c-bef4-46bd-ee7a-edea49eb043e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.652759] env[68800]: DEBUG oslo_vmware.api [None req-6a477bdc-9c92-48a7-8c5a-e2ec4ef6c349 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.902206] env[68800]: DEBUG oslo_concurrency.lockutils [req-f86abbdb-4bce-4fd5-807b-921252020710 req-a6a72849-29f5-4de0-8049-56f433ebf008 service nova] Releasing lock "refresh_cache-acd339b7-3d8a-45ba-90b8-88d4c163ef1f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.990129] env[68800]: DEBUG oslo_concurrency.lockutils [None req-400c1b16-05df-417a-a82a-7a8e4357024c tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "985f9de8-b51c-4f19-9f05-658c20d11cf5" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.744s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.063482] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: c19ca69f-35ab-4737-997c-89f30164836a] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.077297] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d4740b-0e28-4b46-8b97-7576e615a628 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.089753] env[68800]: DEBUG oslo_vmware.api [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52e2a55c-bef4-46bd-ee7a-edea49eb043e, 'name': SearchDatastore_Task, 'duration_secs': 0.010511} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.092260] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.092553] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 1ff033c8-a54c-479e-bbee-ac8cb4e1802f/1ff033c8-a54c-479e-bbee-ac8cb4e1802f.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1192.092850] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0be99756-45ee-4d51-bb9b-bc747570f4e3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.097733] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea46ff8-e4c2-4b33-96f8-c92a307f2174 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.132466] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f692ab-c022-4c53-874c-4512e1b2098d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.135592] env[68800]: DEBUG oslo_vmware.api [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 1192.135592] env[68800]: value = "task-3244556" [ 1192.135592] env[68800]: _type = "Task" [ 1192.135592] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.143145] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922109b5-100e-4ee8-9cb1-0846a1d017e1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.150310] env[68800]: DEBUG oslo_vmware.api [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244556, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.158688] env[68800]: DEBUG oslo_vmware.api [None req-6a477bdc-9c92-48a7-8c5a-e2ec4ef6c349 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.167540] env[68800]: DEBUG nova.compute.provider_tree [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.566695] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: dee516d0-4241-427f-87f4-49201f04bfd1] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.645557] env[68800]: DEBUG oslo_vmware.api [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244556, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.658266] env[68800]: DEBUG oslo_vmware.api [None req-6a477bdc-9c92-48a7-8c5a-e2ec4ef6c349 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244551, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.671319] env[68800]: DEBUG nova.scheduler.client.report [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.072949] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: f99b4ea5-b96e-41e4-a2bf-b8a478fba3b3] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.146484] env[68800]: DEBUG oslo_vmware.api [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244556, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540997} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.146839] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 1ff033c8-a54c-479e-bbee-ac8cb4e1802f/1ff033c8-a54c-479e-bbee-ac8cb4e1802f.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1193.147124] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1193.147427] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a43fbb6-e10c-498a-9367-a5dc5bd1aff5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.155698] env[68800]: DEBUG oslo_vmware.api [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 1193.155698] env[68800]: value = "task-3244557" [ 1193.155698] env[68800]: _type = "Task" [ 1193.155698] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.162115] env[68800]: DEBUG oslo_vmware.api [None req-6a477bdc-9c92-48a7-8c5a-e2ec4ef6c349 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244551, 'name': ReconfigVM_Task, 'duration_secs': 5.774685} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.162710] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6a477bdc-9c92-48a7-8c5a-e2ec4ef6c349 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Releasing lock "24a88c02-c732-4589-ae47-c23172b82898" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.162894] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-6a477bdc-9c92-48a7-8c5a-e2ec4ef6c349 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Reconfigured VM to detach interface {{(pid=68800) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1193.167709] env[68800]: DEBUG oslo_vmware.api [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244557, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.208719] env[68800]: DEBUG oslo_concurrency.lockutils [None req-afa575ec-d421-4101-bf17-2f50bde29a5e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "985f9de8-b51c-4f19-9f05-658c20d11cf5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.209009] env[68800]: DEBUG oslo_concurrency.lockutils [None req-afa575ec-d421-4101-bf17-2f50bde29a5e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "985f9de8-b51c-4f19-9f05-658c20d11cf5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.209252] env[68800]: DEBUG oslo_concurrency.lockutils [None req-afa575ec-d421-4101-bf17-2f50bde29a5e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "985f9de8-b51c-4f19-9f05-658c20d11cf5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.209442] env[68800]: DEBUG oslo_concurrency.lockutils [None req-afa575ec-d421-4101-bf17-2f50bde29a5e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "985f9de8-b51c-4f19-9f05-658c20d11cf5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.209612] env[68800]: DEBUG oslo_concurrency.lockutils [None req-afa575ec-d421-4101-bf17-2f50bde29a5e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "985f9de8-b51c-4f19-9f05-658c20d11cf5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.211651] env[68800]: INFO nova.compute.manager [None req-afa575ec-d421-4101-bf17-2f50bde29a5e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Terminating instance [ 1193.574638] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: d0fbab34-bbfe-44a1-9fe8-4493c50e625b] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.665665] env[68800]: DEBUG oslo_vmware.api [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244557, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0804} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.667106] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1193.670332] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945629f8-ffa7-4768-9146-35082f9b8ca4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.673269] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "65c086bf-efea-48a5-93b9-aa0863483d38" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.673485] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "65c086bf-efea-48a5-93b9-aa0863483d38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.687269] env[68800]: DEBUG oslo_concurrency.lockutils [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.759s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.702631] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 1ff033c8-a54c-479e-bbee-ac8cb4e1802f/1ff033c8-a54c-479e-bbee-ac8cb4e1802f.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1193.705025] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-014e62f1-678e-4b75-97e2-7006423afbe5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.723993] env[68800]: DEBUG nova.compute.manager [None req-afa575ec-d421-4101-bf17-2f50bde29a5e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1193.724220] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-afa575ec-d421-4101-bf17-2f50bde29a5e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1193.725358] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aff9f85-e24a-44ad-b2f1-02cd34386e2c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.733787] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa575ec-d421-4101-bf17-2f50bde29a5e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.734918] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8894fd3f-614d-4b45-a147-84bd074aa05a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.736415] env[68800]: DEBUG oslo_vmware.api [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 1193.736415] env[68800]: value = "task-3244558" [ 1193.736415] env[68800]: _type = "Task" [ 1193.736415] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.741325] env[68800]: DEBUG oslo_vmware.api [None req-afa575ec-d421-4101-bf17-2f50bde29a5e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1193.741325] env[68800]: value = "task-3244559" [ 1193.741325] env[68800]: _type = "Task" [ 1193.741325] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.747631] env[68800]: DEBUG oslo_vmware.api [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244558, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.752290] env[68800]: DEBUG oslo_vmware.api [None req-afa575ec-d421-4101-bf17-2f50bde29a5e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.077538] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: d9927778-e07f-4370-b30d-1e94855689c3] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.175528] env[68800]: DEBUG nova.compute.manager [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1194.251238] env[68800]: DEBUG oslo_vmware.api [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244558, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.254189] env[68800]: DEBUG oslo_vmware.api [None req-afa575ec-d421-4101-bf17-2f50bde29a5e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244559, 'name': PowerOffVM_Task, 'duration_secs': 0.414728} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.254450] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa575ec-d421-4101-bf17-2f50bde29a5e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1194.254631] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-afa575ec-d421-4101-bf17-2f50bde29a5e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1194.254892] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63cbed03-8b40-4700-9a6d-4fbe8f5f7f68 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.319251] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-afa575ec-d421-4101-bf17-2f50bde29a5e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1194.319460] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-afa575ec-d421-4101-bf17-2f50bde29a5e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1194.319645] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-afa575ec-d421-4101-bf17-2f50bde29a5e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Deleting the datastore file [datastore2] 985f9de8-b51c-4f19-9f05-658c20d11cf5 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1194.319894] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50a50725-0fea-4b5d-8c61-874027fbeea8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.325685] env[68800]: DEBUG oslo_vmware.api [None req-afa575ec-d421-4101-bf17-2f50bde29a5e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1194.325685] env[68800]: value = "task-3244561" [ 1194.325685] env[68800]: _type = "Task" [ 1194.325685] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.333317] env[68800]: DEBUG oslo_vmware.api [None req-afa575ec-d421-4101-bf17-2f50bde29a5e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.474663] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6a477bdc-9c92-48a7-8c5a-e2ec4ef6c349 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "refresh_cache-24a88c02-c732-4589-ae47-c23172b82898" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.474822] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6a477bdc-9c92-48a7-8c5a-e2ec4ef6c349 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquired lock "refresh_cache-24a88c02-c732-4589-ae47-c23172b82898" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.475013] env[68800]: DEBUG nova.network.neutron [None req-6a477bdc-9c92-48a7-8c5a-e2ec4ef6c349 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.581931] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 91179070-6a65-4881-94e7-a669501d328b] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.698660] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.698986] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.700773] env[68800]: INFO nova.compute.claims [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1194.749643] env[68800]: DEBUG oslo_vmware.api [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244558, 'name': ReconfigVM_Task, 'duration_secs': 0.638082} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.750072] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 1ff033c8-a54c-479e-bbee-ac8cb4e1802f/1ff033c8-a54c-479e-bbee-ac8cb4e1802f.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1194.750879] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76d31df4-cb98-4a1c-837b-0bf3c7024699 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.758249] env[68800]: DEBUG oslo_vmware.api [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 1194.758249] env[68800]: value = "task-3244562" [ 1194.758249] env[68800]: _type = "Task" [ 1194.758249] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.764879] env[68800]: DEBUG oslo_vmware.api [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244562, 'name': Rename_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.835067] env[68800]: DEBUG oslo_vmware.api [None req-afa575ec-d421-4101-bf17-2f50bde29a5e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244561, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221362} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.835362] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-afa575ec-d421-4101-bf17-2f50bde29a5e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1194.835558] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-afa575ec-d421-4101-bf17-2f50bde29a5e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1194.835728] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-afa575ec-d421-4101-bf17-2f50bde29a5e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1194.835903] env[68800]: INFO nova.compute.manager [None req-afa575ec-d421-4101-bf17-2f50bde29a5e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1194.836171] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-afa575ec-d421-4101-bf17-2f50bde29a5e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.836377] env[68800]: DEBUG nova.compute.manager [-] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1194.836476] env[68800]: DEBUG nova.network.neutron [-] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1195.085668] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 9a6a4700-3316-46ad-bebd-111330ccc205] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.099390] env[68800]: DEBUG nova.compute.manager [req-0c519b94-9976-4059-9c03-0f4848f9c3a3 req-d7dc2039-6d6c-4c62-901c-6854b78313a0 service nova] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Received event network-vif-deleted-00548467-f5eb-4899-8162-53a35cdcec69 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.099570] env[68800]: INFO nova.compute.manager [req-0c519b94-9976-4059-9c03-0f4848f9c3a3 req-d7dc2039-6d6c-4c62-901c-6854b78313a0 service nova] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Neutron deleted interface 00548467-f5eb-4899-8162-53a35cdcec69; detaching it from the instance and deleting it from the info cache [ 1195.099737] env[68800]: DEBUG nova.network.neutron [req-0c519b94-9976-4059-9c03-0f4848f9c3a3 req-d7dc2039-6d6c-4c62-901c-6854b78313a0 service nova] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.252614] env[68800]: INFO nova.compute.manager [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Swapping old allocation on dict_keys(['73f3eca7-007c-4a24-bdc1-0c0996f315e2']) held by migration ebfe0335-748f-4c32-a5b1-ef337a0ef56b for instance [ 1195.267969] env[68800]: DEBUG oslo_vmware.api [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244562, 'name': Rename_Task, 'duration_secs': 0.192138} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.270405] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1195.271817] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49afc392-0c3d-459a-89e6-ec11e7b02389 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.276753] env[68800]: DEBUG oslo_vmware.api [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 1195.276753] env[68800]: value = "task-3244563" [ 1195.276753] env[68800]: _type = "Task" [ 1195.276753] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.284891] env[68800]: DEBUG oslo_vmware.api [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.285796] env[68800]: DEBUG nova.scheduler.client.report [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Overwriting current allocation {'allocations': {'73f3eca7-007c-4a24-bdc1-0c0996f315e2': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 150}}, 'project_id': '4b74621381dc4bbca8fea1513bfe56e2', 'user_id': 'cbad1987963842d5ae736e4d440e809f', 'consumer_generation': 1} on consumer 7d7b5615-de05-47c8-aea5-8f354a6588ce {{(pid=68800) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1195.363745] env[68800]: DEBUG oslo_concurrency.lockutils [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquiring lock "refresh_cache-7d7b5615-de05-47c8-aea5-8f354a6588ce" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.363937] env[68800]: DEBUG oslo_concurrency.lockutils [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquired lock "refresh_cache-7d7b5615-de05-47c8-aea5-8f354a6588ce" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.364126] env[68800]: DEBUG nova.network.neutron [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1195.427498] env[68800]: INFO nova.network.neutron [None req-6a477bdc-9c92-48a7-8c5a-e2ec4ef6c349 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Port 30a9ef52-862b-4678-af5b-d263338ab4ac from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1195.427926] env[68800]: DEBUG nova.network.neutron [None req-6a477bdc-9c92-48a7-8c5a-e2ec4ef6c349 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Updating instance_info_cache with network_info: [{"id": "578c5d4b-09f4-4069-8c7d-7e91da41c0fd", "address": "fa:16:3e:7c:e1:f0", "network": {"id": "42ecce2f-2b8f-412c-a25a-eac985a7bc3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-882241878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a55e3ff738d49f8ae6b119fe8712bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap578c5d4b-09", "ovs_interfaceid": "578c5d4b-09f4-4069-8c7d-7e91da41c0fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.456994] env[68800]: DEBUG nova.compute.manager [req-bedaa70f-e111-4893-bb7f-0aa73579d049 req-368fb68d-f822-4a55-99ea-6ad2072746aa service nova] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Received event network-changed-578c5d4b-09f4-4069-8c7d-7e91da41c0fd {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.457218] env[68800]: DEBUG nova.compute.manager [req-bedaa70f-e111-4893-bb7f-0aa73579d049 req-368fb68d-f822-4a55-99ea-6ad2072746aa service nova] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Refreshing instance network info cache due to event network-changed-578c5d4b-09f4-4069-8c7d-7e91da41c0fd. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1195.457419] env[68800]: DEBUG oslo_concurrency.lockutils [req-bedaa70f-e111-4893-bb7f-0aa73579d049 req-368fb68d-f822-4a55-99ea-6ad2072746aa service nova] Acquiring lock "refresh_cache-24a88c02-c732-4589-ae47-c23172b82898" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.581044] env[68800]: DEBUG nova.network.neutron [-] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.590368] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 1456b84a-2f16-4103-b6c9-e3860ed62366] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.601723] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0c24f8b9-08f2-4ec8-ac33-13c4de741175 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.611504] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1a55ff-9042-45fd-8f1c-c3e56194149c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.643231] env[68800]: DEBUG nova.compute.manager [req-0c519b94-9976-4059-9c03-0f4848f9c3a3 req-d7dc2039-6d6c-4c62-901c-6854b78313a0 service nova] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Detach interface failed, port_id=00548467-f5eb-4899-8162-53a35cdcec69, reason: Instance 985f9de8-b51c-4f19-9f05-658c20d11cf5 could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1195.787686] env[68800]: DEBUG oslo_vmware.api [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244563, 'name': PowerOnVM_Task, 'duration_secs': 0.46383} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.787923] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1195.788137] env[68800]: INFO nova.compute.manager [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Took 7.86 seconds to spawn the instance on the hypervisor. [ 1195.788325] env[68800]: DEBUG nova.compute.manager [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1195.789135] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2666458-d421-47a4-82dc-82015ce2efcb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.903798] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01151cf1-2d10-4ea2-bc3c-54119665bdc9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.910883] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4310cd95-59d7-48ba-9c79-0e1b29d4913f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.940953] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6a477bdc-9c92-48a7-8c5a-e2ec4ef6c349 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Releasing lock "refresh_cache-24a88c02-c732-4589-ae47-c23172b82898" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.947025] env[68800]: DEBUG oslo_concurrency.lockutils [req-bedaa70f-e111-4893-bb7f-0aa73579d049 req-368fb68d-f822-4a55-99ea-6ad2072746aa service nova] Acquired lock "refresh_cache-24a88c02-c732-4589-ae47-c23172b82898" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.947025] env[68800]: DEBUG nova.network.neutron [req-bedaa70f-e111-4893-bb7f-0aa73579d049 req-368fb68d-f822-4a55-99ea-6ad2072746aa service nova] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Refreshing network info cache for port 578c5d4b-09f4-4069-8c7d-7e91da41c0fd {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1195.947273] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e691d4-147c-4647-9753-74dab01364b1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.958896] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7403e673-1567-49e8-abb0-92e96a1f8bb4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.972810] env[68800]: DEBUG nova.compute.provider_tree [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.084842] env[68800]: INFO nova.compute.manager [-] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Took 1.25 seconds to deallocate network for instance. [ 1196.087284] env[68800]: DEBUG nova.network.neutron [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Updating instance_info_cache with network_info: [{"id": "c283ba5a-1901-4f0e-a757-d98f96725cef", "address": "fa:16:3e:91:0e:1d", "network": {"id": "2ad65ae6-e96d-418b-8904-1b8c899626b0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1659419657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b74621381dc4bbca8fea1513bfe56e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc283ba5a-19", "ovs_interfaceid": "c283ba5a-1901-4f0e-a757-d98f96725cef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.093198] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 94b55bc9-3a6d-4b46-a2f9-159dc00839b4] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.158059] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4efef840-ac59-4181-9399-89523eb58356 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "interface-80bbda80-fc88-48d0-a014-396485ed36da-30a9ef52-862b-4678-af5b-d263338ab4ac" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.158317] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4efef840-ac59-4181-9399-89523eb58356 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "interface-80bbda80-fc88-48d0-a014-396485ed36da-30a9ef52-862b-4678-af5b-d263338ab4ac" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.158735] env[68800]: DEBUG nova.objects.instance [None req-4efef840-ac59-4181-9399-89523eb58356 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lazy-loading 'flavor' on Instance uuid 80bbda80-fc88-48d0-a014-396485ed36da {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.304490] env[68800]: INFO nova.compute.manager [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Took 12.72 seconds to build instance. [ 1196.453242] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6a477bdc-9c92-48a7-8c5a-e2ec4ef6c349 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "interface-24a88c02-c732-4589-ae47-c23172b82898-30a9ef52-862b-4678-af5b-d263338ab4ac" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.896s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.475389] env[68800]: DEBUG nova.scheduler.client.report [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.592598] env[68800]: DEBUG oslo_concurrency.lockutils [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Releasing lock "refresh_cache-7d7b5615-de05-47c8-aea5-8f354a6588ce" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.593037] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1196.593894] env[68800]: DEBUG oslo_concurrency.lockutils [None req-afa575ec-d421-4101-bf17-2f50bde29a5e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.594254] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05a62a58-16b8-41df-9a9a-8848d9aa9fb0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.596252] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: b3fa9fdc-bdab-4337-ba0b-547659c3734c] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.603315] env[68800]: DEBUG oslo_vmware.api [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 1196.603315] env[68800]: value = "task-3244564" [ 1196.603315] env[68800]: _type = "Task" [ 1196.603315] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.612321] env[68800]: DEBUG oslo_vmware.api [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.705796] env[68800]: DEBUG nova.network.neutron [req-bedaa70f-e111-4893-bb7f-0aa73579d049 req-368fb68d-f822-4a55-99ea-6ad2072746aa service nova] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Updated VIF entry in instance network info cache for port 578c5d4b-09f4-4069-8c7d-7e91da41c0fd. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1196.706337] env[68800]: DEBUG nova.network.neutron [req-bedaa70f-e111-4893-bb7f-0aa73579d049 req-368fb68d-f822-4a55-99ea-6ad2072746aa service nova] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Updating instance_info_cache with network_info: [{"id": "578c5d4b-09f4-4069-8c7d-7e91da41c0fd", "address": "fa:16:3e:7c:e1:f0", "network": {"id": "42ecce2f-2b8f-412c-a25a-eac985a7bc3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-882241878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a55e3ff738d49f8ae6b119fe8712bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap578c5d4b-09", "ovs_interfaceid": "578c5d4b-09f4-4069-8c7d-7e91da41c0fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.806229] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8e1d1dea-41a0-4ee1-b809-4748f881b0e0 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "1ff033c8-a54c-479e-bbee-ac8cb4e1802f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.233s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.857448] env[68800]: DEBUG nova.objects.instance [None req-4efef840-ac59-4181-9399-89523eb58356 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lazy-loading 'pci_requests' on Instance uuid 80bbda80-fc88-48d0-a014-396485ed36da {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.980927] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.282s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.981478] env[68800]: DEBUG nova.compute.manager [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1196.984147] env[68800]: DEBUG oslo_concurrency.lockutils [None req-afa575ec-d421-4101-bf17-2f50bde29a5e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.390s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.984374] env[68800]: DEBUG oslo_concurrency.lockutils [None req-afa575ec-d421-4101-bf17-2f50bde29a5e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.010438] env[68800]: INFO nova.scheduler.client.report [None req-afa575ec-d421-4101-bf17-2f50bde29a5e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Deleted allocations for instance 985f9de8-b51c-4f19-9f05-658c20d11cf5 [ 1197.099915] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: e051ee70-1aad-4d29-9c4f-4ef6ca74f9f4] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.113029] env[68800]: DEBUG oslo_vmware.api [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244564, 'name': PowerOffVM_Task, 'duration_secs': 0.224986} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.113029] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1197.113680] env[68800]: DEBUG nova.virt.hardware [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1197.113898] env[68800]: DEBUG nova.virt.hardware [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1197.114101] env[68800]: DEBUG nova.virt.hardware [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1197.114298] env[68800]: DEBUG nova.virt.hardware [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1197.114443] env[68800]: DEBUG nova.virt.hardware [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1197.114648] env[68800]: DEBUG nova.virt.hardware [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1197.114787] env[68800]: DEBUG nova.virt.hardware [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1197.114948] env[68800]: DEBUG nova.virt.hardware [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1197.115240] env[68800]: DEBUG nova.virt.hardware [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1197.115318] env[68800]: DEBUG nova.virt.hardware [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1197.115494] env[68800]: DEBUG nova.virt.hardware [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1197.120755] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f047c0c-9360-4065-b4b5-92b372733d93 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.133533] env[68800]: DEBUG nova.compute.manager [req-efbfd897-2d84-47c3-b18c-6d168c14b5ff req-6e3244d3-b3b8-402e-8aab-edc01a0fea55 service nova] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Received event network-changed-95f7c520-8a21-44c9-a4e1-a379a37c03d8 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.133717] env[68800]: DEBUG nova.compute.manager [req-efbfd897-2d84-47c3-b18c-6d168c14b5ff req-6e3244d3-b3b8-402e-8aab-edc01a0fea55 service nova] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Refreshing instance network info cache due to event network-changed-95f7c520-8a21-44c9-a4e1-a379a37c03d8. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1197.133919] env[68800]: DEBUG oslo_concurrency.lockutils [req-efbfd897-2d84-47c3-b18c-6d168c14b5ff req-6e3244d3-b3b8-402e-8aab-edc01a0fea55 service nova] Acquiring lock "refresh_cache-1ff033c8-a54c-479e-bbee-ac8cb4e1802f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.134072] env[68800]: DEBUG oslo_concurrency.lockutils [req-efbfd897-2d84-47c3-b18c-6d168c14b5ff req-6e3244d3-b3b8-402e-8aab-edc01a0fea55 service nova] Acquired lock "refresh_cache-1ff033c8-a54c-479e-bbee-ac8cb4e1802f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.134240] env[68800]: DEBUG nova.network.neutron [req-efbfd897-2d84-47c3-b18c-6d168c14b5ff req-6e3244d3-b3b8-402e-8aab-edc01a0fea55 service nova] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Refreshing network info cache for port 95f7c520-8a21-44c9-a4e1-a379a37c03d8 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1197.140309] env[68800]: DEBUG oslo_vmware.api [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 1197.140309] env[68800]: value = "task-3244565" [ 1197.140309] env[68800]: _type = "Task" [ 1197.140309] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.150185] env[68800]: DEBUG oslo_vmware.api [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244565, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.209944] env[68800]: DEBUG oslo_concurrency.lockutils [req-bedaa70f-e111-4893-bb7f-0aa73579d049 req-368fb68d-f822-4a55-99ea-6ad2072746aa service nova] Releasing lock "refresh_cache-24a88c02-c732-4589-ae47-c23172b82898" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.362917] env[68800]: DEBUG nova.objects.base [None req-4efef840-ac59-4181-9399-89523eb58356 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Object Instance<80bbda80-fc88-48d0-a014-396485ed36da> lazy-loaded attributes: flavor,pci_requests {{(pid=68800) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1197.362917] env[68800]: DEBUG nova.network.neutron [None req-4efef840-ac59-4181-9399-89523eb58356 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1197.441569] env[68800]: DEBUG nova.policy [None req-4efef840-ac59-4181-9399-89523eb58356 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31eea260dc9f479b9390ca2cc13e8b10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a55e3ff738d49f8ae6b119fe8712bb8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 1197.488472] env[68800]: DEBUG nova.compute.utils [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1197.489944] env[68800]: DEBUG nova.compute.manager [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1197.490114] env[68800]: DEBUG nova.network.neutron [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1197.517820] env[68800]: DEBUG oslo_concurrency.lockutils [None req-afa575ec-d421-4101-bf17-2f50bde29a5e tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "985f9de8-b51c-4f19-9f05-658c20d11cf5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.309s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.532642] env[68800]: DEBUG nova.compute.manager [req-26aa8640-a765-4513-9d31-82b64361d400 req-4598e082-0423-46c1-9960-89ba434c1b30 service nova] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Received event network-changed-532a74a8-c062-407c-8d51-69ab365d02e9 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.532900] env[68800]: DEBUG nova.compute.manager [req-26aa8640-a765-4513-9d31-82b64361d400 req-4598e082-0423-46c1-9960-89ba434c1b30 service nova] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Refreshing instance network info cache due to event network-changed-532a74a8-c062-407c-8d51-69ab365d02e9. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1197.533045] env[68800]: DEBUG oslo_concurrency.lockutils [req-26aa8640-a765-4513-9d31-82b64361d400 req-4598e082-0423-46c1-9960-89ba434c1b30 service nova] Acquiring lock "refresh_cache-80bbda80-fc88-48d0-a014-396485ed36da" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.533242] env[68800]: DEBUG oslo_concurrency.lockutils [req-26aa8640-a765-4513-9d31-82b64361d400 req-4598e082-0423-46c1-9960-89ba434c1b30 service nova] Acquired lock "refresh_cache-80bbda80-fc88-48d0-a014-396485ed36da" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.533411] env[68800]: DEBUG nova.network.neutron [req-26aa8640-a765-4513-9d31-82b64361d400 req-4598e082-0423-46c1-9960-89ba434c1b30 service nova] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Refreshing network info cache for port 532a74a8-c062-407c-8d51-69ab365d02e9 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1197.540926] env[68800]: DEBUG nova.policy [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a96c7442cd264c5ba69ab5535345b2fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85c5a45ac2714c49906e94554e4f3354', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 1197.603027] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 08ce6d65-5a60-464d-a429-39c204f43892] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.650348] env[68800]: DEBUG oslo_vmware.api [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244565, 'name': ReconfigVM_Task, 'duration_secs': 0.138459} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.651810] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f262cd-6fd1-4c41-b855-bbdf1e0d7b17 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.679224] env[68800]: DEBUG nova.virt.hardware [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1197.679224] env[68800]: DEBUG nova.virt.hardware [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1197.679224] env[68800]: DEBUG nova.virt.hardware [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1197.679224] env[68800]: DEBUG nova.virt.hardware [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1197.679224] env[68800]: DEBUG nova.virt.hardware [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1197.679500] env[68800]: DEBUG nova.virt.hardware [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1197.679642] env[68800]: DEBUG nova.virt.hardware [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1197.679794] env[68800]: DEBUG nova.virt.hardware [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1197.680030] env[68800]: DEBUG nova.virt.hardware [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1197.680214] env[68800]: DEBUG nova.virt.hardware [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1197.680428] env[68800]: DEBUG nova.virt.hardware [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1197.683737] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3871a10-519d-42e2-9bf7-e5f81fa259d5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.690542] env[68800]: DEBUG oslo_vmware.api [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 1197.690542] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52dd5888-8b22-2ff1-cd95-2c44289b9327" [ 1197.690542] env[68800]: _type = "Task" [ 1197.690542] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.697797] env[68800]: DEBUG oslo_vmware.api [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52dd5888-8b22-2ff1-cd95-2c44289b9327, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.993593] env[68800]: DEBUG nova.compute.manager [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1198.010937] env[68800]: DEBUG nova.network.neutron [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Successfully created port: ca1f58a4-db39-4691-82d9-b9acf0da4dac {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1198.052599] env[68800]: DEBUG nova.network.neutron [req-efbfd897-2d84-47c3-b18c-6d168c14b5ff req-6e3244d3-b3b8-402e-8aab-edc01a0fea55 service nova] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Updated VIF entry in instance network info cache for port 95f7c520-8a21-44c9-a4e1-a379a37c03d8. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1198.052952] env[68800]: DEBUG nova.network.neutron [req-efbfd897-2d84-47c3-b18c-6d168c14b5ff req-6e3244d3-b3b8-402e-8aab-edc01a0fea55 service nova] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Updating instance_info_cache with network_info: [{"id": "95f7c520-8a21-44c9-a4e1-a379a37c03d8", "address": "fa:16:3e:b1:6e:60", "network": {"id": "d2aa08d6-a1ed-4602-80f7-7e07ba244d6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2142783339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f658ebcc84a8451b9e8d28db15cd0d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95f7c520-8a", "ovs_interfaceid": "95f7c520-8a21-44c9-a4e1-a379a37c03d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.107185] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 0c495f2d-e6a8-43d0-bce9-72ed187abe3a] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.202071] env[68800]: DEBUG oslo_vmware.api [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52dd5888-8b22-2ff1-cd95-2c44289b9327, 'name': SearchDatastore_Task, 'duration_secs': 0.02555} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.207550] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Reconfiguring VM instance instance-00000065 to detach disk 2000 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1198.207846] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35f5c54b-f0a7-4d04-bc61-f601d389828d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.226902] env[68800]: DEBUG oslo_vmware.api [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 1198.226902] env[68800]: value = "task-3244566" [ 1198.226902] env[68800]: _type = "Task" [ 1198.226902] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.237893] env[68800]: DEBUG oslo_vmware.api [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244566, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.291162] env[68800]: DEBUG oslo_concurrency.lockutils [None req-25aaf8ac-63d6-4c37-b8b3-55131c099da4 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Acquiring lock "f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.291571] env[68800]: DEBUG oslo_concurrency.lockutils [None req-25aaf8ac-63d6-4c37-b8b3-55131c099da4 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Lock "f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.291632] env[68800]: DEBUG oslo_concurrency.lockutils [None req-25aaf8ac-63d6-4c37-b8b3-55131c099da4 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Acquiring lock "f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.291790] env[68800]: DEBUG oslo_concurrency.lockutils [None req-25aaf8ac-63d6-4c37-b8b3-55131c099da4 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Lock "f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.291958] env[68800]: DEBUG oslo_concurrency.lockutils [None req-25aaf8ac-63d6-4c37-b8b3-55131c099da4 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Lock "f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.294203] env[68800]: INFO nova.compute.manager [None req-25aaf8ac-63d6-4c37-b8b3-55131c099da4 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Terminating instance [ 1198.381521] env[68800]: DEBUG nova.network.neutron [req-26aa8640-a765-4513-9d31-82b64361d400 req-4598e082-0423-46c1-9960-89ba434c1b30 service nova] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Updated VIF entry in instance network info cache for port 532a74a8-c062-407c-8d51-69ab365d02e9. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1198.381906] env[68800]: DEBUG nova.network.neutron [req-26aa8640-a765-4513-9d31-82b64361d400 req-4598e082-0423-46c1-9960-89ba434c1b30 service nova] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Updating instance_info_cache with network_info: [{"id": "532a74a8-c062-407c-8d51-69ab365d02e9", "address": "fa:16:3e:6e:76:e4", "network": {"id": "42ecce2f-2b8f-412c-a25a-eac985a7bc3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-882241878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a55e3ff738d49f8ae6b119fe8712bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap532a74a8-c0", "ovs_interfaceid": "532a74a8-c062-407c-8d51-69ab365d02e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.555485] env[68800]: DEBUG oslo_concurrency.lockutils [req-efbfd897-2d84-47c3-b18c-6d168c14b5ff req-6e3244d3-b3b8-402e-8aab-edc01a0fea55 service nova] Releasing lock "refresh_cache-1ff033c8-a54c-479e-bbee-ac8cb4e1802f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.611023] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 0493e632-089d-4166-8048-040724607526] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.738960] env[68800]: DEBUG oslo_vmware.api [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244566, 'name': ReconfigVM_Task, 'duration_secs': 0.219613} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.739245] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Reconfigured VM instance instance-00000065 to detach disk 2000 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1198.740052] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af9e9c9-a6ff-4cee-8307-e067c9e66534 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.761993] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 7d7b5615-de05-47c8-aea5-8f354a6588ce/7d7b5615-de05-47c8-aea5-8f354a6588ce.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1198.762152] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ea4c925-0415-4ce8-b3a9-071f63efbf5b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.781037] env[68800]: DEBUG oslo_vmware.api [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 1198.781037] env[68800]: value = "task-3244567" [ 1198.781037] env[68800]: _type = "Task" [ 1198.781037] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.798313] env[68800]: DEBUG nova.compute.manager [None req-25aaf8ac-63d6-4c37-b8b3-55131c099da4 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1198.798510] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-25aaf8ac-63d6-4c37-b8b3-55131c099da4 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1198.799421] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d6ef22-c9da-4c61-bb77-2877ee959b82 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.805862] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-25aaf8ac-63d6-4c37-b8b3-55131c099da4 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.806103] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65a7eead-3cb6-4988-a1ac-d630b241e799 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.811539] env[68800]: DEBUG oslo_vmware.api [None req-25aaf8ac-63d6-4c37-b8b3-55131c099da4 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Waiting for the task: (returnval){ [ 1198.811539] env[68800]: value = "task-3244568" [ 1198.811539] env[68800]: _type = "Task" [ 1198.811539] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.819032] env[68800]: DEBUG oslo_vmware.api [None req-25aaf8ac-63d6-4c37-b8b3-55131c099da4 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244568, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.884378] env[68800]: DEBUG oslo_concurrency.lockutils [req-26aa8640-a765-4513-9d31-82b64361d400 req-4598e082-0423-46c1-9960-89ba434c1b30 service nova] Releasing lock "refresh_cache-80bbda80-fc88-48d0-a014-396485ed36da" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.935238] env[68800]: DEBUG nova.network.neutron [None req-4efef840-ac59-4181-9399-89523eb58356 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Successfully updated port: 30a9ef52-862b-4678-af5b-d263338ab4ac {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1199.003359] env[68800]: DEBUG nova.compute.manager [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1199.031389] env[68800]: DEBUG nova.virt.hardware [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1199.031645] env[68800]: DEBUG nova.virt.hardware [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1199.031799] env[68800]: DEBUG nova.virt.hardware [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1199.031974] env[68800]: DEBUG nova.virt.hardware [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1199.032135] env[68800]: DEBUG nova.virt.hardware [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1199.032280] env[68800]: DEBUG nova.virt.hardware [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1199.032482] env[68800]: DEBUG nova.virt.hardware [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1199.032639] env[68800]: DEBUG nova.virt.hardware [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1199.032805] env[68800]: DEBUG nova.virt.hardware [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1199.032968] env[68800]: DEBUG nova.virt.hardware [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1199.033164] env[68800]: DEBUG nova.virt.hardware [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1199.034034] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe9e133-1bdc-4708-9257-76d97d58bbf2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.041801] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352a22dc-e351-4767-91a6-91720eac3180 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.113706] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: d31685d0-2d63-49c1-9615-a332ad4777ed] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.290973] env[68800]: DEBUG oslo_vmware.api [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244567, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.320519] env[68800]: DEBUG oslo_vmware.api [None req-25aaf8ac-63d6-4c37-b8b3-55131c099da4 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244568, 'name': PowerOffVM_Task, 'duration_secs': 0.201239} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.320780] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-25aaf8ac-63d6-4c37-b8b3-55131c099da4 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1199.320945] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-25aaf8ac-63d6-4c37-b8b3-55131c099da4 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1199.321206] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0538c45-625b-45e8-a43d-4135eb103b94 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.397037] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-25aaf8ac-63d6-4c37-b8b3-55131c099da4 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1199.397257] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-25aaf8ac-63d6-4c37-b8b3-55131c099da4 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1199.397499] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-25aaf8ac-63d6-4c37-b8b3-55131c099da4 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Deleting the datastore file [datastore2] f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1199.397857] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a469c052-53bb-4717-bae4-009f95ca1972 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.403887] env[68800]: DEBUG oslo_vmware.api [None req-25aaf8ac-63d6-4c37-b8b3-55131c099da4 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Waiting for the task: (returnval){ [ 1199.403887] env[68800]: value = "task-3244570" [ 1199.403887] env[68800]: _type = "Task" [ 1199.403887] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.411909] env[68800]: DEBUG oslo_vmware.api [None req-25aaf8ac-63d6-4c37-b8b3-55131c099da4 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244570, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.431522] env[68800]: DEBUG nova.compute.manager [req-1c2ef802-2ad1-4400-a5f0-b86f65b6e917 req-b533a0f2-45e0-45d5-b820-68fa92c887d2 service nova] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Received event network-vif-plugged-30a9ef52-862b-4678-af5b-d263338ab4ac {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.431911] env[68800]: DEBUG oslo_concurrency.lockutils [req-1c2ef802-2ad1-4400-a5f0-b86f65b6e917 req-b533a0f2-45e0-45d5-b820-68fa92c887d2 service nova] Acquiring lock "80bbda80-fc88-48d0-a014-396485ed36da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.431911] env[68800]: DEBUG oslo_concurrency.lockutils [req-1c2ef802-2ad1-4400-a5f0-b86f65b6e917 req-b533a0f2-45e0-45d5-b820-68fa92c887d2 service nova] Lock "80bbda80-fc88-48d0-a014-396485ed36da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.432118] env[68800]: DEBUG oslo_concurrency.lockutils [req-1c2ef802-2ad1-4400-a5f0-b86f65b6e917 req-b533a0f2-45e0-45d5-b820-68fa92c887d2 service nova] Lock "80bbda80-fc88-48d0-a014-396485ed36da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.432231] env[68800]: DEBUG nova.compute.manager [req-1c2ef802-2ad1-4400-a5f0-b86f65b6e917 req-b533a0f2-45e0-45d5-b820-68fa92c887d2 service nova] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] No waiting events found dispatching network-vif-plugged-30a9ef52-862b-4678-af5b-d263338ab4ac {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1199.432463] env[68800]: WARNING nova.compute.manager [req-1c2ef802-2ad1-4400-a5f0-b86f65b6e917 req-b533a0f2-45e0-45d5-b820-68fa92c887d2 service nova] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Received unexpected event network-vif-plugged-30a9ef52-862b-4678-af5b-d263338ab4ac for instance with vm_state active and task_state None. [ 1199.432558] env[68800]: DEBUG nova.compute.manager [req-1c2ef802-2ad1-4400-a5f0-b86f65b6e917 req-b533a0f2-45e0-45d5-b820-68fa92c887d2 service nova] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Received event network-changed-30a9ef52-862b-4678-af5b-d263338ab4ac {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.432688] env[68800]: DEBUG nova.compute.manager [req-1c2ef802-2ad1-4400-a5f0-b86f65b6e917 req-b533a0f2-45e0-45d5-b820-68fa92c887d2 service nova] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Refreshing instance network info cache due to event network-changed-30a9ef52-862b-4678-af5b-d263338ab4ac. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1199.432868] env[68800]: DEBUG oslo_concurrency.lockutils [req-1c2ef802-2ad1-4400-a5f0-b86f65b6e917 req-b533a0f2-45e0-45d5-b820-68fa92c887d2 service nova] Acquiring lock "refresh_cache-80bbda80-fc88-48d0-a014-396485ed36da" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.432991] env[68800]: DEBUG oslo_concurrency.lockutils [req-1c2ef802-2ad1-4400-a5f0-b86f65b6e917 req-b533a0f2-45e0-45d5-b820-68fa92c887d2 service nova] Acquired lock "refresh_cache-80bbda80-fc88-48d0-a014-396485ed36da" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.433156] env[68800]: DEBUG nova.network.neutron [req-1c2ef802-2ad1-4400-a5f0-b86f65b6e917 req-b533a0f2-45e0-45d5-b820-68fa92c887d2 service nova] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Refreshing network info cache for port 30a9ef52-862b-4678-af5b-d263338ab4ac {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1199.438234] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4efef840-ac59-4181-9399-89523eb58356 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "refresh_cache-80bbda80-fc88-48d0-a014-396485ed36da" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.617194] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 21caa9d5-b1b1-46fb-8c3f-a67d9aaafa18] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.659732] env[68800]: DEBUG nova.network.neutron [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Successfully updated port: ca1f58a4-db39-4691-82d9-b9acf0da4dac {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1199.791992] env[68800]: DEBUG oslo_vmware.api [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244567, 'name': ReconfigVM_Task, 'duration_secs': 0.628364} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.792297] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 7d7b5615-de05-47c8-aea5-8f354a6588ce/7d7b5615-de05-47c8-aea5-8f354a6588ce.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1199.793184] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c1e9ff-9ddc-467a-81bd-073f2e140cd4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.812433] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3639c4cc-821f-4dcd-a833-8d8d174f32c2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.831555] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7af3f4-0c22-4912-b232-4de10fd22fbc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.857865] env[68800]: DEBUG nova.compute.manager [req-3e6225ac-6f6c-4587-87ab-012953107e06 req-b73f404f-f410-42e9-8ac4-ba2828d1a3e1 service nova] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Received event network-vif-plugged-ca1f58a4-db39-4691-82d9-b9acf0da4dac {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.858080] env[68800]: DEBUG oslo_concurrency.lockutils [req-3e6225ac-6f6c-4587-87ab-012953107e06 req-b73f404f-f410-42e9-8ac4-ba2828d1a3e1 service nova] Acquiring lock "65c086bf-efea-48a5-93b9-aa0863483d38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.858284] env[68800]: DEBUG oslo_concurrency.lockutils [req-3e6225ac-6f6c-4587-87ab-012953107e06 req-b73f404f-f410-42e9-8ac4-ba2828d1a3e1 service nova] Lock "65c086bf-efea-48a5-93b9-aa0863483d38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.858451] env[68800]: DEBUG oslo_concurrency.lockutils [req-3e6225ac-6f6c-4587-87ab-012953107e06 req-b73f404f-f410-42e9-8ac4-ba2828d1a3e1 service nova] Lock "65c086bf-efea-48a5-93b9-aa0863483d38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.858642] env[68800]: DEBUG nova.compute.manager [req-3e6225ac-6f6c-4587-87ab-012953107e06 req-b73f404f-f410-42e9-8ac4-ba2828d1a3e1 service nova] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] No waiting events found dispatching network-vif-plugged-ca1f58a4-db39-4691-82d9-b9acf0da4dac {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1199.858816] env[68800]: WARNING nova.compute.manager [req-3e6225ac-6f6c-4587-87ab-012953107e06 req-b73f404f-f410-42e9-8ac4-ba2828d1a3e1 service nova] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Received unexpected event network-vif-plugged-ca1f58a4-db39-4691-82d9-b9acf0da4dac for instance with vm_state building and task_state spawning. [ 1199.859629] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb3fd8c-6888-4a65-a563-01224775eced {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.867477] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1199.867743] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac673833-6eee-4339-872e-788e56d89344 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.874674] env[68800]: DEBUG oslo_vmware.api [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 1199.874674] env[68800]: value = "task-3244571" [ 1199.874674] env[68800]: _type = "Task" [ 1199.874674] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.884036] env[68800]: DEBUG oslo_vmware.api [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244571, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.913899] env[68800]: DEBUG oslo_vmware.api [None req-25aaf8ac-63d6-4c37-b8b3-55131c099da4 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244570, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.47352} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.914134] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-25aaf8ac-63d6-4c37-b8b3-55131c099da4 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1199.914226] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-25aaf8ac-63d6-4c37-b8b3-55131c099da4 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1199.914406] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-25aaf8ac-63d6-4c37-b8b3-55131c099da4 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1199.914578] env[68800]: INFO nova.compute.manager [None req-25aaf8ac-63d6-4c37-b8b3-55131c099da4 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1199.914810] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25aaf8ac-63d6-4c37-b8b3-55131c099da4 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1199.914992] env[68800]: DEBUG nova.compute.manager [-] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1199.915100] env[68800]: DEBUG nova.network.neutron [-] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1200.120971] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: c27ce6a7-d9a3-4a37-9fc7-c72731f816fa] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.130512] env[68800]: DEBUG nova.network.neutron [req-1c2ef802-2ad1-4400-a5f0-b86f65b6e917 req-b533a0f2-45e0-45d5-b820-68fa92c887d2 service nova] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Added VIF to instance network info cache for port 30a9ef52-862b-4678-af5b-d263338ab4ac. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3546}} [ 1200.130512] env[68800]: DEBUG nova.network.neutron [req-1c2ef802-2ad1-4400-a5f0-b86f65b6e917 req-b533a0f2-45e0-45d5-b820-68fa92c887d2 service nova] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Updating instance_info_cache with network_info: [{"id": "532a74a8-c062-407c-8d51-69ab365d02e9", "address": "fa:16:3e:6e:76:e4", "network": {"id": "42ecce2f-2b8f-412c-a25a-eac985a7bc3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-882241878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a55e3ff738d49f8ae6b119fe8712bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap532a74a8-c0", "ovs_interfaceid": "532a74a8-c062-407c-8d51-69ab365d02e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "30a9ef52-862b-4678-af5b-d263338ab4ac", "address": "fa:16:3e:85:9b:ef", "network": {"id": "42ecce2f-2b8f-412c-a25a-eac985a7bc3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-882241878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a55e3ff738d49f8ae6b119fe8712bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30a9ef52-86", "ovs_interfaceid": "30a9ef52-862b-4678-af5b-d263338ab4ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.161871] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "refresh_cache-65c086bf-efea-48a5-93b9-aa0863483d38" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.162340] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquired lock "refresh_cache-65c086bf-efea-48a5-93b9-aa0863483d38" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.162629] env[68800]: DEBUG nova.network.neutron [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1200.338035] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Acquiring lock "f928755f-4bb3-4653-a05f-96feefeab51f" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.338253] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lock "f928755f-4bb3-4653-a05f-96feefeab51f" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.338432] env[68800]: INFO nova.compute.manager [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Shelving [ 1200.384998] env[68800]: DEBUG oslo_vmware.api [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244571, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.624185] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 8fc1914e-feaf-4004-92d1-af93a6e5b399] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.635342] env[68800]: DEBUG oslo_concurrency.lockutils [req-1c2ef802-2ad1-4400-a5f0-b86f65b6e917 req-b533a0f2-45e0-45d5-b820-68fa92c887d2 service nova] Releasing lock "refresh_cache-80bbda80-fc88-48d0-a014-396485ed36da" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.635662] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4efef840-ac59-4181-9399-89523eb58356 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquired lock "refresh_cache-80bbda80-fc88-48d0-a014-396485ed36da" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.635662] env[68800]: DEBUG nova.network.neutron [None req-4efef840-ac59-4181-9399-89523eb58356 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1200.693491] env[68800]: DEBUG nova.network.neutron [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1200.816017] env[68800]: DEBUG nova.network.neutron [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Updating instance_info_cache with network_info: [{"id": "ca1f58a4-db39-4691-82d9-b9acf0da4dac", "address": "fa:16:3e:75:b7:a4", "network": {"id": "05cefbb5-ab7f-4aed-85f9-10a508e4af94", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1038579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85c5a45ac2714c49906e94554e4f3354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca1f58a4-db", "ovs_interfaceid": "ca1f58a4-db39-4691-82d9-b9acf0da4dac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.884638] env[68800]: DEBUG oslo_vmware.api [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244571, 'name': PowerOnVM_Task, 'duration_secs': 0.720419} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.884891] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1200.913022] env[68800]: DEBUG nova.network.neutron [-] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.127785] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: b6ce6d33-aebc-420e-afe7-9e0908a2c560] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.187922] env[68800]: WARNING nova.network.neutron [None req-4efef840-ac59-4181-9399-89523eb58356 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] 42ecce2f-2b8f-412c-a25a-eac985a7bc3e already exists in list: networks containing: ['42ecce2f-2b8f-412c-a25a-eac985a7bc3e']. ignoring it [ 1201.188178] env[68800]: WARNING nova.network.neutron [None req-4efef840-ac59-4181-9399-89523eb58356 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] 42ecce2f-2b8f-412c-a25a-eac985a7bc3e already exists in list: networks containing: ['42ecce2f-2b8f-412c-a25a-eac985a7bc3e']. ignoring it [ 1201.188349] env[68800]: WARNING nova.network.neutron [None req-4efef840-ac59-4181-9399-89523eb58356 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] 30a9ef52-862b-4678-af5b-d263338ab4ac already exists in list: port_ids containing: ['30a9ef52-862b-4678-af5b-d263338ab4ac']. ignoring it [ 1201.318287] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Releasing lock "refresh_cache-65c086bf-efea-48a5-93b9-aa0863483d38" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.318609] env[68800]: DEBUG nova.compute.manager [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Instance network_info: |[{"id": "ca1f58a4-db39-4691-82d9-b9acf0da4dac", "address": "fa:16:3e:75:b7:a4", "network": {"id": "05cefbb5-ab7f-4aed-85f9-10a508e4af94", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1038579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85c5a45ac2714c49906e94554e4f3354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca1f58a4-db", "ovs_interfaceid": "ca1f58a4-db39-4691-82d9-b9acf0da4dac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1201.319036] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:b7:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78e1ebb0-0130-446b-bf73-a0e59bbb95cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca1f58a4-db39-4691-82d9-b9acf0da4dac', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1201.326403] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1201.326603] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1201.326822] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4931f714-b5aa-4968-b020-b072b2ca97b9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.346711] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1201.346711] env[68800]: value = "task-3244572" [ 1201.346711] env[68800]: _type = "Task" [ 1201.346711] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.347105] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1201.347367] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5b6da81-cceb-469f-925c-4720f34cc394 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.359735] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244572, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.360893] env[68800]: DEBUG oslo_vmware.api [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the task: (returnval){ [ 1201.360893] env[68800]: value = "task-3244573" [ 1201.360893] env[68800]: _type = "Task" [ 1201.360893] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.369426] env[68800]: DEBUG oslo_vmware.api [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.415960] env[68800]: INFO nova.compute.manager [-] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Took 1.50 seconds to deallocate network for instance. [ 1201.631248] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 913f76bd-2cb4-450b-a506-6687ee98cd86] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.758989] env[68800]: DEBUG nova.network.neutron [None req-4efef840-ac59-4181-9399-89523eb58356 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Updating instance_info_cache with network_info: [{"id": "532a74a8-c062-407c-8d51-69ab365d02e9", "address": "fa:16:3e:6e:76:e4", "network": {"id": "42ecce2f-2b8f-412c-a25a-eac985a7bc3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-882241878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a55e3ff738d49f8ae6b119fe8712bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap532a74a8-c0", "ovs_interfaceid": "532a74a8-c062-407c-8d51-69ab365d02e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "30a9ef52-862b-4678-af5b-d263338ab4ac", "address": "fa:16:3e:85:9b:ef", "network": {"id": "42ecce2f-2b8f-412c-a25a-eac985a7bc3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-882241878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a55e3ff738d49f8ae6b119fe8712bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30a9ef52-86", "ovs_interfaceid": "30a9ef52-862b-4678-af5b-d263338ab4ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.857213] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244572, 'name': CreateVM_Task, 'duration_secs': 0.339622} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.857447] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1201.858486] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.858746] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.859117] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.859373] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-021964a2-7ee3-483e-b26a-021ceba7ff41 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.865262] env[68800]: DEBUG oslo_vmware.api [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1201.865262] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52aaac3c-b0a3-1009-36ee-2ebc6ce7e0b4" [ 1201.865262] env[68800]: _type = "Task" [ 1201.865262] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.870884] env[68800]: DEBUG oslo_vmware.api [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244573, 'name': PowerOffVM_Task, 'duration_secs': 0.213301} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.871416] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1201.872161] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afb8591-3485-4e40-9d5c-b5cc6826a75b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.877680] env[68800]: DEBUG oslo_vmware.api [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52aaac3c-b0a3-1009-36ee-2ebc6ce7e0b4, 'name': SearchDatastore_Task, 'duration_secs': 0.008955} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.878233] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.878441] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1201.878689] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.878838] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.879027] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1201.879255] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37117baf-403c-4fc3-bec7-a7ffc87adc52 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.895555] env[68800]: DEBUG nova.compute.manager [req-7e39548a-b6f7-48ee-a418-d2979cfaa249 req-84fe48b9-594d-471d-8d83-5620f3822e04 service nova] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Received event network-changed-ca1f58a4-db39-4691-82d9-b9acf0da4dac {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.895724] env[68800]: DEBUG nova.compute.manager [req-7e39548a-b6f7-48ee-a418-d2979cfaa249 req-84fe48b9-594d-471d-8d83-5620f3822e04 service nova] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Refreshing instance network info cache due to event network-changed-ca1f58a4-db39-4691-82d9-b9acf0da4dac. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1201.895923] env[68800]: DEBUG oslo_concurrency.lockutils [req-7e39548a-b6f7-48ee-a418-d2979cfaa249 req-84fe48b9-594d-471d-8d83-5620f3822e04 service nova] Acquiring lock "refresh_cache-65c086bf-efea-48a5-93b9-aa0863483d38" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.896078] env[68800]: DEBUG oslo_concurrency.lockutils [req-7e39548a-b6f7-48ee-a418-d2979cfaa249 req-84fe48b9-594d-471d-8d83-5620f3822e04 service nova] Acquired lock "refresh_cache-65c086bf-efea-48a5-93b9-aa0863483d38" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.896241] env[68800]: DEBUG nova.network.neutron [req-7e39548a-b6f7-48ee-a418-d2979cfaa249 req-84fe48b9-594d-471d-8d83-5620f3822e04 service nova] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Refreshing network info cache for port ca1f58a4-db39-4691-82d9-b9acf0da4dac {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1201.897988] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6910b2-98d7-4a66-89a6-51c72fe4cfa0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.901450] env[68800]: INFO nova.compute.manager [None req-db4547b2-7158-4e3a-9d14-f0284a662b38 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Updating instance to original state: 'active' [ 1201.906031] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1201.906178] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1201.907451] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9b7ef7a-8fad-4209-b3e8-74fea2dfe9e0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.916283] env[68800]: DEBUG oslo_vmware.api [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1201.916283] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52210c25-12c2-2ff6-58e6-52cef59a4676" [ 1201.916283] env[68800]: _type = "Task" [ 1201.916283] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.924432] env[68800]: DEBUG oslo_concurrency.lockutils [None req-25aaf8ac-63d6-4c37-b8b3-55131c099da4 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.924685] env[68800]: DEBUG oslo_concurrency.lockutils [None req-25aaf8ac-63d6-4c37-b8b3-55131c099da4 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.924899] env[68800]: DEBUG nova.objects.instance [None req-25aaf8ac-63d6-4c37-b8b3-55131c099da4 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Lazy-loading 'resources' on Instance uuid f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.925939] env[68800]: DEBUG oslo_vmware.api [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52210c25-12c2-2ff6-58e6-52cef59a4676, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.135116] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: d09d6489-64ed-44b7-8a61-ee59d6160ba4] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.261586] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4efef840-ac59-4181-9399-89523eb58356 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Releasing lock "refresh_cache-80bbda80-fc88-48d0-a014-396485ed36da" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.262254] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4efef840-ac59-4181-9399-89523eb58356 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "80bbda80-fc88-48d0-a014-396485ed36da" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.262411] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4efef840-ac59-4181-9399-89523eb58356 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquired lock "80bbda80-fc88-48d0-a014-396485ed36da" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.263430] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65d14d9-3bd9-4ef6-83ce-68b492c88335 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.281256] env[68800]: DEBUG nova.virt.hardware [None req-4efef840-ac59-4181-9399-89523eb58356 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1202.281483] env[68800]: DEBUG nova.virt.hardware [None req-4efef840-ac59-4181-9399-89523eb58356 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1202.281638] env[68800]: DEBUG nova.virt.hardware [None req-4efef840-ac59-4181-9399-89523eb58356 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1202.281817] env[68800]: DEBUG nova.virt.hardware [None req-4efef840-ac59-4181-9399-89523eb58356 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1202.281963] env[68800]: DEBUG nova.virt.hardware [None req-4efef840-ac59-4181-9399-89523eb58356 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1202.282129] env[68800]: DEBUG nova.virt.hardware [None req-4efef840-ac59-4181-9399-89523eb58356 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1202.282334] env[68800]: DEBUG nova.virt.hardware [None req-4efef840-ac59-4181-9399-89523eb58356 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1202.282490] env[68800]: DEBUG nova.virt.hardware [None req-4efef840-ac59-4181-9399-89523eb58356 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1202.282679] env[68800]: DEBUG nova.virt.hardware [None req-4efef840-ac59-4181-9399-89523eb58356 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1202.282824] env[68800]: DEBUG nova.virt.hardware [None req-4efef840-ac59-4181-9399-89523eb58356 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1202.282995] env[68800]: DEBUG nova.virt.hardware [None req-4efef840-ac59-4181-9399-89523eb58356 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1202.289265] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-4efef840-ac59-4181-9399-89523eb58356 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Reconfiguring VM to attach interface {{(pid=68800) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1202.289872] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62dd6155-c616-41d4-805d-e9eb67493fa7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.306562] env[68800]: DEBUG oslo_vmware.api [None req-4efef840-ac59-4181-9399-89523eb58356 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for the task: (returnval){ [ 1202.306562] env[68800]: value = "task-3244574" [ 1202.306562] env[68800]: _type = "Task" [ 1202.306562] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.315910] env[68800]: DEBUG oslo_vmware.api [None req-4efef840-ac59-4181-9399-89523eb58356 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244574, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.414960] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Creating Snapshot of the VM instance {{(pid=68800) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1202.415220] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8c2e392f-5f8a-410c-80ec-b6d316709cab {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.429645] env[68800]: DEBUG oslo_vmware.api [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52210c25-12c2-2ff6-58e6-52cef59a4676, 'name': SearchDatastore_Task, 'duration_secs': 0.008464} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.432819] env[68800]: DEBUG oslo_vmware.api [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the task: (returnval){ [ 1202.432819] env[68800]: value = "task-3244575" [ 1202.432819] env[68800]: _type = "Task" [ 1202.432819] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.432819] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0699cfa7-8a0a-4d04-9686-03caef1c9a6e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.445086] env[68800]: DEBUG oslo_vmware.api [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244575, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.445303] env[68800]: DEBUG oslo_vmware.api [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1202.445303] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52df2960-7918-2eeb-9e5c-7dcd41c589f1" [ 1202.445303] env[68800]: _type = "Task" [ 1202.445303] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.454260] env[68800]: DEBUG oslo_vmware.api [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52df2960-7918-2eeb-9e5c-7dcd41c589f1, 'name': SearchDatastore_Task, 'duration_secs': 0.009501} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.457845] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.458188] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 65c086bf-efea-48a5-93b9-aa0863483d38/65c086bf-efea-48a5-93b9-aa0863483d38.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1202.461033] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53f88c87-fd97-41b5-ae12-e706d813099f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.467723] env[68800]: DEBUG oslo_vmware.api [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1202.467723] env[68800]: value = "task-3244576" [ 1202.467723] env[68800]: _type = "Task" [ 1202.467723] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.478730] env[68800]: DEBUG oslo_vmware.api [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244576, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.570930] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2a1299-695e-42a1-808c-5302b6fb7a1c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.579520] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b617efde-b584-410d-b8ec-15fee5d8dd1c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.615287] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03485984-0369-4872-96cc-97a36257ea94 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.624362] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06b84a6-1322-4401-93a1-3471b894c935 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.639445] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: c4e41c81-3958-4797-84a2-9486ba6278f1] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.641593] env[68800]: DEBUG nova.compute.provider_tree [None req-25aaf8ac-63d6-4c37-b8b3-55131c099da4 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.703551] env[68800]: DEBUG nova.network.neutron [req-7e39548a-b6f7-48ee-a418-d2979cfaa249 req-84fe48b9-594d-471d-8d83-5620f3822e04 service nova] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Updated VIF entry in instance network info cache for port ca1f58a4-db39-4691-82d9-b9acf0da4dac. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1202.703907] env[68800]: DEBUG nova.network.neutron [req-7e39548a-b6f7-48ee-a418-d2979cfaa249 req-84fe48b9-594d-471d-8d83-5620f3822e04 service nova] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Updating instance_info_cache with network_info: [{"id": "ca1f58a4-db39-4691-82d9-b9acf0da4dac", "address": "fa:16:3e:75:b7:a4", "network": {"id": "05cefbb5-ab7f-4aed-85f9-10a508e4af94", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1038579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85c5a45ac2714c49906e94554e4f3354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca1f58a4-db", "ovs_interfaceid": "ca1f58a4-db39-4691-82d9-b9acf0da4dac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.820783] env[68800]: DEBUG oslo_vmware.api [None req-4efef840-ac59-4181-9399-89523eb58356 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.944892] env[68800]: DEBUG oslo_vmware.api [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244575, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.977258] env[68800]: DEBUG oslo_vmware.api [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244576, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488917} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.977460] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 65c086bf-efea-48a5-93b9-aa0863483d38/65c086bf-efea-48a5-93b9-aa0863483d38.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1202.977736] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1202.978015] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c466485-6a98-4ee3-b1e8-3ddaf7d7cb48 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.983514] env[68800]: DEBUG oslo_vmware.api [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1202.983514] env[68800]: value = "task-3244577" [ 1202.983514] env[68800]: _type = "Task" [ 1202.983514] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.992968] env[68800]: DEBUG oslo_vmware.api [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244577, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.144254] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: c8d19cdf-eced-4fa6-ba93-223530bb7fe2] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.146872] env[68800]: DEBUG nova.scheduler.client.report [None req-25aaf8ac-63d6-4c37-b8b3-55131c099da4 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.190483] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d16a7086-e7f8-4397-b2ce-1dfef718dd45 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquiring lock "7d7b5615-de05-47c8-aea5-8f354a6588ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.190771] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d16a7086-e7f8-4397-b2ce-1dfef718dd45 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "7d7b5615-de05-47c8-aea5-8f354a6588ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.190985] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d16a7086-e7f8-4397-b2ce-1dfef718dd45 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquiring lock "7d7b5615-de05-47c8-aea5-8f354a6588ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.191191] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d16a7086-e7f8-4397-b2ce-1dfef718dd45 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "7d7b5615-de05-47c8-aea5-8f354a6588ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.191353] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d16a7086-e7f8-4397-b2ce-1dfef718dd45 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "7d7b5615-de05-47c8-aea5-8f354a6588ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.193442] env[68800]: INFO nova.compute.manager [None req-d16a7086-e7f8-4397-b2ce-1dfef718dd45 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Terminating instance [ 1203.206050] env[68800]: DEBUG oslo_concurrency.lockutils [req-7e39548a-b6f7-48ee-a418-d2979cfaa249 req-84fe48b9-594d-471d-8d83-5620f3822e04 service nova] Releasing lock "refresh_cache-65c086bf-efea-48a5-93b9-aa0863483d38" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.206340] env[68800]: DEBUG nova.compute.manager [req-7e39548a-b6f7-48ee-a418-d2979cfaa249 req-84fe48b9-594d-471d-8d83-5620f3822e04 service nova] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Received event network-vif-deleted-23521779-aab1-4411-bc9f-efc6f4ba6c77 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.318176] env[68800]: DEBUG oslo_vmware.api [None req-4efef840-ac59-4181-9399-89523eb58356 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244574, 'name': ReconfigVM_Task, 'duration_secs': 0.653461} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.318622] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4efef840-ac59-4181-9399-89523eb58356 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Releasing lock "80bbda80-fc88-48d0-a014-396485ed36da" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.318853] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-4efef840-ac59-4181-9399-89523eb58356 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Reconfigured VM to attach interface {{(pid=68800) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1203.446255] env[68800]: DEBUG oslo_vmware.api [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244575, 'name': CreateSnapshot_Task, 'duration_secs': 0.820667} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.446552] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Created Snapshot of the VM instance {{(pid=68800) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1203.447349] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af2c126-b32d-4706-9968-68d2cdc90428 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.496919] env[68800]: DEBUG oslo_vmware.api [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244577, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059211} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.497256] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1203.498138] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c772c63e-ba76-4ad4-8106-033ec1ad4d1e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.522387] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 65c086bf-efea-48a5-93b9-aa0863483d38/65c086bf-efea-48a5-93b9-aa0863483d38.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1203.522707] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba21171d-e29c-44b4-9537-f5ebe852a4c8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.542670] env[68800]: DEBUG oslo_vmware.api [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1203.542670] env[68800]: value = "task-3244578" [ 1203.542670] env[68800]: _type = "Task" [ 1203.542670] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.550730] env[68800]: DEBUG oslo_vmware.api [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244578, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.652076] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 3569d4a2-f210-4a85-bc56-0de724aba1b0] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.654095] env[68800]: DEBUG oslo_concurrency.lockutils [None req-25aaf8ac-63d6-4c37-b8b3-55131c099da4 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.729s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.672555] env[68800]: INFO nova.scheduler.client.report [None req-25aaf8ac-63d6-4c37-b8b3-55131c099da4 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Deleted allocations for instance f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09 [ 1203.697991] env[68800]: DEBUG nova.compute.manager [None req-d16a7086-e7f8-4397-b2ce-1dfef718dd45 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1203.698246] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d16a7086-e7f8-4397-b2ce-1dfef718dd45 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1203.699185] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1183643-79a6-4058-926d-b8df92190993 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.706661] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16a7086-e7f8-4397-b2ce-1dfef718dd45 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1203.706923] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80c28f8f-49b6-4dd9-b48c-58dff91d2b31 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.713521] env[68800]: DEBUG oslo_vmware.api [None req-d16a7086-e7f8-4397-b2ce-1dfef718dd45 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 1203.713521] env[68800]: value = "task-3244579" [ 1203.713521] env[68800]: _type = "Task" [ 1203.713521] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.722565] env[68800]: DEBUG oslo_vmware.api [None req-d16a7086-e7f8-4397-b2ce-1dfef718dd45 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244579, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.824236] env[68800]: DEBUG oslo_concurrency.lockutils [None req-4efef840-ac59-4181-9399-89523eb58356 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "interface-80bbda80-fc88-48d0-a014-396485ed36da-30a9ef52-862b-4678-af5b-d263338ab4ac" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.666s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.966194] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Creating linked-clone VM from snapshot {{(pid=68800) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1203.966545] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-19fbef13-d2b5-419d-8c3f-8a41e33b3c57 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.975672] env[68800]: DEBUG oslo_vmware.api [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the task: (returnval){ [ 1203.975672] env[68800]: value = "task-3244580" [ 1203.975672] env[68800]: _type = "Task" [ 1203.975672] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.984142] env[68800]: DEBUG oslo_vmware.api [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244580, 'name': CloneVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.052493] env[68800]: DEBUG oslo_vmware.api [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244578, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.157016] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: d8ca704a-fbd1-43e3-bc26-a005ec7082d7] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.182856] env[68800]: DEBUG oslo_concurrency.lockutils [None req-25aaf8ac-63d6-4c37-b8b3-55131c099da4 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Lock "f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.891s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.224232] env[68800]: DEBUG oslo_vmware.api [None req-d16a7086-e7f8-4397-b2ce-1dfef718dd45 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244579, 'name': PowerOffVM_Task, 'duration_secs': 0.264678} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.224659] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16a7086-e7f8-4397-b2ce-1dfef718dd45 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1204.224780] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d16a7086-e7f8-4397-b2ce-1dfef718dd45 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1204.225080] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09e30861-aa22-4bf8-b98e-9866f2b0a60b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.308172] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d16a7086-e7f8-4397-b2ce-1dfef718dd45 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1204.308396] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d16a7086-e7f8-4397-b2ce-1dfef718dd45 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1204.308618] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-d16a7086-e7f8-4397-b2ce-1dfef718dd45 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Deleting the datastore file [datastore1] 7d7b5615-de05-47c8-aea5-8f354a6588ce {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1204.308877] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b07e88ad-7cf9-4ddf-a3da-3d5a1da5dd40 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.317433] env[68800]: DEBUG oslo_vmware.api [None req-d16a7086-e7f8-4397-b2ce-1dfef718dd45 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 1204.317433] env[68800]: value = "task-3244582" [ 1204.317433] env[68800]: _type = "Task" [ 1204.317433] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.325085] env[68800]: DEBUG oslo_vmware.api [None req-d16a7086-e7f8-4397-b2ce-1dfef718dd45 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244582, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.486918] env[68800]: DEBUG oslo_vmware.api [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244580, 'name': CloneVM_Task} progress is 94%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.553782] env[68800]: DEBUG oslo_vmware.api [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244578, 'name': ReconfigVM_Task, 'duration_secs': 0.649635} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.554155] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 65c086bf-efea-48a5-93b9-aa0863483d38/65c086bf-efea-48a5-93b9-aa0863483d38.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1204.555070] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b9c9ff4-1621-4e54-89c5-1bd2f16f33c2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.561225] env[68800]: DEBUG oslo_vmware.api [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1204.561225] env[68800]: value = "task-3244583" [ 1204.561225] env[68800]: _type = "Task" [ 1204.561225] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.569161] env[68800]: DEBUG oslo_vmware.api [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244583, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.660929] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 99f2d44f-e361-466f-998c-f23a2b04bcbf] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.829019] env[68800]: DEBUG oslo_vmware.api [None req-d16a7086-e7f8-4397-b2ce-1dfef718dd45 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244582, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30269} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.829298] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-d16a7086-e7f8-4397-b2ce-1dfef718dd45 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1204.829482] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d16a7086-e7f8-4397-b2ce-1dfef718dd45 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1204.829666] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d16a7086-e7f8-4397-b2ce-1dfef718dd45 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1204.829960] env[68800]: INFO nova.compute.manager [None req-d16a7086-e7f8-4397-b2ce-1dfef718dd45 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1204.830111] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d16a7086-e7f8-4397-b2ce-1dfef718dd45 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1204.830304] env[68800]: DEBUG nova.compute.manager [-] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1204.830399] env[68800]: DEBUG nova.network.neutron [-] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1204.987546] env[68800]: DEBUG oslo_vmware.api [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244580, 'name': CloneVM_Task} progress is 94%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.072193] env[68800]: DEBUG oslo_vmware.api [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244583, 'name': Rename_Task, 'duration_secs': 0.146573} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.072193] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1205.072657] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-762e87f0-175e-4188-b242-c8d40e987444 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.079410] env[68800]: DEBUG oslo_vmware.api [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1205.079410] env[68800]: value = "task-3244584" [ 1205.079410] env[68800]: _type = "Task" [ 1205.079410] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.087781] env[68800]: DEBUG oslo_vmware.api [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244584, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.166377] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 9edbd4b6-b890-4a22-896a-26e315d18fd0] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.415361] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6ea2b2ae-363d-44a7-8ab9-a82eb87959cb tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "interface-80bbda80-fc88-48d0-a014-396485ed36da-30a9ef52-862b-4678-af5b-d263338ab4ac" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.415361] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6ea2b2ae-363d-44a7-8ab9-a82eb87959cb tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "interface-80bbda80-fc88-48d0-a014-396485ed36da-30a9ef52-862b-4678-af5b-d263338ab4ac" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.456888] env[68800]: DEBUG nova.compute.manager [req-640b8c46-7d91-4f57-a8f1-e6ec25bf1048 req-b77ad535-01a4-4250-857b-c8b5fa8db350 service nova] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Received event network-vif-deleted-c283ba5a-1901-4f0e-a757-d98f96725cef {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.457601] env[68800]: INFO nova.compute.manager [req-640b8c46-7d91-4f57-a8f1-e6ec25bf1048 req-b77ad535-01a4-4250-857b-c8b5fa8db350 service nova] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Neutron deleted interface c283ba5a-1901-4f0e-a757-d98f96725cef; detaching it from the instance and deleting it from the info cache [ 1205.458135] env[68800]: DEBUG nova.network.neutron [req-640b8c46-7d91-4f57-a8f1-e6ec25bf1048 req-b77ad535-01a4-4250-857b-c8b5fa8db350 service nova] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.488637] env[68800]: DEBUG oslo_vmware.api [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244580, 'name': CloneVM_Task} progress is 95%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.588649] env[68800]: DEBUG oslo_vmware.api [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244584, 'name': PowerOnVM_Task, 'duration_secs': 0.456788} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.588934] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1205.589211] env[68800]: INFO nova.compute.manager [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Took 6.59 seconds to spawn the instance on the hypervisor. [ 1205.589495] env[68800]: DEBUG nova.compute.manager [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1205.590393] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a828d9-3686-422a-9a6b-bfe0ad1ef43e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.668240] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 949aac90-1d3e-47c1-8d53-eef78adaa390] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.919065] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6ea2b2ae-363d-44a7-8ab9-a82eb87959cb tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "80bbda80-fc88-48d0-a014-396485ed36da" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.919189] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6ea2b2ae-363d-44a7-8ab9-a82eb87959cb tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquired lock "80bbda80-fc88-48d0-a014-396485ed36da" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.920083] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b469965-8ae2-4653-a12d-a2ea3cd39187 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.938439] env[68800]: DEBUG nova.network.neutron [-] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.941030] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea731c22-ef23-4d87-bba8-eb08f4899ae7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.968794] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea2b2ae-363d-44a7-8ab9-a82eb87959cb tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Reconfiguring VM to detach interface {{(pid=68800) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1205.969636] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b1c38368-96e6-4e20-8991-5c132b78fc72 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.972509] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9ab5f73-4342-4017-9138-8ef9affacc6f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.993016] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43bb003a-ff2e-4a08-b344-44770034bf27 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.007684] env[68800]: DEBUG oslo_vmware.api [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244580, 'name': CloneVM_Task, 'duration_secs': 1.717344} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.008008] env[68800]: DEBUG oslo_vmware.api [None req-6ea2b2ae-363d-44a7-8ab9-a82eb87959cb tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for the task: (returnval){ [ 1206.008008] env[68800]: value = "task-3244585" [ 1206.008008] env[68800]: _type = "Task" [ 1206.008008] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.008655] env[68800]: INFO nova.virt.vmwareapi.vmops [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Created linked-clone VM from snapshot [ 1206.009505] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa13173a-7844-4c07-8aa9-c21ec772f5d3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.020951] env[68800]: DEBUG nova.virt.vmwareapi.images [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Uploading image e0968dcc-086e-495c-bd39-f7ebc12f3699 {{(pid=68800) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1206.036737] env[68800]: DEBUG oslo_vmware.api [None req-6ea2b2ae-363d-44a7-8ab9-a82eb87959cb tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.037162] env[68800]: DEBUG nova.compute.manager [req-640b8c46-7d91-4f57-a8f1-e6ec25bf1048 req-b77ad535-01a4-4250-857b-c8b5fa8db350 service nova] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Detach interface failed, port_id=c283ba5a-1901-4f0e-a757-d98f96725cef, reason: Instance 7d7b5615-de05-47c8-aea5-8f354a6588ce could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1206.055571] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Acquiring lock "ac70d103-0a0f-4930-9ab3-1aa73da3a827" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.055902] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Lock "ac70d103-0a0f-4930-9ab3-1aa73da3a827" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.069469] env[68800]: DEBUG oslo_vmware.rw_handles [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1206.069469] env[68800]: value = "vm-648390" [ 1206.069469] env[68800]: _type = "VirtualMachine" [ 1206.069469] env[68800]: }. {{(pid=68800) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1206.069469] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-49473e0a-4af1-49a6-897b-63dc1897c82f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.077928] env[68800]: DEBUG oslo_vmware.rw_handles [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lease: (returnval){ [ 1206.077928] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529c71a6-2495-bab9-11f7-b6863b4dd9d4" [ 1206.077928] env[68800]: _type = "HttpNfcLease" [ 1206.077928] env[68800]: } obtained for exporting VM: (result){ [ 1206.077928] env[68800]: value = "vm-648390" [ 1206.077928] env[68800]: _type = "VirtualMachine" [ 1206.077928] env[68800]: }. {{(pid=68800) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1206.078260] env[68800]: DEBUG oslo_vmware.api [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the lease: (returnval){ [ 1206.078260] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529c71a6-2495-bab9-11f7-b6863b4dd9d4" [ 1206.078260] env[68800]: _type = "HttpNfcLease" [ 1206.078260] env[68800]: } to be ready. {{(pid=68800) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1206.084535] env[68800]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1206.084535] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529c71a6-2495-bab9-11f7-b6863b4dd9d4" [ 1206.084535] env[68800]: _type = "HttpNfcLease" [ 1206.084535] env[68800]: } is initializing. {{(pid=68800) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1206.108698] env[68800]: INFO nova.compute.manager [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Took 11.43 seconds to build instance. [ 1206.172103] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 0200ac67-ec70-479f-a0be-af4c17410c61] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.441173] env[68800]: INFO nova.compute.manager [-] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Took 1.61 seconds to deallocate network for instance. [ 1206.519232] env[68800]: DEBUG oslo_vmware.api [None req-6ea2b2ae-363d-44a7-8ab9-a82eb87959cb tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.558344] env[68800]: DEBUG nova.compute.manager [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1206.585918] env[68800]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1206.585918] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529c71a6-2495-bab9-11f7-b6863b4dd9d4" [ 1206.585918] env[68800]: _type = "HttpNfcLease" [ 1206.585918] env[68800]: } is ready. {{(pid=68800) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1206.586228] env[68800]: DEBUG oslo_vmware.rw_handles [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1206.586228] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529c71a6-2495-bab9-11f7-b6863b4dd9d4" [ 1206.586228] env[68800]: _type = "HttpNfcLease" [ 1206.586228] env[68800]: }. {{(pid=68800) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1206.586938] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe3e59a-9e8c-40af-9be7-565cf3767414 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.594061] env[68800]: DEBUG oslo_vmware.rw_handles [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5232141d-80a5-e27a-50f6-c630b6287fbf/disk-0.vmdk from lease info. {{(pid=68800) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1206.594240] env[68800]: DEBUG oslo_vmware.rw_handles [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5232141d-80a5-e27a-50f6-c630b6287fbf/disk-0.vmdk for reading. {{(pid=68800) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1206.651743] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d0830d2e-1299-436d-8bf8-c5554c6b941d tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "65c086bf-efea-48a5-93b9-aa0863483d38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.978s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.675336] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: e7259d4c-9982-4579-a073-484a8fa49264] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.684230] env[68800]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-20d1ed02-3ec5-4bdc-aa14-06f68deedcd6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.947316] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d16a7086-e7f8-4397-b2ce-1dfef718dd45 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.947749] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d16a7086-e7f8-4397-b2ce-1dfef718dd45 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.948087] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d16a7086-e7f8-4397-b2ce-1dfef718dd45 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.970479] env[68800]: INFO nova.scheduler.client.report [None req-d16a7086-e7f8-4397-b2ce-1dfef718dd45 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Deleted allocations for instance 7d7b5615-de05-47c8-aea5-8f354a6588ce [ 1207.020622] env[68800]: DEBUG oslo_vmware.api [None req-6ea2b2ae-363d-44a7-8ab9-a82eb87959cb tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.077310] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.077595] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.079370] env[68800]: INFO nova.compute.claims [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1207.178364] env[68800]: DEBUG nova.compute.manager [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Stashing vm_state: active {{(pid=68800) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1207.182118] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.478709] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d16a7086-e7f8-4397-b2ce-1dfef718dd45 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "7d7b5615-de05-47c8-aea5-8f354a6588ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.288s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.520943] env[68800]: DEBUG oslo_vmware.api [None req-6ea2b2ae-363d-44a7-8ab9-a82eb87959cb tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.696375] env[68800]: DEBUG oslo_concurrency.lockutils [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.020861] env[68800]: DEBUG oslo_vmware.api [None req-6ea2b2ae-363d-44a7-8ab9-a82eb87959cb tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.201823] env[68800]: DEBUG oslo_concurrency.lockutils [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquiring lock "f20e99a5-9c05-4318-a835-67ef0e27055c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.202122] env[68800]: DEBUG oslo_concurrency.lockutils [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "f20e99a5-9c05-4318-a835-67ef0e27055c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.222220] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55fd02a0-fc71-4495-9d5f-bd0c7c726f63 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.230766] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9127d9b2-6266-4646-b95a-a44ebcafa942 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.263796] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1cd267-e0d3-4d1c-a307-9928266dc204 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.271501] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd8f8e6-9599-48ce-bf8c-f3a759a5116f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.285810] env[68800]: DEBUG nova.compute.provider_tree [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1208.521733] env[68800]: DEBUG oslo_vmware.api [None req-6ea2b2ae-363d-44a7-8ab9-a82eb87959cb tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.681412] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1208.681668] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1208.704055] env[68800]: DEBUG nova.compute.manager [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1208.788866] env[68800]: DEBUG nova.scheduler.client.report [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1209.021993] env[68800]: DEBUG oslo_vmware.api [None req-6ea2b2ae-363d-44a7-8ab9-a82eb87959cb tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.188585] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1209.188795] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1209.188938] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1209.189107] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1209.189266] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager.update_available_resource {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1209.226748] env[68800]: DEBUG oslo_concurrency.lockutils [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.294213] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.216s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.294749] env[68800]: DEBUG nova.compute.manager [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1209.297543] env[68800]: DEBUG oslo_concurrency.lockutils [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.601s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.522939] env[68800]: DEBUG oslo_vmware.api [None req-6ea2b2ae-363d-44a7-8ab9-a82eb87959cb tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.692350] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.801216] env[68800]: DEBUG nova.compute.utils [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1209.804671] env[68800]: INFO nova.compute.claims [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1209.808199] env[68800]: DEBUG nova.compute.manager [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1209.808412] env[68800]: DEBUG nova.network.neutron [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1209.845288] env[68800]: DEBUG nova.policy [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8520ef9cce07479c94889bfadd2956ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7884585513c4f7fb8d50682275e1dd4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 1210.022516] env[68800]: DEBUG oslo_vmware.api [None req-6ea2b2ae-363d-44a7-8ab9-a82eb87959cb tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.097310] env[68800]: DEBUG nova.network.neutron [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Successfully created port: be0d0220-c2b8-4e5d-b855-0fab971d967b {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1210.309187] env[68800]: DEBUG nova.compute.manager [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1210.314483] env[68800]: INFO nova.compute.resource_tracker [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Updating resource usage from migration 31687790-2009-4355-a7a2-96bdec495dfd [ 1210.462203] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8af2adf-90b1-4e2f-a630-3e9cb92ee4ae {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.470274] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44aff542-7836-4809-8dc0-cb3093fcf373 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.501187] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fca61a-36c8-46dd-9e85-bdecbcce1bf1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.508843] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74fc9560-2af2-4ca4-a50b-6e129b8c63aa {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.524783] env[68800]: DEBUG nova.compute.provider_tree [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.531284] env[68800]: DEBUG oslo_vmware.api [None req-6ea2b2ae-363d-44a7-8ab9-a82eb87959cb tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.024819] env[68800]: DEBUG oslo_vmware.api [None req-6ea2b2ae-363d-44a7-8ab9-a82eb87959cb tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.029062] env[68800]: DEBUG nova.scheduler.client.report [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.331497] env[68800]: DEBUG nova.compute.manager [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1211.363105] env[68800]: DEBUG nova.virt.hardware [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1211.363458] env[68800]: DEBUG nova.virt.hardware [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1211.363689] env[68800]: DEBUG nova.virt.hardware [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1211.364013] env[68800]: DEBUG nova.virt.hardware [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1211.364183] env[68800]: DEBUG nova.virt.hardware [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1211.364402] env[68800]: DEBUG nova.virt.hardware [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1211.364701] env[68800]: DEBUG nova.virt.hardware [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1211.364930] env[68800]: DEBUG nova.virt.hardware [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1211.365172] env[68800]: DEBUG nova.virt.hardware [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1211.365389] env[68800]: DEBUG nova.virt.hardware [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1211.365645] env[68800]: DEBUG nova.virt.hardware [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1211.366863] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ec4505-d290-4e44-afd1-9058ae329b57 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.377754] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51e2718-045c-4782-b9c5-c60e2a001285 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.533014] env[68800]: DEBUG oslo_concurrency.lockutils [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.235s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.533253] env[68800]: INFO nova.compute.manager [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Migrating [ 1211.549543] env[68800]: DEBUG oslo_vmware.api [None req-6ea2b2ae-363d-44a7-8ab9-a82eb87959cb tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244585, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.550625] env[68800]: DEBUG oslo_concurrency.lockutils [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.324s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.553056] env[68800]: INFO nova.compute.claims [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1211.652511] env[68800]: DEBUG nova.compute.manager [req-b4828c74-077f-4ebf-83a7-ff6d5ebd1434 req-e7a2f45c-ad3e-409d-bd7b-1d29fb92a690 service nova] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Received event network-vif-plugged-be0d0220-c2b8-4e5d-b855-0fab971d967b {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.652736] env[68800]: DEBUG oslo_concurrency.lockutils [req-b4828c74-077f-4ebf-83a7-ff6d5ebd1434 req-e7a2f45c-ad3e-409d-bd7b-1d29fb92a690 service nova] Acquiring lock "ac70d103-0a0f-4930-9ab3-1aa73da3a827-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.652952] env[68800]: DEBUG oslo_concurrency.lockutils [req-b4828c74-077f-4ebf-83a7-ff6d5ebd1434 req-e7a2f45c-ad3e-409d-bd7b-1d29fb92a690 service nova] Lock "ac70d103-0a0f-4930-9ab3-1aa73da3a827-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.653133] env[68800]: DEBUG oslo_concurrency.lockutils [req-b4828c74-077f-4ebf-83a7-ff6d5ebd1434 req-e7a2f45c-ad3e-409d-bd7b-1d29fb92a690 service nova] Lock "ac70d103-0a0f-4930-9ab3-1aa73da3a827-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.653300] env[68800]: DEBUG nova.compute.manager [req-b4828c74-077f-4ebf-83a7-ff6d5ebd1434 req-e7a2f45c-ad3e-409d-bd7b-1d29fb92a690 service nova] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] No waiting events found dispatching network-vif-plugged-be0d0220-c2b8-4e5d-b855-0fab971d967b {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1211.653461] env[68800]: WARNING nova.compute.manager [req-b4828c74-077f-4ebf-83a7-ff6d5ebd1434 req-e7a2f45c-ad3e-409d-bd7b-1d29fb92a690 service nova] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Received unexpected event network-vif-plugged-be0d0220-c2b8-4e5d-b855-0fab971d967b for instance with vm_state building and task_state spawning. [ 1211.757465] env[68800]: DEBUG nova.network.neutron [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Successfully updated port: be0d0220-c2b8-4e5d-b855-0fab971d967b {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1212.025388] env[68800]: DEBUG oslo_vmware.api [None req-6ea2b2ae-363d-44a7-8ab9-a82eb87959cb tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244585, 'name': ReconfigVM_Task, 'duration_secs': 5.787363} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.025651] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6ea2b2ae-363d-44a7-8ab9-a82eb87959cb tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Releasing lock "80bbda80-fc88-48d0-a014-396485ed36da" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.025871] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea2b2ae-363d-44a7-8ab9-a82eb87959cb tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Reconfigured VM to detach interface {{(pid=68800) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1212.066117] env[68800]: DEBUG oslo_concurrency.lockutils [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "refresh_cache-65c086bf-efea-48a5-93b9-aa0863483d38" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.066281] env[68800]: DEBUG oslo_concurrency.lockutils [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquired lock "refresh_cache-65c086bf-efea-48a5-93b9-aa0863483d38" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.066473] env[68800]: DEBUG nova.network.neutron [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.260509] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Acquiring lock "refresh_cache-ac70d103-0a0f-4930-9ab3-1aa73da3a827" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.260681] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Acquired lock "refresh_cache-ac70d103-0a0f-4930-9ab3-1aa73da3a827" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.260809] env[68800]: DEBUG nova.network.neutron [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.740122] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7ec4ee-25e7-4e3b-987b-557387a3ec93 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.750545] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6261f9c-08a9-49a4-a3cc-560ba06cea3d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.786283] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1e18f9-23bc-42b5-9a18-b2b83e4dc0be {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.799029] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1568c7-ca4d-4f31-8aeb-fa4adeb17ab5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.818561] env[68800]: DEBUG nova.compute.provider_tree [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.818561] env[68800]: DEBUG nova.network.neutron [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1212.844204] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bb257b75-bf1b-49fb-a82e-ee74d66230d8 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "80bbda80-fc88-48d0-a014-396485ed36da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.844458] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bb257b75-bf1b-49fb-a82e-ee74d66230d8 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "80bbda80-fc88-48d0-a014-396485ed36da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.844665] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bb257b75-bf1b-49fb-a82e-ee74d66230d8 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "80bbda80-fc88-48d0-a014-396485ed36da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.844846] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bb257b75-bf1b-49fb-a82e-ee74d66230d8 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "80bbda80-fc88-48d0-a014-396485ed36da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.845046] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bb257b75-bf1b-49fb-a82e-ee74d66230d8 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "80bbda80-fc88-48d0-a014-396485ed36da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.847307] env[68800]: INFO nova.compute.manager [None req-bb257b75-bf1b-49fb-a82e-ee74d66230d8 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Terminating instance [ 1212.918633] env[68800]: DEBUG nova.network.neutron [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Updating instance_info_cache with network_info: [{"id": "ca1f58a4-db39-4691-82d9-b9acf0da4dac", "address": "fa:16:3e:75:b7:a4", "network": {"id": "05cefbb5-ab7f-4aed-85f9-10a508e4af94", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1038579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85c5a45ac2714c49906e94554e4f3354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca1f58a4-db", "ovs_interfaceid": "ca1f58a4-db39-4691-82d9-b9acf0da4dac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.955645] env[68800]: DEBUG nova.network.neutron [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Updating instance_info_cache with network_info: [{"id": "be0d0220-c2b8-4e5d-b855-0fab971d967b", "address": "fa:16:3e:04:4b:e7", "network": {"id": "c38ba45d-3446-4da6-981f-81c4af157eaa", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-406913262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7884585513c4f7fb8d50682275e1dd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe0d0220-c2", "ovs_interfaceid": "be0d0220-c2b8-4e5d-b855-0fab971d967b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.318601] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6ea2b2ae-363d-44a7-8ab9-a82eb87959cb tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "refresh_cache-80bbda80-fc88-48d0-a014-396485ed36da" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.318888] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6ea2b2ae-363d-44a7-8ab9-a82eb87959cb tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquired lock "refresh_cache-80bbda80-fc88-48d0-a014-396485ed36da" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.319136] env[68800]: DEBUG nova.network.neutron [None req-6ea2b2ae-363d-44a7-8ab9-a82eb87959cb tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1213.324116] env[68800]: DEBUG nova.scheduler.client.report [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1213.353695] env[68800]: DEBUG nova.compute.manager [None req-bb257b75-bf1b-49fb-a82e-ee74d66230d8 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1213.353959] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bb257b75-bf1b-49fb-a82e-ee74d66230d8 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1213.354965] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4ab114-de54-4402-ac93-5861e0f57d13 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.365711] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb257b75-bf1b-49fb-a82e-ee74d66230d8 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1213.365948] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a96fec15-e390-491c-9647-94a62225b704 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.372469] env[68800]: DEBUG oslo_vmware.api [None req-bb257b75-bf1b-49fb-a82e-ee74d66230d8 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for the task: (returnval){ [ 1213.372469] env[68800]: value = "task-3244587" [ 1213.372469] env[68800]: _type = "Task" [ 1213.372469] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.381818] env[68800]: DEBUG oslo_vmware.api [None req-bb257b75-bf1b-49fb-a82e-ee74d66230d8 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244587, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.421587] env[68800]: DEBUG oslo_concurrency.lockutils [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Releasing lock "refresh_cache-65c086bf-efea-48a5-93b9-aa0863483d38" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.459212] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Releasing lock "refresh_cache-ac70d103-0a0f-4930-9ab3-1aa73da3a827" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.459627] env[68800]: DEBUG nova.compute.manager [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Instance network_info: |[{"id": "be0d0220-c2b8-4e5d-b855-0fab971d967b", "address": "fa:16:3e:04:4b:e7", "network": {"id": "c38ba45d-3446-4da6-981f-81c4af157eaa", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-406913262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7884585513c4f7fb8d50682275e1dd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe0d0220-c2", "ovs_interfaceid": "be0d0220-c2b8-4e5d-b855-0fab971d967b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1213.460232] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:4b:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8039f411-8c97-48fe-a5a9-9f5a42e4e7c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be0d0220-c2b8-4e5d-b855-0fab971d967b', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1213.468671] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1213.469402] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1213.469663] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b8820ee-e6ee-451d-ad80-0332c50d6066 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.491072] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1213.491072] env[68800]: value = "task-3244588" [ 1213.491072] env[68800]: _type = "Task" [ 1213.491072] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.499367] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244588, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.682118] env[68800]: DEBUG nova.compute.manager [req-be00ac30-b289-4490-ba45-4ece929f1ab3 req-8a83a58e-fbb9-4bb1-a563-a515869d51a0 service nova] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Received event network-changed-be0d0220-c2b8-4e5d-b855-0fab971d967b {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.682325] env[68800]: DEBUG nova.compute.manager [req-be00ac30-b289-4490-ba45-4ece929f1ab3 req-8a83a58e-fbb9-4bb1-a563-a515869d51a0 service nova] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Refreshing instance network info cache due to event network-changed-be0d0220-c2b8-4e5d-b855-0fab971d967b. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1213.682487] env[68800]: DEBUG oslo_concurrency.lockutils [req-be00ac30-b289-4490-ba45-4ece929f1ab3 req-8a83a58e-fbb9-4bb1-a563-a515869d51a0 service nova] Acquiring lock "refresh_cache-ac70d103-0a0f-4930-9ab3-1aa73da3a827" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.682678] env[68800]: DEBUG oslo_concurrency.lockutils [req-be00ac30-b289-4490-ba45-4ece929f1ab3 req-8a83a58e-fbb9-4bb1-a563-a515869d51a0 service nova] Acquired lock "refresh_cache-ac70d103-0a0f-4930-9ab3-1aa73da3a827" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.682781] env[68800]: DEBUG nova.network.neutron [req-be00ac30-b289-4490-ba45-4ece929f1ab3 req-8a83a58e-fbb9-4bb1-a563-a515869d51a0 service nova] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Refreshing network info cache for port be0d0220-c2b8-4e5d-b855-0fab971d967b {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1213.830239] env[68800]: DEBUG oslo_concurrency.lockutils [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.279s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.830744] env[68800]: DEBUG nova.compute.manager [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1213.833340] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.141s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.833525] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.833679] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68800) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1213.834720] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b386679c-90b2-4961-a1db-e653ad0683a6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.843201] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083964ba-b0b9-4f71-ab4a-86381d821bcf {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.861552] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e2b871-4796-4202-91a8-f9d02e13916b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.869597] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3942ffff-0e07-4c6b-a9cc-eb98ea3b2bcd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.909982] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180141MB free_disk=120GB free_vcpus=48 pci_devices=None {{(pid=68800) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1213.910159] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.910354] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.912163] env[68800]: DEBUG oslo_vmware.api [None req-bb257b75-bf1b-49fb-a82e-ee74d66230d8 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244587, 'name': PowerOffVM_Task, 'duration_secs': 0.311173} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.914989] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb257b75-bf1b-49fb-a82e-ee74d66230d8 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1213.915188] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bb257b75-bf1b-49fb-a82e-ee74d66230d8 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1213.915498] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-546d33e7-db17-442f-abe6-f111d6b3b05f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.001835] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244588, 'name': CreateVM_Task, 'duration_secs': 0.429069} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.002042] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1214.002834] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.003080] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.003443] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.004904] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab6536c9-8bd2-42e2-9629-461712c03198 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.014344] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bb257b75-bf1b-49fb-a82e-ee74d66230d8 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1214.014611] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bb257b75-bf1b-49fb-a82e-ee74d66230d8 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1214.014828] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb257b75-bf1b-49fb-a82e-ee74d66230d8 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Deleting the datastore file [datastore1] 80bbda80-fc88-48d0-a014-396485ed36da {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1214.015161] env[68800]: DEBUG oslo_vmware.api [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Waiting for the task: (returnval){ [ 1214.015161] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529c8aa4-ef90-c1a8-a7be-f4b220a2bef5" [ 1214.015161] env[68800]: _type = "Task" [ 1214.015161] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.015353] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f1f86cc-399b-4f3a-8f73-6e26a35d6bb3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.026151] env[68800]: DEBUG oslo_vmware.api [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529c8aa4-ef90-c1a8-a7be-f4b220a2bef5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.027853] env[68800]: DEBUG oslo_vmware.api [None req-bb257b75-bf1b-49fb-a82e-ee74d66230d8 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for the task: (returnval){ [ 1214.027853] env[68800]: value = "task-3244590" [ 1214.027853] env[68800]: _type = "Task" [ 1214.027853] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.035567] env[68800]: DEBUG oslo_vmware.api [None req-bb257b75-bf1b-49fb-a82e-ee74d66230d8 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244590, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.074347] env[68800]: INFO nova.network.neutron [None req-6ea2b2ae-363d-44a7-8ab9-a82eb87959cb tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Port 30a9ef52-862b-4678-af5b-d263338ab4ac from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1214.074750] env[68800]: DEBUG nova.network.neutron [None req-6ea2b2ae-363d-44a7-8ab9-a82eb87959cb tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Updating instance_info_cache with network_info: [{"id": "532a74a8-c062-407c-8d51-69ab365d02e9", "address": "fa:16:3e:6e:76:e4", "network": {"id": "42ecce2f-2b8f-412c-a25a-eac985a7bc3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-882241878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a55e3ff738d49f8ae6b119fe8712bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap532a74a8-c0", "ovs_interfaceid": "532a74a8-c062-407c-8d51-69ab365d02e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.336043] env[68800]: DEBUG nova.compute.utils [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1214.337520] env[68800]: DEBUG nova.compute.manager [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1214.337691] env[68800]: DEBUG nova.network.neutron [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1214.382041] env[68800]: DEBUG nova.policy [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cbad1987963842d5ae736e4d440e809f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b74621381dc4bbca8fea1513bfe56e2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 1214.385121] env[68800]: DEBUG nova.network.neutron [req-be00ac30-b289-4490-ba45-4ece929f1ab3 req-8a83a58e-fbb9-4bb1-a563-a515869d51a0 service nova] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Updated VIF entry in instance network info cache for port be0d0220-c2b8-4e5d-b855-0fab971d967b. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1214.385544] env[68800]: DEBUG nova.network.neutron [req-be00ac30-b289-4490-ba45-4ece929f1ab3 req-8a83a58e-fbb9-4bb1-a563-a515869d51a0 service nova] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Updating instance_info_cache with network_info: [{"id": "be0d0220-c2b8-4e5d-b855-0fab971d967b", "address": "fa:16:3e:04:4b:e7", "network": {"id": "c38ba45d-3446-4da6-981f-81c4af157eaa", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-406913262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7884585513c4f7fb8d50682275e1dd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe0d0220-c2", "ovs_interfaceid": "be0d0220-c2b8-4e5d-b855-0fab971d967b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.476544] env[68800]: DEBUG oslo_vmware.rw_handles [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5232141d-80a5-e27a-50f6-c630b6287fbf/disk-0.vmdk. {{(pid=68800) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1214.477928] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55982b8-9f67-4cdb-8a42-a099f6940229 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.484922] env[68800]: DEBUG oslo_vmware.rw_handles [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5232141d-80a5-e27a-50f6-c630b6287fbf/disk-0.vmdk is in state: ready. {{(pid=68800) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1214.485148] env[68800]: ERROR oslo_vmware.rw_handles [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5232141d-80a5-e27a-50f6-c630b6287fbf/disk-0.vmdk due to incomplete transfer. [ 1214.485420] env[68800]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a6a0e15e-f987-4d07-9f83-735dd247b4d2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.492801] env[68800]: DEBUG oslo_vmware.rw_handles [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5232141d-80a5-e27a-50f6-c630b6287fbf/disk-0.vmdk. {{(pid=68800) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1214.493474] env[68800]: DEBUG nova.virt.vmwareapi.images [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Uploaded image e0968dcc-086e-495c-bd39-f7ebc12f3699 to the Glance image server {{(pid=68800) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1214.495873] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Destroying the VM {{(pid=68800) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1214.496156] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d6df61ca-f40e-43f1-b509-9c290070f6cc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.502812] env[68800]: DEBUG oslo_vmware.api [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the task: (returnval){ [ 1214.502812] env[68800]: value = "task-3244591" [ 1214.502812] env[68800]: _type = "Task" [ 1214.502812] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.512505] env[68800]: DEBUG oslo_vmware.api [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244591, 'name': Destroy_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.527234] env[68800]: DEBUG oslo_vmware.api [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529c8aa4-ef90-c1a8-a7be-f4b220a2bef5, 'name': SearchDatastore_Task, 'duration_secs': 0.014991} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.527520] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.527750] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1214.527992] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.528157] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.528337] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1214.528638] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e59994e-4cfb-43a8-97d9-aec8016d5fd2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.538274] env[68800]: DEBUG oslo_vmware.api [None req-bb257b75-bf1b-49fb-a82e-ee74d66230d8 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244590, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243279} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.539283] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb257b75-bf1b-49fb-a82e-ee74d66230d8 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1214.539489] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bb257b75-bf1b-49fb-a82e-ee74d66230d8 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1214.539702] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bb257b75-bf1b-49fb-a82e-ee74d66230d8 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1214.539882] env[68800]: INFO nova.compute.manager [None req-bb257b75-bf1b-49fb-a82e-ee74d66230d8 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1214.540127] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb257b75-bf1b-49fb-a82e-ee74d66230d8 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1214.540327] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1214.540480] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1214.541233] env[68800]: DEBUG nova.compute.manager [-] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1214.541343] env[68800]: DEBUG nova.network.neutron [-] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1214.542933] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5c1a1b0-54f6-410b-8544-b699164e6348 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.548214] env[68800]: DEBUG oslo_vmware.api [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Waiting for the task: (returnval){ [ 1214.548214] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52946d56-fab0-e219-a312-e6382d15fbd0" [ 1214.548214] env[68800]: _type = "Task" [ 1214.548214] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.557139] env[68800]: DEBUG oslo_vmware.api [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52946d56-fab0-e219-a312-e6382d15fbd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.577427] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6ea2b2ae-363d-44a7-8ab9-a82eb87959cb tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Releasing lock "refresh_cache-80bbda80-fc88-48d0-a014-396485ed36da" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.714274] env[68800]: DEBUG nova.network.neutron [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Successfully created port: 2b2d3d60-6f9c-4384-abc3-9db6ad53896e {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1214.841306] env[68800]: DEBUG nova.compute.manager [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1214.888213] env[68800]: DEBUG oslo_concurrency.lockutils [req-be00ac30-b289-4490-ba45-4ece929f1ab3 req-8a83a58e-fbb9-4bb1-a563-a515869d51a0 service nova] Releasing lock "refresh_cache-ac70d103-0a0f-4930-9ab3-1aa73da3a827" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.921548] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Applying migration context for instance 65c086bf-efea-48a5-93b9-aa0863483d38 as it has an incoming, in-progress migration 31687790-2009-4355-a7a2-96bdec495dfd. Migration status is migrating {{(pid=68800) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1214.923263] env[68800]: INFO nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Updating resource usage from migration 31687790-2009-4355-a7a2-96bdec495dfd [ 1214.935634] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f569c887-c140-429c-841f-700622a66a0d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.955744] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Updating instance '65c086bf-efea-48a5-93b9-aa0863483d38' progress to 0 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1214.959986] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 24a88c02-c732-4589-ae47-c23172b82898 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1214.960135] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 80bbda80-fc88-48d0-a014-396485ed36da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1214.960258] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance f928755f-4bb3-4653-a05f-96feefeab51f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1214.960374] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance acd339b7-3d8a-45ba-90b8-88d4c163ef1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1214.960488] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 1ff033c8-a54c-479e-bbee-ac8cb4e1802f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1214.960616] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance ac70d103-0a0f-4930-9ab3-1aa73da3a827 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1214.960713] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Migration 31687790-2009-4355-a7a2-96bdec495dfd is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1214.960832] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 65c086bf-efea-48a5-93b9-aa0863483d38 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1214.960942] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance f20e99a5-9c05-4318-a835-67ef0e27055c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1214.961171] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=68800) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1214.961364] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2304MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=68800) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1215.014126] env[68800]: DEBUG oslo_vmware.api [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244591, 'name': Destroy_Task, 'duration_secs': 0.3821} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.018049] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Destroyed the VM [ 1215.018444] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Deleting Snapshot of the VM instance {{(pid=68800) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1215.019649] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-71786fb9-5d40-4dfc-9d18-c633e9da6229 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.029323] env[68800]: DEBUG oslo_vmware.api [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the task: (returnval){ [ 1215.029323] env[68800]: value = "task-3244592" [ 1215.029323] env[68800]: _type = "Task" [ 1215.029323] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.037709] env[68800]: DEBUG oslo_vmware.api [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244592, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.064668] env[68800]: DEBUG oslo_vmware.api [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52946d56-fab0-e219-a312-e6382d15fbd0, 'name': SearchDatastore_Task, 'duration_secs': 0.010267} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.066468] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da6c544a-3be1-4d2d-a524-5190c1f50fa9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.076622] env[68800]: DEBUG oslo_vmware.api [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Waiting for the task: (returnval){ [ 1215.076622] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52a34597-8c18-714a-dfb4-924db409eae2" [ 1215.076622] env[68800]: _type = "Task" [ 1215.076622] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.080940] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6ea2b2ae-363d-44a7-8ab9-a82eb87959cb tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "interface-80bbda80-fc88-48d0-a014-396485ed36da-30a9ef52-862b-4678-af5b-d263338ab4ac" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.667s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.087551] env[68800]: DEBUG oslo_vmware.api [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52a34597-8c18-714a-dfb4-924db409eae2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.140427] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d163f1-c5a1-4511-b6dc-354315627a79 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.148371] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730ee1fa-d7f2-4f87-b714-132ca6aaf127 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.180016] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3fa6f6-0e69-4de9-927a-4d37496691b9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.190023] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88ea4ef-9225-4a12-8956-a845db603553 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.204230] env[68800]: DEBUG nova.compute.provider_tree [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.207371] env[68800]: DEBUG nova.compute.manager [req-065075c6-3a9d-4774-8e0e-4a3effebcf10 req-5c13408c-c888-4363-a1ca-1148a6405040 service nova] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Received event network-vif-deleted-532a74a8-c062-407c-8d51-69ab365d02e9 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.207558] env[68800]: INFO nova.compute.manager [req-065075c6-3a9d-4774-8e0e-4a3effebcf10 req-5c13408c-c888-4363-a1ca-1148a6405040 service nova] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Neutron deleted interface 532a74a8-c062-407c-8d51-69ab365d02e9; detaching it from the instance and deleting it from the info cache [ 1215.207725] env[68800]: DEBUG nova.network.neutron [req-065075c6-3a9d-4774-8e0e-4a3effebcf10 req-5c13408c-c888-4363-a1ca-1148a6405040 service nova] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.466875] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1215.467188] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40d305c7-e2d0-41bb-bee2-737221b42bb9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.474422] env[68800]: DEBUG oslo_vmware.api [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1215.474422] env[68800]: value = "task-3244593" [ 1215.474422] env[68800]: _type = "Task" [ 1215.474422] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.482800] env[68800]: DEBUG oslo_vmware.api [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.537126] env[68800]: DEBUG oslo_vmware.api [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244592, 'name': RemoveSnapshot_Task, 'duration_secs': 0.445718} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.537418] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Deleted Snapshot of the VM instance {{(pid=68800) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1215.537689] env[68800]: DEBUG nova.compute.manager [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1215.538506] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82a8aec-099c-46e1-b3c8-a03bf5281ee6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.588035] env[68800]: DEBUG oslo_vmware.api [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52a34597-8c18-714a-dfb4-924db409eae2, 'name': SearchDatastore_Task, 'duration_secs': 0.010903} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.588035] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.588035] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] ac70d103-0a0f-4930-9ab3-1aa73da3a827/ac70d103-0a0f-4930-9ab3-1aa73da3a827.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1215.588411] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-108686cb-1a69-4f62-a7cb-a31a559b17d8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.595410] env[68800]: DEBUG oslo_vmware.api [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Waiting for the task: (returnval){ [ 1215.595410] env[68800]: value = "task-3244594" [ 1215.595410] env[68800]: _type = "Task" [ 1215.595410] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.603617] env[68800]: DEBUG oslo_vmware.api [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244594, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.685555] env[68800]: DEBUG nova.network.neutron [-] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.710991] env[68800]: DEBUG nova.scheduler.client.report [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.716117] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-de1179d2-3f45-41a2-ae1d-900f529f48e8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.725259] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f543c1ac-57e2-4974-bf2d-4969862f7e52 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.756342] env[68800]: DEBUG nova.compute.manager [req-065075c6-3a9d-4774-8e0e-4a3effebcf10 req-5c13408c-c888-4363-a1ca-1148a6405040 service nova] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Detach interface failed, port_id=532a74a8-c062-407c-8d51-69ab365d02e9, reason: Instance 80bbda80-fc88-48d0-a014-396485ed36da could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1215.851215] env[68800]: DEBUG nova.compute.manager [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1215.879710] env[68800]: DEBUG nova.virt.hardware [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1215.879950] env[68800]: DEBUG nova.virt.hardware [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1215.880148] env[68800]: DEBUG nova.virt.hardware [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1215.880349] env[68800]: DEBUG nova.virt.hardware [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1215.880498] env[68800]: DEBUG nova.virt.hardware [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1215.880660] env[68800]: DEBUG nova.virt.hardware [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1215.881075] env[68800]: DEBUG nova.virt.hardware [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1215.881075] env[68800]: DEBUG nova.virt.hardware [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1215.881208] env[68800]: DEBUG nova.virt.hardware [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1215.881363] env[68800]: DEBUG nova.virt.hardware [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1215.881540] env[68800]: DEBUG nova.virt.hardware [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1215.882453] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23146793-46a3-420c-9f77-3456e90ddfae {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.891170] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27bd0d8-1f91-41dc-be6e-a40a02ed313d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.984617] env[68800]: DEBUG oslo_vmware.api [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244593, 'name': PowerOffVM_Task, 'duration_secs': 0.243718} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.984894] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1215.985114] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Updating instance '65c086bf-efea-48a5-93b9-aa0863483d38' progress to 17 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1216.051649] env[68800]: INFO nova.compute.manager [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Shelve offloading [ 1216.106104] env[68800]: DEBUG oslo_vmware.api [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244594, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.189887] env[68800]: INFO nova.compute.manager [-] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Took 1.65 seconds to deallocate network for instance. [ 1216.217133] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68800) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1216.217133] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.307s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.281717] env[68800]: DEBUG nova.compute.manager [req-c8e556dc-25be-4a08-953d-7ea6178c0a27 req-6ebc87e4-a158-407b-8f92-2a09d616fddc service nova] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Received event network-vif-plugged-2b2d3d60-6f9c-4384-abc3-9db6ad53896e {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.282097] env[68800]: DEBUG oslo_concurrency.lockutils [req-c8e556dc-25be-4a08-953d-7ea6178c0a27 req-6ebc87e4-a158-407b-8f92-2a09d616fddc service nova] Acquiring lock "f20e99a5-9c05-4318-a835-67ef0e27055c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.282802] env[68800]: DEBUG oslo_concurrency.lockutils [req-c8e556dc-25be-4a08-953d-7ea6178c0a27 req-6ebc87e4-a158-407b-8f92-2a09d616fddc service nova] Lock "f20e99a5-9c05-4318-a835-67ef0e27055c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.283048] env[68800]: DEBUG oslo_concurrency.lockutils [req-c8e556dc-25be-4a08-953d-7ea6178c0a27 req-6ebc87e4-a158-407b-8f92-2a09d616fddc service nova] Lock "f20e99a5-9c05-4318-a835-67ef0e27055c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.283274] env[68800]: DEBUG nova.compute.manager [req-c8e556dc-25be-4a08-953d-7ea6178c0a27 req-6ebc87e4-a158-407b-8f92-2a09d616fddc service nova] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] No waiting events found dispatching network-vif-plugged-2b2d3d60-6f9c-4384-abc3-9db6ad53896e {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1216.283481] env[68800]: WARNING nova.compute.manager [req-c8e556dc-25be-4a08-953d-7ea6178c0a27 req-6ebc87e4-a158-407b-8f92-2a09d616fddc service nova] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Received unexpected event network-vif-plugged-2b2d3d60-6f9c-4384-abc3-9db6ad53896e for instance with vm_state building and task_state spawning. [ 1216.319543] env[68800]: DEBUG nova.network.neutron [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Successfully updated port: 2b2d3d60-6f9c-4384-abc3-9db6ad53896e {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1216.491634] env[68800]: DEBUG nova.virt.hardware [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1216.491878] env[68800]: DEBUG nova.virt.hardware [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1216.492046] env[68800]: DEBUG nova.virt.hardware [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1216.492318] env[68800]: DEBUG nova.virt.hardware [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1216.492413] env[68800]: DEBUG nova.virt.hardware [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1216.492534] env[68800]: DEBUG nova.virt.hardware [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1216.492746] env[68800]: DEBUG nova.virt.hardware [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1216.492917] env[68800]: DEBUG nova.virt.hardware [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1216.493160] env[68800]: DEBUG nova.virt.hardware [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1216.493365] env[68800]: DEBUG nova.virt.hardware [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1216.493548] env[68800]: DEBUG nova.virt.hardware [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1216.498782] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e7f3b6d-103f-4de2-a6e8-d1c8d62130b8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.515271] env[68800]: DEBUG oslo_vmware.api [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1216.515271] env[68800]: value = "task-3244595" [ 1216.515271] env[68800]: _type = "Task" [ 1216.515271] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.523610] env[68800]: DEBUG oslo_vmware.api [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244595, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.553941] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1216.554272] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5253b3d-6565-4941-84bd-0be8cdc9b364 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.561190] env[68800]: DEBUG oslo_vmware.api [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the task: (returnval){ [ 1216.561190] env[68800]: value = "task-3244596" [ 1216.561190] env[68800]: _type = "Task" [ 1216.561190] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.569021] env[68800]: DEBUG oslo_vmware.api [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244596, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.605552] env[68800]: DEBUG oslo_vmware.api [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244594, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534154} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.605794] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] ac70d103-0a0f-4930-9ab3-1aa73da3a827/ac70d103-0a0f-4930-9ab3-1aa73da3a827.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1216.606014] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1216.606254] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1141ba08-7e25-4744-9bce-14fd24b33bb3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.614801] env[68800]: DEBUG oslo_vmware.api [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Waiting for the task: (returnval){ [ 1216.614801] env[68800]: value = "task-3244597" [ 1216.614801] env[68800]: _type = "Task" [ 1216.614801] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.623247] env[68800]: DEBUG oslo_vmware.api [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244597, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.694471] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bb257b75-bf1b-49fb-a82e-ee74d66230d8 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.694762] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bb257b75-bf1b-49fb-a82e-ee74d66230d8 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.694975] env[68800]: DEBUG nova.objects.instance [None req-bb257b75-bf1b-49fb-a82e-ee74d66230d8 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lazy-loading 'resources' on Instance uuid 80bbda80-fc88-48d0-a014-396485ed36da {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.822869] env[68800]: DEBUG oslo_concurrency.lockutils [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquiring lock "refresh_cache-f20e99a5-9c05-4318-a835-67ef0e27055c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.823335] env[68800]: DEBUG oslo_concurrency.lockutils [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquired lock "refresh_cache-f20e99a5-9c05-4318-a835-67ef0e27055c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.823335] env[68800]: DEBUG nova.network.neutron [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1217.025572] env[68800]: DEBUG oslo_vmware.api [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244595, 'name': ReconfigVM_Task, 'duration_secs': 0.456633} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.025954] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Updating instance '65c086bf-efea-48a5-93b9-aa0863483d38' progress to 33 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1217.071770] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] VM already powered off {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1217.071991] env[68800]: DEBUG nova.compute.manager [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1217.072771] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840085df-ac62-4b84-8597-dc668917358c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.078923] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Acquiring lock "refresh_cache-f928755f-4bb3-4653-a05f-96feefeab51f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.079101] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Acquired lock "refresh_cache-f928755f-4bb3-4653-a05f-96feefeab51f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.079272] env[68800]: DEBUG nova.network.neutron [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1217.123969] env[68800]: DEBUG oslo_vmware.api [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244597, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.284784} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.124184] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1217.124914] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12a3516-bfb0-445d-a0c0-a3cff96c95f8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.146407] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] ac70d103-0a0f-4930-9ab3-1aa73da3a827/ac70d103-0a0f-4930-9ab3-1aa73da3a827.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1217.146650] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5eec0894-cd51-49c8-9d2b-37783b564ad8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.168950] env[68800]: DEBUG oslo_vmware.api [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Waiting for the task: (returnval){ [ 1217.168950] env[68800]: value = "task-3244598" [ 1217.168950] env[68800]: _type = "Task" [ 1217.168950] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.179970] env[68800]: DEBUG oslo_vmware.api [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244598, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.315119] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe8f404-984c-482d-98c8-de27a1a5e5ad {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.322741] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43bd5ee2-3024-408f-aece-de0ed0af7e94 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.356672] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c557a1-fa8c-4d36-b2c2-ba79c3b13d0d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.364640] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d5a05e-14ea-4ecd-8492-ccc7c132f7db {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.378013] env[68800]: DEBUG nova.compute.provider_tree [None req-bb257b75-bf1b-49fb-a82e-ee74d66230d8 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.387450] env[68800]: DEBUG nova.network.neutron [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1217.531848] env[68800]: DEBUG nova.virt.hardware [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1217.531848] env[68800]: DEBUG nova.virt.hardware [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1217.531961] env[68800]: DEBUG nova.virt.hardware [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1217.532105] env[68800]: DEBUG nova.virt.hardware [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1217.532254] env[68800]: DEBUG nova.virt.hardware [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1217.532398] env[68800]: DEBUG nova.virt.hardware [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1217.532620] env[68800]: DEBUG nova.virt.hardware [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1217.532778] env[68800]: DEBUG nova.virt.hardware [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1217.532943] env[68800]: DEBUG nova.virt.hardware [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1217.533122] env[68800]: DEBUG nova.virt.hardware [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1217.533301] env[68800]: DEBUG nova.virt.hardware [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1217.539068] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1217.539359] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb17039c-2eca-49e8-bc7e-89ac6d01d34f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.558029] env[68800]: DEBUG oslo_vmware.api [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1217.558029] env[68800]: value = "task-3244599" [ 1217.558029] env[68800]: _type = "Task" [ 1217.558029] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.561809] env[68800]: DEBUG nova.network.neutron [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Updating instance_info_cache with network_info: [{"id": "2b2d3d60-6f9c-4384-abc3-9db6ad53896e", "address": "fa:16:3e:8c:b1:c9", "network": {"id": "2ad65ae6-e96d-418b-8904-1b8c899626b0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1659419657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b74621381dc4bbca8fea1513bfe56e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b2d3d60-6f", "ovs_interfaceid": "2b2d3d60-6f9c-4384-abc3-9db6ad53896e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.567567] env[68800]: DEBUG oslo_vmware.api [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244599, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.682060] env[68800]: DEBUG oslo_vmware.api [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244598, 'name': ReconfigVM_Task, 'duration_secs': 0.28665} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.682060] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Reconfigured VM instance instance-0000006e to attach disk [datastore2] ac70d103-0a0f-4930-9ab3-1aa73da3a827/ac70d103-0a0f-4930-9ab3-1aa73da3a827.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1217.682060] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e460ab0c-8afb-4adb-9ee0-dcf88b3310cf {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.687526] env[68800]: DEBUG oslo_vmware.api [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Waiting for the task: (returnval){ [ 1217.687526] env[68800]: value = "task-3244600" [ 1217.687526] env[68800]: _type = "Task" [ 1217.687526] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.694773] env[68800]: DEBUG oslo_vmware.api [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244600, 'name': Rename_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.787641] env[68800]: DEBUG nova.network.neutron [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Updating instance_info_cache with network_info: [{"id": "142ffca3-8ffd-470d-956d-72faeaaa14e7", "address": "fa:16:3e:20:c2:1e", "network": {"id": "f0cd4842-ddbd-4b1c-ae1f-572165adcf58", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2081563423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d85c7de7338c4e95a65fcf648a8c37a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap142ffca3-8f", "ovs_interfaceid": "142ffca3-8ffd-470d-956d-72faeaaa14e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.880812] env[68800]: DEBUG nova.scheduler.client.report [None req-bb257b75-bf1b-49fb-a82e-ee74d66230d8 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.064668] env[68800]: DEBUG oslo_concurrency.lockutils [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Releasing lock "refresh_cache-f20e99a5-9c05-4318-a835-67ef0e27055c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.065071] env[68800]: DEBUG nova.compute.manager [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Instance network_info: |[{"id": "2b2d3d60-6f9c-4384-abc3-9db6ad53896e", "address": "fa:16:3e:8c:b1:c9", "network": {"id": "2ad65ae6-e96d-418b-8904-1b8c899626b0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1659419657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b74621381dc4bbca8fea1513bfe56e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b2d3d60-6f", "ovs_interfaceid": "2b2d3d60-6f9c-4384-abc3-9db6ad53896e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1218.068621] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:b1:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b2d3d60-6f9c-4384-abc3-9db6ad53896e', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1218.075906] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1218.076155] env[68800]: DEBUG oslo_vmware.api [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244599, 'name': ReconfigVM_Task, 'duration_secs': 0.247857} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.076364] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1218.076608] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1218.076855] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d35a1566-90ea-4515-b8a4-ab24edc32226 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.090894] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99f40be-cd16-4237-85e1-26304acb146b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.112277] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 65c086bf-efea-48a5-93b9-aa0863483d38/65c086bf-efea-48a5-93b9-aa0863483d38.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1218.113430] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae36b02c-fcd1-4d7c-974f-4ab96ea527f9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.126965] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1218.126965] env[68800]: value = "task-3244601" [ 1218.126965] env[68800]: _type = "Task" [ 1218.126965] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.131436] env[68800]: DEBUG oslo_vmware.api [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1218.131436] env[68800]: value = "task-3244602" [ 1218.131436] env[68800]: _type = "Task" [ 1218.131436] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.137101] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244601, 'name': CreateVM_Task} progress is 15%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.141951] env[68800]: DEBUG oslo_vmware.api [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244602, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.198930] env[68800]: DEBUG oslo_vmware.api [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244600, 'name': Rename_Task, 'duration_secs': 0.147491} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.199295] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1218.199628] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ab63d87-680b-4525-9b7a-e4d77b7625f8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.205676] env[68800]: DEBUG oslo_vmware.api [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Waiting for the task: (returnval){ [ 1218.205676] env[68800]: value = "task-3244603" [ 1218.205676] env[68800]: _type = "Task" [ 1218.205676] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.216346] env[68800]: DEBUG oslo_vmware.api [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244603, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.292372] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Releasing lock "refresh_cache-f928755f-4bb3-4653-a05f-96feefeab51f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.312107] env[68800]: DEBUG nova.compute.manager [req-3466bf27-19b4-4aa6-b656-9bd5c49e5e26 req-52574115-3302-475e-aa2f-2d48d5003a1f service nova] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Received event network-changed-2b2d3d60-6f9c-4384-abc3-9db6ad53896e {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1218.312441] env[68800]: DEBUG nova.compute.manager [req-3466bf27-19b4-4aa6-b656-9bd5c49e5e26 req-52574115-3302-475e-aa2f-2d48d5003a1f service nova] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Refreshing instance network info cache due to event network-changed-2b2d3d60-6f9c-4384-abc3-9db6ad53896e. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1218.312707] env[68800]: DEBUG oslo_concurrency.lockutils [req-3466bf27-19b4-4aa6-b656-9bd5c49e5e26 req-52574115-3302-475e-aa2f-2d48d5003a1f service nova] Acquiring lock "refresh_cache-f20e99a5-9c05-4318-a835-67ef0e27055c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.312904] env[68800]: DEBUG oslo_concurrency.lockutils [req-3466bf27-19b4-4aa6-b656-9bd5c49e5e26 req-52574115-3302-475e-aa2f-2d48d5003a1f service nova] Acquired lock "refresh_cache-f20e99a5-9c05-4318-a835-67ef0e27055c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.313143] env[68800]: DEBUG nova.network.neutron [req-3466bf27-19b4-4aa6-b656-9bd5c49e5e26 req-52574115-3302-475e-aa2f-2d48d5003a1f service nova] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Refreshing network info cache for port 2b2d3d60-6f9c-4384-abc3-9db6ad53896e {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1218.386256] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bb257b75-bf1b-49fb-a82e-ee74d66230d8 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.691s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.407584] env[68800]: INFO nova.scheduler.client.report [None req-bb257b75-bf1b-49fb-a82e-ee74d66230d8 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Deleted allocations for instance 80bbda80-fc88-48d0-a014-396485ed36da [ 1218.639300] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244601, 'name': CreateVM_Task, 'duration_secs': 0.318684} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.639849] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1218.640556] env[68800]: DEBUG oslo_concurrency.lockutils [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.640814] env[68800]: DEBUG oslo_concurrency.lockutils [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.641175] env[68800]: DEBUG oslo_concurrency.lockutils [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.644224] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-796b5f1b-b26c-45e1-93dd-0618313ba6de {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.645817] env[68800]: DEBUG oslo_vmware.api [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244602, 'name': ReconfigVM_Task, 'duration_secs': 0.312754} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.646091] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 65c086bf-efea-48a5-93b9-aa0863483d38/65c086bf-efea-48a5-93b9-aa0863483d38.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1218.646350] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Updating instance '65c086bf-efea-48a5-93b9-aa0863483d38' progress to 50 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1218.653574] env[68800]: DEBUG oslo_vmware.api [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 1218.653574] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c8df43-a637-b815-b454-b4e12acfa6aa" [ 1218.653574] env[68800]: _type = "Task" [ 1218.653574] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.661221] env[68800]: DEBUG oslo_vmware.api [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c8df43-a637-b815-b454-b4e12acfa6aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.715831] env[68800]: DEBUG oslo_vmware.api [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244603, 'name': PowerOnVM_Task, 'duration_secs': 0.450821} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.716213] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1218.716430] env[68800]: INFO nova.compute.manager [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Took 7.38 seconds to spawn the instance on the hypervisor. [ 1218.716613] env[68800]: DEBUG nova.compute.manager [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1218.717385] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65bd420-7d3b-4343-aa34-7b69ee582537 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.759315] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1218.760154] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbb67da-2ea6-471b-a4b7-15f080fe4d51 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.767621] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1218.767878] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e81eabb-ab9c-4c4b-8b05-4444cfd8a07c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.863491] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1218.863694] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1218.863890] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Deleting the datastore file [datastore2] f928755f-4bb3-4653-a05f-96feefeab51f {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1218.864143] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff11aef2-f037-4bc2-8eff-59cc93015e02 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.870267] env[68800]: DEBUG oslo_vmware.api [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the task: (returnval){ [ 1218.870267] env[68800]: value = "task-3244605" [ 1218.870267] env[68800]: _type = "Task" [ 1218.870267] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.877958] env[68800]: DEBUG oslo_vmware.api [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244605, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.918360] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bb257b75-bf1b-49fb-a82e-ee74d66230d8 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "80bbda80-fc88-48d0-a014-396485ed36da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.074s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.000966] env[68800]: DEBUG nova.network.neutron [req-3466bf27-19b4-4aa6-b656-9bd5c49e5e26 req-52574115-3302-475e-aa2f-2d48d5003a1f service nova] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Updated VIF entry in instance network info cache for port 2b2d3d60-6f9c-4384-abc3-9db6ad53896e. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1219.001357] env[68800]: DEBUG nova.network.neutron [req-3466bf27-19b4-4aa6-b656-9bd5c49e5e26 req-52574115-3302-475e-aa2f-2d48d5003a1f service nova] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Updating instance_info_cache with network_info: [{"id": "2b2d3d60-6f9c-4384-abc3-9db6ad53896e", "address": "fa:16:3e:8c:b1:c9", "network": {"id": "2ad65ae6-e96d-418b-8904-1b8c899626b0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1659419657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b74621381dc4bbca8fea1513bfe56e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b2d3d60-6f", "ovs_interfaceid": "2b2d3d60-6f9c-4384-abc3-9db6ad53896e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.153513] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a210935c-6e2d-4385-b287-9296c70dd598 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.178411] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4e4fea-df69-4e9a-91b7-8a96743916a2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.180854] env[68800]: DEBUG oslo_vmware.api [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52c8df43-a637-b815-b454-b4e12acfa6aa, 'name': SearchDatastore_Task, 'duration_secs': 0.014557} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.181162] env[68800]: DEBUG oslo_concurrency.lockutils [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.181467] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1219.181656] env[68800]: DEBUG oslo_concurrency.lockutils [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.181809] env[68800]: DEBUG oslo_concurrency.lockutils [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.182073] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1219.182543] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2907ee0a-1466-4d54-8935-f1fd0758a421 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.197551] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Updating instance '65c086bf-efea-48a5-93b9-aa0863483d38' progress to 67 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1219.202035] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1219.202210] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1219.203201] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e3c7383-b70d-4264-8ff6-bfb1fff47cb9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.208756] env[68800]: DEBUG oslo_vmware.api [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 1219.208756] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52cafa1a-4707-8a3a-8a55-b622247cdc62" [ 1219.208756] env[68800]: _type = "Task" [ 1219.208756] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.216456] env[68800]: DEBUG oslo_vmware.api [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52cafa1a-4707-8a3a-8a55-b622247cdc62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.235918] env[68800]: INFO nova.compute.manager [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Took 12.17 seconds to build instance. [ 1219.380574] env[68800]: DEBUG oslo_vmware.api [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244605, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.505920] env[68800]: DEBUG oslo_concurrency.lockutils [req-3466bf27-19b4-4aa6-b656-9bd5c49e5e26 req-52574115-3302-475e-aa2f-2d48d5003a1f service nova] Releasing lock "refresh_cache-f20e99a5-9c05-4318-a835-67ef0e27055c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.509047] env[68800]: DEBUG oslo_concurrency.lockutils [None req-88c986bc-64d2-4413-94f4-86c4c732d360 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "24a88c02-c732-4589-ae47-c23172b82898" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.509047] env[68800]: DEBUG oslo_concurrency.lockutils [None req-88c986bc-64d2-4413-94f4-86c4c732d360 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "24a88c02-c732-4589-ae47-c23172b82898" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.509047] env[68800]: DEBUG oslo_concurrency.lockutils [None req-88c986bc-64d2-4413-94f4-86c4c732d360 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "24a88c02-c732-4589-ae47-c23172b82898-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.509265] env[68800]: DEBUG oslo_concurrency.lockutils [None req-88c986bc-64d2-4413-94f4-86c4c732d360 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "24a88c02-c732-4589-ae47-c23172b82898-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.509265] env[68800]: DEBUG oslo_concurrency.lockutils [None req-88c986bc-64d2-4413-94f4-86c4c732d360 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "24a88c02-c732-4589-ae47-c23172b82898-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.511268] env[68800]: INFO nova.compute.manager [None req-88c986bc-64d2-4413-94f4-86c4c732d360 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Terminating instance [ 1219.721173] env[68800]: DEBUG oslo_vmware.api [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52cafa1a-4707-8a3a-8a55-b622247cdc62, 'name': SearchDatastore_Task, 'duration_secs': 0.010655} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.722006] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3d29582-642d-4ac7-8d5a-36cf4ca30270 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.728201] env[68800]: DEBUG oslo_vmware.api [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 1219.728201] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52174b82-e5a8-ac7b-68b1-c36b7a2faae3" [ 1219.728201] env[68800]: _type = "Task" [ 1219.728201] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.736838] env[68800]: DEBUG oslo_vmware.api [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52174b82-e5a8-ac7b-68b1-c36b7a2faae3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.738424] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a2a7087b-a083-40ef-a12c-5def8bf7033e tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Lock "ac70d103-0a0f-4930-9ab3-1aa73da3a827" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.683s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.758681] env[68800]: DEBUG nova.network.neutron [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Port ca1f58a4-db39-4691-82d9-b9acf0da4dac binding to destination host cpu-1 is already ACTIVE {{(pid=68800) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1219.880867] env[68800]: DEBUG oslo_vmware.api [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244605, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.615857} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.881170] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1219.881317] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1219.881459] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1219.905113] env[68800]: INFO nova.scheduler.client.report [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Deleted allocations for instance f928755f-4bb3-4653-a05f-96feefeab51f [ 1220.017800] env[68800]: DEBUG nova.compute.manager [None req-88c986bc-64d2-4413-94f4-86c4c732d360 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1220.018224] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-88c986bc-64d2-4413-94f4-86c4c732d360 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1220.019180] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54df650-eada-42b0-9b59-30341de4f4a8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.027518] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-88c986bc-64d2-4413-94f4-86c4c732d360 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1220.027821] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fbf0b16-dbb4-49fb-9f0d-bced6075b1c6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.035061] env[68800]: DEBUG oslo_vmware.api [None req-88c986bc-64d2-4413-94f4-86c4c732d360 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for the task: (returnval){ [ 1220.035061] env[68800]: value = "task-3244606" [ 1220.035061] env[68800]: _type = "Task" [ 1220.035061] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.044870] env[68800]: DEBUG oslo_vmware.api [None req-88c986bc-64d2-4413-94f4-86c4c732d360 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244606, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.241808] env[68800]: DEBUG oslo_vmware.api [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52174b82-e5a8-ac7b-68b1-c36b7a2faae3, 'name': SearchDatastore_Task, 'duration_secs': 0.010261} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.242324] env[68800]: DEBUG oslo_concurrency.lockutils [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.242531] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] f20e99a5-9c05-4318-a835-67ef0e27055c/f20e99a5-9c05-4318-a835-67ef0e27055c.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1220.242907] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e83e1fc-aede-4b4d-aedb-a7d72c6389a4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.251369] env[68800]: DEBUG oslo_vmware.api [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 1220.251369] env[68800]: value = "task-3244607" [ 1220.251369] env[68800]: _type = "Task" [ 1220.251369] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.266536] env[68800]: DEBUG oslo_vmware.api [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244607, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.347804] env[68800]: DEBUG nova.compute.manager [req-59e66ea2-3232-4e87-a481-849795e5cf5e req-fc3bd70a-fe2c-44ab-9977-6f9f680906ba service nova] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Received event network-vif-unplugged-142ffca3-8ffd-470d-956d-72faeaaa14e7 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.347804] env[68800]: DEBUG oslo_concurrency.lockutils [req-59e66ea2-3232-4e87-a481-849795e5cf5e req-fc3bd70a-fe2c-44ab-9977-6f9f680906ba service nova] Acquiring lock "f928755f-4bb3-4653-a05f-96feefeab51f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.349676] env[68800]: DEBUG oslo_concurrency.lockutils [req-59e66ea2-3232-4e87-a481-849795e5cf5e req-fc3bd70a-fe2c-44ab-9977-6f9f680906ba service nova] Lock "f928755f-4bb3-4653-a05f-96feefeab51f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.349986] env[68800]: DEBUG oslo_concurrency.lockutils [req-59e66ea2-3232-4e87-a481-849795e5cf5e req-fc3bd70a-fe2c-44ab-9977-6f9f680906ba service nova] Lock "f928755f-4bb3-4653-a05f-96feefeab51f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.352021] env[68800]: DEBUG nova.compute.manager [req-59e66ea2-3232-4e87-a481-849795e5cf5e req-fc3bd70a-fe2c-44ab-9977-6f9f680906ba service nova] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] No waiting events found dispatching network-vif-unplugged-142ffca3-8ffd-470d-956d-72faeaaa14e7 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1220.352021] env[68800]: WARNING nova.compute.manager [req-59e66ea2-3232-4e87-a481-849795e5cf5e req-fc3bd70a-fe2c-44ab-9977-6f9f680906ba service nova] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Received unexpected event network-vif-unplugged-142ffca3-8ffd-470d-956d-72faeaaa14e7 for instance with vm_state shelved_offloaded and task_state None. [ 1220.352021] env[68800]: DEBUG nova.compute.manager [req-59e66ea2-3232-4e87-a481-849795e5cf5e req-fc3bd70a-fe2c-44ab-9977-6f9f680906ba service nova] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Received event network-changed-142ffca3-8ffd-470d-956d-72faeaaa14e7 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.352021] env[68800]: DEBUG nova.compute.manager [req-59e66ea2-3232-4e87-a481-849795e5cf5e req-fc3bd70a-fe2c-44ab-9977-6f9f680906ba service nova] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Refreshing instance network info cache due to event network-changed-142ffca3-8ffd-470d-956d-72faeaaa14e7. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1220.352021] env[68800]: DEBUG oslo_concurrency.lockutils [req-59e66ea2-3232-4e87-a481-849795e5cf5e req-fc3bd70a-fe2c-44ab-9977-6f9f680906ba service nova] Acquiring lock "refresh_cache-f928755f-4bb3-4653-a05f-96feefeab51f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.352021] env[68800]: DEBUG oslo_concurrency.lockutils [req-59e66ea2-3232-4e87-a481-849795e5cf5e req-fc3bd70a-fe2c-44ab-9977-6f9f680906ba service nova] Acquired lock "refresh_cache-f928755f-4bb3-4653-a05f-96feefeab51f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.352021] env[68800]: DEBUG nova.network.neutron [req-59e66ea2-3232-4e87-a481-849795e5cf5e req-fc3bd70a-fe2c-44ab-9977-6f9f680906ba service nova] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Refreshing network info cache for port 142ffca3-8ffd-470d-956d-72faeaaa14e7 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1220.411099] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.411099] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.411099] env[68800]: DEBUG nova.objects.instance [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lazy-loading 'resources' on Instance uuid f928755f-4bb3-4653-a05f-96feefeab51f {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.547127] env[68800]: DEBUG oslo_vmware.api [None req-88c986bc-64d2-4413-94f4-86c4c732d360 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244606, 'name': PowerOffVM_Task, 'duration_secs': 0.198491} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.547127] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-88c986bc-64d2-4413-94f4-86c4c732d360 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1220.547435] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-88c986bc-64d2-4413-94f4-86c4c732d360 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1220.547874] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-098dace0-21cd-4da0-ad61-9f4ec0e8f35e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.629822] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-88c986bc-64d2-4413-94f4-86c4c732d360 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1220.631069] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-88c986bc-64d2-4413-94f4-86c4c732d360 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1220.631069] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-88c986bc-64d2-4413-94f4-86c4c732d360 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Deleting the datastore file [datastore1] 24a88c02-c732-4589-ae47-c23172b82898 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1220.631069] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e42e9960-4181-4a75-a47a-cc458d7c410a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.638731] env[68800]: DEBUG oslo_vmware.api [None req-88c986bc-64d2-4413-94f4-86c4c732d360 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for the task: (returnval){ [ 1220.638731] env[68800]: value = "task-3244609" [ 1220.638731] env[68800]: _type = "Task" [ 1220.638731] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.648399] env[68800]: DEBUG oslo_vmware.api [None req-88c986bc-64d2-4413-94f4-86c4c732d360 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244609, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.763624] env[68800]: DEBUG oslo_vmware.api [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244607, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.782424] env[68800]: DEBUG oslo_concurrency.lockutils [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "65c086bf-efea-48a5-93b9-aa0863483d38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.782706] env[68800]: DEBUG oslo_concurrency.lockutils [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "65c086bf-efea-48a5-93b9-aa0863483d38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.782891] env[68800]: DEBUG oslo_concurrency.lockutils [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "65c086bf-efea-48a5-93b9-aa0863483d38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.912634] env[68800]: DEBUG nova.objects.instance [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lazy-loading 'numa_topology' on Instance uuid f928755f-4bb3-4653-a05f-96feefeab51f {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.129028] env[68800]: DEBUG nova.network.neutron [req-59e66ea2-3232-4e87-a481-849795e5cf5e req-fc3bd70a-fe2c-44ab-9977-6f9f680906ba service nova] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Updated VIF entry in instance network info cache for port 142ffca3-8ffd-470d-956d-72faeaaa14e7. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1221.129428] env[68800]: DEBUG nova.network.neutron [req-59e66ea2-3232-4e87-a481-849795e5cf5e req-fc3bd70a-fe2c-44ab-9977-6f9f680906ba service nova] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Updating instance_info_cache with network_info: [{"id": "142ffca3-8ffd-470d-956d-72faeaaa14e7", "address": "fa:16:3e:20:c2:1e", "network": {"id": "f0cd4842-ddbd-4b1c-ae1f-572165adcf58", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-2081563423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d85c7de7338c4e95a65fcf648a8c37a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap142ffca3-8f", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.149016] env[68800]: DEBUG oslo_vmware.api [None req-88c986bc-64d2-4413-94f4-86c4c732d360 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244609, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.263764] env[68800]: DEBUG oslo_vmware.api [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244607, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550898} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.264948] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] f20e99a5-9c05-4318-a835-67ef0e27055c/f20e99a5-9c05-4318-a835-67ef0e27055c.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1221.264948] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1221.264948] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d58291b4-0489-4074-b081-28b8cdabcdbc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.271959] env[68800]: DEBUG oslo_vmware.api [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 1221.271959] env[68800]: value = "task-3244610" [ 1221.271959] env[68800]: _type = "Task" [ 1221.271959] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.280174] env[68800]: DEBUG oslo_vmware.api [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244610, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.416087] env[68800]: DEBUG nova.objects.base [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=68800) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1221.525115] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1511207b-ee7a-4d09-9d2c-4ebeec85d394 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.534047] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad16ad2-9235-4013-954d-769f755b852f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.582321] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d30d69-fbb9-4736-956a-c467cc741b4b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.592561] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae855f1c-e26b-40f9-8b40-62ed93bed096 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.615060] env[68800]: DEBUG nova.compute.provider_tree [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.632224] env[68800]: DEBUG oslo_concurrency.lockutils [req-59e66ea2-3232-4e87-a481-849795e5cf5e req-fc3bd70a-fe2c-44ab-9977-6f9f680906ba service nova] Releasing lock "refresh_cache-f928755f-4bb3-4653-a05f-96feefeab51f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.650009] env[68800]: DEBUG oslo_vmware.api [None req-88c986bc-64d2-4413-94f4-86c4c732d360 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Task: {'id': task-3244609, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.669264} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.650494] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-88c986bc-64d2-4413-94f4-86c4c732d360 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1221.650693] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-88c986bc-64d2-4413-94f4-86c4c732d360 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1221.650877] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-88c986bc-64d2-4413-94f4-86c4c732d360 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1221.651066] env[68800]: INFO nova.compute.manager [None req-88c986bc-64d2-4413-94f4-86c4c732d360 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1221.651315] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88c986bc-64d2-4413-94f4-86c4c732d360 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1221.651532] env[68800]: DEBUG nova.compute.manager [-] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1221.651628] env[68800]: DEBUG nova.network.neutron [-] [instance: 24a88c02-c732-4589-ae47-c23172b82898] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1221.781903] env[68800]: DEBUG oslo_vmware.api [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244610, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092256} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.783240] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1221.783646] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14856c1a-fb9c-4c35-96b4-1e4e938ae735 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.809750] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] f20e99a5-9c05-4318-a835-67ef0e27055c/f20e99a5-9c05-4318-a835-67ef0e27055c.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1221.810349] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39c1c99c-8446-496a-9e1d-f0a144f2175b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.831928] env[68800]: DEBUG oslo_vmware.api [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 1221.831928] env[68800]: value = "task-3244611" [ 1221.831928] env[68800]: _type = "Task" [ 1221.831928] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.840976] env[68800]: DEBUG oslo_vmware.api [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244611, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.856930] env[68800]: DEBUG oslo_concurrency.lockutils [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "refresh_cache-65c086bf-efea-48a5-93b9-aa0863483d38" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.857217] env[68800]: DEBUG oslo_concurrency.lockutils [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquired lock "refresh_cache-65c086bf-efea-48a5-93b9-aa0863483d38" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.857407] env[68800]: DEBUG nova.network.neutron [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1222.118758] env[68800]: DEBUG nova.scheduler.client.report [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.342289] env[68800]: DEBUG oslo_vmware.api [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244611, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.384394] env[68800]: DEBUG nova.compute.manager [req-f9ec6975-2b01-4a05-8942-cdef5d2bc137 req-a824c4cc-863d-4820-b068-743e36402740 service nova] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Received event network-changed-be0d0220-c2b8-4e5d-b855-0fab971d967b {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1222.384595] env[68800]: DEBUG nova.compute.manager [req-f9ec6975-2b01-4a05-8942-cdef5d2bc137 req-a824c4cc-863d-4820-b068-743e36402740 service nova] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Refreshing instance network info cache due to event network-changed-be0d0220-c2b8-4e5d-b855-0fab971d967b. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1222.384802] env[68800]: DEBUG oslo_concurrency.lockutils [req-f9ec6975-2b01-4a05-8942-cdef5d2bc137 req-a824c4cc-863d-4820-b068-743e36402740 service nova] Acquiring lock "refresh_cache-ac70d103-0a0f-4930-9ab3-1aa73da3a827" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.384943] env[68800]: DEBUG oslo_concurrency.lockutils [req-f9ec6975-2b01-4a05-8942-cdef5d2bc137 req-a824c4cc-863d-4820-b068-743e36402740 service nova] Acquired lock "refresh_cache-ac70d103-0a0f-4930-9ab3-1aa73da3a827" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.385122] env[68800]: DEBUG nova.network.neutron [req-f9ec6975-2b01-4a05-8942-cdef5d2bc137 req-a824c4cc-863d-4820-b068-743e36402740 service nova] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Refreshing network info cache for port be0d0220-c2b8-4e5d-b855-0fab971d967b {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1222.457816] env[68800]: DEBUG nova.network.neutron [-] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.570996] env[68800]: DEBUG nova.network.neutron [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Updating instance_info_cache with network_info: [{"id": "ca1f58a4-db39-4691-82d9-b9acf0da4dac", "address": "fa:16:3e:75:b7:a4", "network": {"id": "05cefbb5-ab7f-4aed-85f9-10a508e4af94", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1038579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85c5a45ac2714c49906e94554e4f3354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca1f58a4-db", "ovs_interfaceid": "ca1f58a4-db39-4691-82d9-b9acf0da4dac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.623387] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.213s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.844853] env[68800]: DEBUG oslo_vmware.api [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244611, 'name': ReconfigVM_Task, 'duration_secs': 0.917835} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.845182] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Reconfigured VM instance instance-0000006f to attach disk [datastore1] f20e99a5-9c05-4318-a835-67ef0e27055c/f20e99a5-9c05-4318-a835-67ef0e27055c.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1222.845996] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79c44240-8ab8-4a7e-8d4c-d907d4f66fff {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.853424] env[68800]: DEBUG oslo_vmware.api [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 1222.853424] env[68800]: value = "task-3244612" [ 1222.853424] env[68800]: _type = "Task" [ 1222.853424] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.862738] env[68800]: DEBUG oslo_vmware.api [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244612, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.874316] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Acquiring lock "f928755f-4bb3-4653-a05f-96feefeab51f" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.962738] env[68800]: INFO nova.compute.manager [-] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Took 1.31 seconds to deallocate network for instance. [ 1223.074334] env[68800]: DEBUG oslo_concurrency.lockutils [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Releasing lock "refresh_cache-65c086bf-efea-48a5-93b9-aa0863483d38" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.131500] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9a31a1f5-8a26-4cc1-81ab-19eedb394cc8 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lock "f928755f-4bb3-4653-a05f-96feefeab51f" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.793s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.132078] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lock "f928755f-4bb3-4653-a05f-96feefeab51f" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.258s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.132261] env[68800]: INFO nova.compute.manager [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Unshelving [ 1223.208590] env[68800]: DEBUG nova.network.neutron [req-f9ec6975-2b01-4a05-8942-cdef5d2bc137 req-a824c4cc-863d-4820-b068-743e36402740 service nova] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Updated VIF entry in instance network info cache for port be0d0220-c2b8-4e5d-b855-0fab971d967b. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1223.208961] env[68800]: DEBUG nova.network.neutron [req-f9ec6975-2b01-4a05-8942-cdef5d2bc137 req-a824c4cc-863d-4820-b068-743e36402740 service nova] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Updating instance_info_cache with network_info: [{"id": "be0d0220-c2b8-4e5d-b855-0fab971d967b", "address": "fa:16:3e:04:4b:e7", "network": {"id": "c38ba45d-3446-4da6-981f-81c4af157eaa", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-406913262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7884585513c4f7fb8d50682275e1dd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe0d0220-c2", "ovs_interfaceid": "be0d0220-c2b8-4e5d-b855-0fab971d967b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.362950] env[68800]: DEBUG oslo_vmware.api [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244612, 'name': Rename_Task, 'duration_secs': 0.177319} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.363308] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1223.363553] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05a90d8d-53ec-4e06-bb03-a70d2596aa5a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.369783] env[68800]: DEBUG oslo_vmware.api [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 1223.369783] env[68800]: value = "task-3244613" [ 1223.369783] env[68800]: _type = "Task" [ 1223.369783] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.376812] env[68800]: DEBUG oslo_vmware.api [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244613, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.469887] env[68800]: DEBUG oslo_concurrency.lockutils [None req-88c986bc-64d2-4413-94f4-86c4c732d360 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.470145] env[68800]: DEBUG oslo_concurrency.lockutils [None req-88c986bc-64d2-4413-94f4-86c4c732d360 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.470367] env[68800]: DEBUG nova.objects.instance [None req-88c986bc-64d2-4413-94f4-86c4c732d360 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lazy-loading 'resources' on Instance uuid 24a88c02-c732-4589-ae47-c23172b82898 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.599288] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91996d1c-ad7a-443d-83a8-d09ecc813a73 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.619162] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a6c39a-8543-4d12-980b-b9dafcca7132 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.625763] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Updating instance '65c086bf-efea-48a5-93b9-aa0863483d38' progress to 83 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1223.712059] env[68800]: DEBUG oslo_concurrency.lockutils [req-f9ec6975-2b01-4a05-8942-cdef5d2bc137 req-a824c4cc-863d-4820-b068-743e36402740 service nova] Releasing lock "refresh_cache-ac70d103-0a0f-4930-9ab3-1aa73da3a827" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.712059] env[68800]: DEBUG nova.compute.manager [req-f9ec6975-2b01-4a05-8942-cdef5d2bc137 req-a824c4cc-863d-4820-b068-743e36402740 service nova] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Received event network-vif-deleted-578c5d4b-09f4-4069-8c7d-7e91da41c0fd {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1223.712059] env[68800]: INFO nova.compute.manager [req-f9ec6975-2b01-4a05-8942-cdef5d2bc137 req-a824c4cc-863d-4820-b068-743e36402740 service nova] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Neutron deleted interface 578c5d4b-09f4-4069-8c7d-7e91da41c0fd; detaching it from the instance and deleting it from the info cache [ 1223.712059] env[68800]: DEBUG nova.network.neutron [req-f9ec6975-2b01-4a05-8942-cdef5d2bc137 req-a824c4cc-863d-4820-b068-743e36402740 service nova] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.879669] env[68800]: DEBUG oslo_vmware.api [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244613, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.070296] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e678019b-c232-48c5-a804-342d9773a2fd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.078018] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca53983-24db-4e13-8b90-fcd35ca34ec6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.107283] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f1ce6e-e3ad-4cae-8d65-20a0758b6be2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.114431] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d698d1-7a02-4519-8996-0fb75e9cb771 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.127188] env[68800]: DEBUG nova.compute.provider_tree [None req-88c986bc-64d2-4413-94f4-86c4c732d360 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.131474] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1224.131671] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a7a7b6a-fda9-48fc-b230-e99b4469c7e8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.140371] env[68800]: DEBUG oslo_vmware.api [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1224.140371] env[68800]: value = "task-3244614" [ 1224.140371] env[68800]: _type = "Task" [ 1224.140371] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.148531] env[68800]: DEBUG oslo_vmware.api [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244614, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.150550] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.215134] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-576d2124-853e-491d-95c9-113d87a62b05 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.225397] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e70637-2a71-4fb8-b149-e5f34950786b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.254049] env[68800]: DEBUG nova.compute.manager [req-f9ec6975-2b01-4a05-8942-cdef5d2bc137 req-a824c4cc-863d-4820-b068-743e36402740 service nova] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Detach interface failed, port_id=578c5d4b-09f4-4069-8c7d-7e91da41c0fd, reason: Instance 24a88c02-c732-4589-ae47-c23172b82898 could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1224.379914] env[68800]: DEBUG oslo_vmware.api [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244613, 'name': PowerOnVM_Task, 'duration_secs': 0.998921} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.380329] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1224.380530] env[68800]: INFO nova.compute.manager [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Took 8.53 seconds to spawn the instance on the hypervisor. [ 1224.380717] env[68800]: DEBUG nova.compute.manager [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1224.381518] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04bebb1d-7567-4460-9582-418e297324d9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.630785] env[68800]: DEBUG nova.scheduler.client.report [None req-88c986bc-64d2-4413-94f4-86c4c732d360 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1224.650554] env[68800]: DEBUG oslo_vmware.api [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244614, 'name': PowerOnVM_Task, 'duration_secs': 0.375818} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.650814] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1224.650993] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-afa93018-66af-4cd9-9d22-542dd9284d10 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Updating instance '65c086bf-efea-48a5-93b9-aa0863483d38' progress to 100 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1224.900505] env[68800]: INFO nova.compute.manager [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Took 15.69 seconds to build instance. [ 1225.135519] env[68800]: DEBUG oslo_concurrency.lockutils [None req-88c986bc-64d2-4413-94f4-86c4c732d360 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.665s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.138576] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.988s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.138858] env[68800]: DEBUG nova.objects.instance [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lazy-loading 'pci_requests' on Instance uuid f928755f-4bb3-4653-a05f-96feefeab51f {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.154257] env[68800]: INFO nova.scheduler.client.report [None req-88c986bc-64d2-4413-94f4-86c4c732d360 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Deleted allocations for instance 24a88c02-c732-4589-ae47-c23172b82898 [ 1225.402772] env[68800]: DEBUG oslo_concurrency.lockutils [None req-66024771-9306-4968-85ee-4ccf1c40823d tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "f20e99a5-9c05-4318-a835-67ef0e27055c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.200s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.643599] env[68800]: DEBUG nova.objects.instance [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lazy-loading 'numa_topology' on Instance uuid f928755f-4bb3-4653-a05f-96feefeab51f {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.665916] env[68800]: DEBUG oslo_concurrency.lockutils [None req-88c986bc-64d2-4413-94f4-86c4c732d360 tempest-AttachInterfacesTestJSON-549654237 tempest-AttachInterfacesTestJSON-549654237-project-member] Lock "24a88c02-c732-4589-ae47-c23172b82898" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.157s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.996397] env[68800]: DEBUG nova.compute.manager [req-12a71975-ca8f-4564-a8f4-d608b02ed7c9 req-bbaf2e4b-d5cd-4452-8ce1-047a0a6c0533 service nova] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Received event network-changed-2b2d3d60-6f9c-4384-abc3-9db6ad53896e {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.996593] env[68800]: DEBUG nova.compute.manager [req-12a71975-ca8f-4564-a8f4-d608b02ed7c9 req-bbaf2e4b-d5cd-4452-8ce1-047a0a6c0533 service nova] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Refreshing instance network info cache due to event network-changed-2b2d3d60-6f9c-4384-abc3-9db6ad53896e. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1225.996815] env[68800]: DEBUG oslo_concurrency.lockutils [req-12a71975-ca8f-4564-a8f4-d608b02ed7c9 req-bbaf2e4b-d5cd-4452-8ce1-047a0a6c0533 service nova] Acquiring lock "refresh_cache-f20e99a5-9c05-4318-a835-67ef0e27055c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.996963] env[68800]: DEBUG oslo_concurrency.lockutils [req-12a71975-ca8f-4564-a8f4-d608b02ed7c9 req-bbaf2e4b-d5cd-4452-8ce1-047a0a6c0533 service nova] Acquired lock "refresh_cache-f20e99a5-9c05-4318-a835-67ef0e27055c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.997143] env[68800]: DEBUG nova.network.neutron [req-12a71975-ca8f-4564-a8f4-d608b02ed7c9 req-bbaf2e4b-d5cd-4452-8ce1-047a0a6c0533 service nova] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Refreshing network info cache for port 2b2d3d60-6f9c-4384-abc3-9db6ad53896e {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1226.148524] env[68800]: INFO nova.compute.claims [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1226.953580] env[68800]: DEBUG nova.network.neutron [req-12a71975-ca8f-4564-a8f4-d608b02ed7c9 req-bbaf2e4b-d5cd-4452-8ce1-047a0a6c0533 service nova] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Updated VIF entry in instance network info cache for port 2b2d3d60-6f9c-4384-abc3-9db6ad53896e. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1226.954360] env[68800]: DEBUG nova.network.neutron [req-12a71975-ca8f-4564-a8f4-d608b02ed7c9 req-bbaf2e4b-d5cd-4452-8ce1-047a0a6c0533 service nova] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Updating instance_info_cache with network_info: [{"id": "2b2d3d60-6f9c-4384-abc3-9db6ad53896e", "address": "fa:16:3e:8c:b1:c9", "network": {"id": "2ad65ae6-e96d-418b-8904-1b8c899626b0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1659419657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b74621381dc4bbca8fea1513bfe56e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b2d3d60-6f", "ovs_interfaceid": "2b2d3d60-6f9c-4384-abc3-9db6ad53896e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.201961] env[68800]: DEBUG oslo_concurrency.lockutils [None req-22b40ec5-e175-46fe-82b1-caf234e35a2c tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "65c086bf-efea-48a5-93b9-aa0863483d38" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.201961] env[68800]: DEBUG oslo_concurrency.lockutils [None req-22b40ec5-e175-46fe-82b1-caf234e35a2c tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "65c086bf-efea-48a5-93b9-aa0863483d38" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.202118] env[68800]: DEBUG nova.compute.manager [None req-22b40ec5-e175-46fe-82b1-caf234e35a2c tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Going to confirm migration 9 {{(pid=68800) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1227.273074] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e5fd02-843f-4ab6-b13c-7fae04ea1682 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.280645] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbe5c36-549d-489f-811f-d32b156b6134 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.310723] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e795fd56-03df-49fc-8289-cb990b2a5d1b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.318137] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ea80a4-dbb3-43ea-9507-fbc879ae95f8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.332662] env[68800]: DEBUG nova.compute.provider_tree [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.457095] env[68800]: DEBUG oslo_concurrency.lockutils [req-12a71975-ca8f-4564-a8f4-d608b02ed7c9 req-bbaf2e4b-d5cd-4452-8ce1-047a0a6c0533 service nova] Releasing lock "refresh_cache-f20e99a5-9c05-4318-a835-67ef0e27055c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.695286] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquiring lock "b0161509-d59a-4b04-a0c0-2de9e416ba53" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.695509] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "b0161509-d59a-4b04-a0c0-2de9e416ba53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.749092] env[68800]: DEBUG oslo_concurrency.lockutils [None req-22b40ec5-e175-46fe-82b1-caf234e35a2c tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "refresh_cache-65c086bf-efea-48a5-93b9-aa0863483d38" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.749276] env[68800]: DEBUG oslo_concurrency.lockutils [None req-22b40ec5-e175-46fe-82b1-caf234e35a2c tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquired lock "refresh_cache-65c086bf-efea-48a5-93b9-aa0863483d38" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.749469] env[68800]: DEBUG nova.network.neutron [None req-22b40ec5-e175-46fe-82b1-caf234e35a2c tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1227.749654] env[68800]: DEBUG nova.objects.instance [None req-22b40ec5-e175-46fe-82b1-caf234e35a2c tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lazy-loading 'info_cache' on Instance uuid 65c086bf-efea-48a5-93b9-aa0863483d38 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.836167] env[68800]: DEBUG nova.scheduler.client.report [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1228.197410] env[68800]: DEBUG nova.compute.manager [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1228.340486] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.202s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.368298] env[68800]: INFO nova.network.neutron [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Updating port 142ffca3-8ffd-470d-956d-72faeaaa14e7 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1228.719360] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.719628] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.721089] env[68800]: INFO nova.compute.claims [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1228.924518] env[68800]: DEBUG nova.network.neutron [None req-22b40ec5-e175-46fe-82b1-caf234e35a2c tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Updating instance_info_cache with network_info: [{"id": "ca1f58a4-db39-4691-82d9-b9acf0da4dac", "address": "fa:16:3e:75:b7:a4", "network": {"id": "05cefbb5-ab7f-4aed-85f9-10a508e4af94", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1038579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85c5a45ac2714c49906e94554e4f3354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca1f58a4-db", "ovs_interfaceid": "ca1f58a4-db39-4691-82d9-b9acf0da4dac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.427060] env[68800]: DEBUG oslo_concurrency.lockutils [None req-22b40ec5-e175-46fe-82b1-caf234e35a2c tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Releasing lock "refresh_cache-65c086bf-efea-48a5-93b9-aa0863483d38" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.427060] env[68800]: DEBUG nova.objects.instance [None req-22b40ec5-e175-46fe-82b1-caf234e35a2c tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lazy-loading 'migration_context' on Instance uuid 65c086bf-efea-48a5-93b9-aa0863483d38 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.827236] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3881230-8829-4e39-96b1-aacadd87f705 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.834734] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26260d93-3010-404b-9cf0-8a9425ab69f2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.865804] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfda6e42-766a-4752-89fd-7a8689b68d62 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.873487] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74c94e6-d22e-4d30-acfd-121b54a7207b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.886377] env[68800]: DEBUG nova.compute.provider_tree [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.924478] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Acquiring lock "refresh_cache-f928755f-4bb3-4653-a05f-96feefeab51f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.924718] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Acquired lock "refresh_cache-f928755f-4bb3-4653-a05f-96feefeab51f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.924929] env[68800]: DEBUG nova.network.neutron [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1229.932121] env[68800]: DEBUG nova.objects.base [None req-22b40ec5-e175-46fe-82b1-caf234e35a2c tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Object Instance<65c086bf-efea-48a5-93b9-aa0863483d38> lazy-loaded attributes: info_cache,migration_context {{(pid=68800) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1229.932121] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610e837d-303a-44e7-a2c1-15d23d336263 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.950793] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57b31cf9-6e27-425a-b813-e981df59e9b5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.954344] env[68800]: DEBUG nova.compute.manager [req-6963cacf-e495-4fea-909b-e9cc8374466b req-71d9b859-c161-4dae-a82e-cf7bc35f5dc0 service nova] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Received event network-vif-plugged-142ffca3-8ffd-470d-956d-72faeaaa14e7 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1229.954428] env[68800]: DEBUG oslo_concurrency.lockutils [req-6963cacf-e495-4fea-909b-e9cc8374466b req-71d9b859-c161-4dae-a82e-cf7bc35f5dc0 service nova] Acquiring lock "f928755f-4bb3-4653-a05f-96feefeab51f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.954638] env[68800]: DEBUG oslo_concurrency.lockutils [req-6963cacf-e495-4fea-909b-e9cc8374466b req-71d9b859-c161-4dae-a82e-cf7bc35f5dc0 service nova] Lock "f928755f-4bb3-4653-a05f-96feefeab51f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.954809] env[68800]: DEBUG oslo_concurrency.lockutils [req-6963cacf-e495-4fea-909b-e9cc8374466b req-71d9b859-c161-4dae-a82e-cf7bc35f5dc0 service nova] Lock "f928755f-4bb3-4653-a05f-96feefeab51f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.954993] env[68800]: DEBUG nova.compute.manager [req-6963cacf-e495-4fea-909b-e9cc8374466b req-71d9b859-c161-4dae-a82e-cf7bc35f5dc0 service nova] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] No waiting events found dispatching network-vif-plugged-142ffca3-8ffd-470d-956d-72faeaaa14e7 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1229.955219] env[68800]: WARNING nova.compute.manager [req-6963cacf-e495-4fea-909b-e9cc8374466b req-71d9b859-c161-4dae-a82e-cf7bc35f5dc0 service nova] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Received unexpected event network-vif-plugged-142ffca3-8ffd-470d-956d-72faeaaa14e7 for instance with vm_state shelved_offloaded and task_state spawning. [ 1229.959327] env[68800]: DEBUG oslo_vmware.api [None req-22b40ec5-e175-46fe-82b1-caf234e35a2c tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1229.959327] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52b8745a-703d-0deb-8885-13a72795ccf5" [ 1229.959327] env[68800]: _type = "Task" [ 1229.959327] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.966930] env[68800]: DEBUG oslo_vmware.api [None req-22b40ec5-e175-46fe-82b1-caf234e35a2c tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52b8745a-703d-0deb-8885-13a72795ccf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.389609] env[68800]: DEBUG nova.scheduler.client.report [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.468590] env[68800]: DEBUG oslo_vmware.api [None req-22b40ec5-e175-46fe-82b1-caf234e35a2c tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52b8745a-703d-0deb-8885-13a72795ccf5, 'name': SearchDatastore_Task, 'duration_secs': 0.007573} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.468916] env[68800]: DEBUG oslo_concurrency.lockutils [None req-22b40ec5-e175-46fe-82b1-caf234e35a2c tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.624997] env[68800]: DEBUG nova.network.neutron [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Updating instance_info_cache with network_info: [{"id": "142ffca3-8ffd-470d-956d-72faeaaa14e7", "address": "fa:16:3e:20:c2:1e", "network": {"id": "f0cd4842-ddbd-4b1c-ae1f-572165adcf58", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2081563423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d85c7de7338c4e95a65fcf648a8c37a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap142ffca3-8f", "ovs_interfaceid": "142ffca3-8ffd-470d-956d-72faeaaa14e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.894410] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.175s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.894939] env[68800]: DEBUG nova.compute.manager [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1230.897474] env[68800]: DEBUG oslo_concurrency.lockutils [None req-22b40ec5-e175-46fe-82b1-caf234e35a2c tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.429s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.608986] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Releasing lock "refresh_cache-f928755f-4bb3-4653-a05f-96feefeab51f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.611864] env[68800]: DEBUG nova.compute.utils [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1231.615777] env[68800]: DEBUG nova.compute.manager [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1231.615970] env[68800]: DEBUG nova.network.neutron [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1231.643389] env[68800]: DEBUG nova.virt.hardware [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c5ed9688213d950dc3523ce2f10e9556',container_format='bare',created_at=2025-04-03T09:19:05Z,direct_url=,disk_format='vmdk',id=e0968dcc-086e-495c-bd39-f7ebc12f3699,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1686738829-shelved',owner='d85c7de7338c4e95a65fcf648a8c37a4',properties=ImageMetaProps,protected=,size=31663104,status='active',tags=,updated_at=2025-04-03T09:19:20Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1231.643771] env[68800]: DEBUG nova.virt.hardware [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1231.643941] env[68800]: DEBUG nova.virt.hardware [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1231.644156] env[68800]: DEBUG nova.virt.hardware [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1231.644324] env[68800]: DEBUG nova.virt.hardware [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1231.644469] env[68800]: DEBUG nova.virt.hardware [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1231.644696] env[68800]: DEBUG nova.virt.hardware [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1231.644868] env[68800]: DEBUG nova.virt.hardware [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1231.645048] env[68800]: DEBUG nova.virt.hardware [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1231.645231] env[68800]: DEBUG nova.virt.hardware [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1231.645425] env[68800]: DEBUG nova.virt.hardware [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1231.646450] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a65b4a4-2868-420a-b36d-3cec9c010f4b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.658033] env[68800]: DEBUG nova.policy [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '041f81e5ede74550b02c3d1039ba153e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0a82d9565ce4cf0ab26fb48caf3f589', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 1231.660489] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f943634-f791-4ba4-9154-9bb0cf144f8c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.678815] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:c2:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a8f5363-be3a-4f92-9ccf-33bb0c8113b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '142ffca3-8ffd-470d-956d-72faeaaa14e7', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1231.687357] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1231.691049] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1231.691049] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-edaba881-ade4-4278-85c3-d306a356cbf3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.711982] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1231.711982] env[68800]: value = "task-3244615" [ 1231.711982] env[68800]: _type = "Task" [ 1231.711982] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.722987] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244615, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.764118] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64c940d-c467-4de2-be3c-0a920841a87a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.773702] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123042df-5696-4db6-ac8a-2db9df526f37 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.805813] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6373550f-0683-4cd5-80a0-332cdb6229ee {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.813520] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fea9a9d-6617-4b54-bcb6-61c29bd6bec9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.828348] env[68800]: DEBUG nova.compute.provider_tree [None req-22b40ec5-e175-46fe-82b1-caf234e35a2c tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1232.029013] env[68800]: DEBUG nova.network.neutron [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Successfully created port: 8198d6f5-cb3f-4986-a0cd-fd583131c592 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1232.047033] env[68800]: DEBUG nova.compute.manager [req-95579274-f7da-4933-93f6-7f39ca0b17bd req-c1e473fa-6c6a-4361-87d8-d473554b3b3c service nova] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Received event network-changed-142ffca3-8ffd-470d-956d-72faeaaa14e7 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1232.047235] env[68800]: DEBUG nova.compute.manager [req-95579274-f7da-4933-93f6-7f39ca0b17bd req-c1e473fa-6c6a-4361-87d8-d473554b3b3c service nova] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Refreshing instance network info cache due to event network-changed-142ffca3-8ffd-470d-956d-72faeaaa14e7. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1232.047472] env[68800]: DEBUG oslo_concurrency.lockutils [req-95579274-f7da-4933-93f6-7f39ca0b17bd req-c1e473fa-6c6a-4361-87d8-d473554b3b3c service nova] Acquiring lock "refresh_cache-f928755f-4bb3-4653-a05f-96feefeab51f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.047595] env[68800]: DEBUG oslo_concurrency.lockutils [req-95579274-f7da-4933-93f6-7f39ca0b17bd req-c1e473fa-6c6a-4361-87d8-d473554b3b3c service nova] Acquired lock "refresh_cache-f928755f-4bb3-4653-a05f-96feefeab51f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.047730] env[68800]: DEBUG nova.network.neutron [req-95579274-f7da-4933-93f6-7f39ca0b17bd req-c1e473fa-6c6a-4361-87d8-d473554b3b3c service nova] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Refreshing network info cache for port 142ffca3-8ffd-470d-956d-72faeaaa14e7 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1232.119785] env[68800]: DEBUG nova.compute.manager [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1232.224402] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244615, 'name': CreateVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.331690] env[68800]: DEBUG nova.scheduler.client.report [None req-22b40ec5-e175-46fe-82b1-caf234e35a2c tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.545041] env[68800]: DEBUG oslo_concurrency.lockutils [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquiring lock "1ff033c8-a54c-479e-bbee-ac8cb4e1802f" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.545041] env[68800]: DEBUG oslo_concurrency.lockutils [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "1ff033c8-a54c-479e-bbee-ac8cb4e1802f" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.545304] env[68800]: INFO nova.compute.manager [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Shelving [ 1232.723886] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244615, 'name': CreateVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.758694] env[68800]: DEBUG nova.network.neutron [req-95579274-f7da-4933-93f6-7f39ca0b17bd req-c1e473fa-6c6a-4361-87d8-d473554b3b3c service nova] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Updated VIF entry in instance network info cache for port 142ffca3-8ffd-470d-956d-72faeaaa14e7. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1232.759058] env[68800]: DEBUG nova.network.neutron [req-95579274-f7da-4933-93f6-7f39ca0b17bd req-c1e473fa-6c6a-4361-87d8-d473554b3b3c service nova] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Updating instance_info_cache with network_info: [{"id": "142ffca3-8ffd-470d-956d-72faeaaa14e7", "address": "fa:16:3e:20:c2:1e", "network": {"id": "f0cd4842-ddbd-4b1c-ae1f-572165adcf58", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2081563423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d85c7de7338c4e95a65fcf648a8c37a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap142ffca3-8f", "ovs_interfaceid": "142ffca3-8ffd-470d-956d-72faeaaa14e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.129829] env[68800]: DEBUG nova.compute.manager [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1233.154847] env[68800]: DEBUG nova.virt.hardware [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1233.155104] env[68800]: DEBUG nova.virt.hardware [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1233.155264] env[68800]: DEBUG nova.virt.hardware [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1233.155444] env[68800]: DEBUG nova.virt.hardware [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1233.155589] env[68800]: DEBUG nova.virt.hardware [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1233.155733] env[68800]: DEBUG nova.virt.hardware [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1233.155936] env[68800]: DEBUG nova.virt.hardware [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1233.156176] env[68800]: DEBUG nova.virt.hardware [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1233.156361] env[68800]: DEBUG nova.virt.hardware [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1233.156527] env[68800]: DEBUG nova.virt.hardware [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1233.156701] env[68800]: DEBUG nova.virt.hardware [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1233.157577] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd13e64-9517-4ce4-88e3-1bbafdcc5ec2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.165134] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6847c53-b260-45a9-afda-4b94d8495a26 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.224221] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244615, 'name': CreateVM_Task, 'duration_secs': 1.378879} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.224387] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1233.231883] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0968dcc-086e-495c-bd39-f7ebc12f3699" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.232081] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0968dcc-086e-495c-bd39-f7ebc12f3699" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.232474] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0968dcc-086e-495c-bd39-f7ebc12f3699" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.232733] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b772c0d2-3abb-4798-a4bf-abf1ab487223 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.237512] env[68800]: DEBUG oslo_vmware.api [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the task: (returnval){ [ 1233.237512] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52dfa111-297c-0fca-306e-e751b145e383" [ 1233.237512] env[68800]: _type = "Task" [ 1233.237512] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.245315] env[68800]: DEBUG oslo_vmware.api [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52dfa111-297c-0fca-306e-e751b145e383, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.262063] env[68800]: DEBUG oslo_concurrency.lockutils [req-95579274-f7da-4933-93f6-7f39ca0b17bd req-c1e473fa-6c6a-4361-87d8-d473554b3b3c service nova] Releasing lock "refresh_cache-f928755f-4bb3-4653-a05f-96feefeab51f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.342371] env[68800]: DEBUG oslo_concurrency.lockutils [None req-22b40ec5-e175-46fe-82b1-caf234e35a2c tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.445s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.555135] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1233.555479] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9078c056-e9eb-406b-8ef5-930818ed6e30 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.565662] env[68800]: DEBUG oslo_vmware.api [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 1233.565662] env[68800]: value = "task-3244616" [ 1233.565662] env[68800]: _type = "Task" [ 1233.565662] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.572512] env[68800]: DEBUG oslo_vmware.api [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.689723] env[68800]: DEBUG nova.network.neutron [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Successfully updated port: 8198d6f5-cb3f-4986-a0cd-fd583131c592 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1233.747419] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0968dcc-086e-495c-bd39-f7ebc12f3699" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.747702] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Processing image e0968dcc-086e-495c-bd39-f7ebc12f3699 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1233.747911] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0968dcc-086e-495c-bd39-f7ebc12f3699/e0968dcc-086e-495c-bd39-f7ebc12f3699.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.748133] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0968dcc-086e-495c-bd39-f7ebc12f3699/e0968dcc-086e-495c-bd39-f7ebc12f3699.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.748308] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1233.748582] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9fc2c041-c61e-4b04-8601-a69beef2388a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.759025] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1233.759658] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1233.759898] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1672c48-0a69-44fd-bc13-e9b5eaa87092 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.764850] env[68800]: DEBUG oslo_vmware.api [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the task: (returnval){ [ 1233.764850] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5216aa7f-3857-c02d-038d-87cd198ab25b" [ 1233.764850] env[68800]: _type = "Task" [ 1233.764850] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.772501] env[68800]: DEBUG oslo_vmware.api [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5216aa7f-3857-c02d-038d-87cd198ab25b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.901085] env[68800]: INFO nova.scheduler.client.report [None req-22b40ec5-e175-46fe-82b1-caf234e35a2c tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Deleted allocation for migration 31687790-2009-4355-a7a2-96bdec495dfd [ 1234.074130] env[68800]: DEBUG oslo_vmware.api [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244616, 'name': PowerOffVM_Task, 'duration_secs': 0.210802} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.074399] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1234.075193] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbc4ed8-6f92-40f5-b44f-6dd2838cf200 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.079501] env[68800]: DEBUG nova.compute.manager [req-9d08c59f-56f0-4a1b-a8c1-8e7a3089657e req-950bcb2d-012c-4dd3-89b3-239028954da2 service nova] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Received event network-vif-plugged-8198d6f5-cb3f-4986-a0cd-fd583131c592 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1234.079910] env[68800]: DEBUG oslo_concurrency.lockutils [req-9d08c59f-56f0-4a1b-a8c1-8e7a3089657e req-950bcb2d-012c-4dd3-89b3-239028954da2 service nova] Acquiring lock "b0161509-d59a-4b04-a0c0-2de9e416ba53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.080142] env[68800]: DEBUG oslo_concurrency.lockutils [req-9d08c59f-56f0-4a1b-a8c1-8e7a3089657e req-950bcb2d-012c-4dd3-89b3-239028954da2 service nova] Lock "b0161509-d59a-4b04-a0c0-2de9e416ba53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.080314] env[68800]: DEBUG oslo_concurrency.lockutils [req-9d08c59f-56f0-4a1b-a8c1-8e7a3089657e req-950bcb2d-012c-4dd3-89b3-239028954da2 service nova] Lock "b0161509-d59a-4b04-a0c0-2de9e416ba53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.080499] env[68800]: DEBUG nova.compute.manager [req-9d08c59f-56f0-4a1b-a8c1-8e7a3089657e req-950bcb2d-012c-4dd3-89b3-239028954da2 service nova] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] No waiting events found dispatching network-vif-plugged-8198d6f5-cb3f-4986-a0cd-fd583131c592 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1234.080671] env[68800]: WARNING nova.compute.manager [req-9d08c59f-56f0-4a1b-a8c1-8e7a3089657e req-950bcb2d-012c-4dd3-89b3-239028954da2 service nova] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Received unexpected event network-vif-plugged-8198d6f5-cb3f-4986-a0cd-fd583131c592 for instance with vm_state building and task_state spawning. [ 1234.080829] env[68800]: DEBUG nova.compute.manager [req-9d08c59f-56f0-4a1b-a8c1-8e7a3089657e req-950bcb2d-012c-4dd3-89b3-239028954da2 service nova] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Received event network-changed-8198d6f5-cb3f-4986-a0cd-fd583131c592 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1234.080981] env[68800]: DEBUG nova.compute.manager [req-9d08c59f-56f0-4a1b-a8c1-8e7a3089657e req-950bcb2d-012c-4dd3-89b3-239028954da2 service nova] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Refreshing instance network info cache due to event network-changed-8198d6f5-cb3f-4986-a0cd-fd583131c592. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1234.081179] env[68800]: DEBUG oslo_concurrency.lockutils [req-9d08c59f-56f0-4a1b-a8c1-8e7a3089657e req-950bcb2d-012c-4dd3-89b3-239028954da2 service nova] Acquiring lock "refresh_cache-b0161509-d59a-4b04-a0c0-2de9e416ba53" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.081318] env[68800]: DEBUG oslo_concurrency.lockutils [req-9d08c59f-56f0-4a1b-a8c1-8e7a3089657e req-950bcb2d-012c-4dd3-89b3-239028954da2 service nova] Acquired lock "refresh_cache-b0161509-d59a-4b04-a0c0-2de9e416ba53" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.081472] env[68800]: DEBUG nova.network.neutron [req-9d08c59f-56f0-4a1b-a8c1-8e7a3089657e req-950bcb2d-012c-4dd3-89b3-239028954da2 service nova] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Refreshing network info cache for port 8198d6f5-cb3f-4986-a0cd-fd583131c592 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1234.100062] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e74cd4d-aefe-4528-a1b3-d89d86791628 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.192860] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquiring lock "refresh_cache-b0161509-d59a-4b04-a0c0-2de9e416ba53" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.275428] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Preparing fetch location {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1234.275688] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Fetch image to [datastore1] OSTACK_IMG_2775996c-b22e-4826-aadb-4e67a86f0a04/OSTACK_IMG_2775996c-b22e-4826-aadb-4e67a86f0a04.vmdk {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1234.275869] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Downloading stream optimized image e0968dcc-086e-495c-bd39-f7ebc12f3699 to [datastore1] OSTACK_IMG_2775996c-b22e-4826-aadb-4e67a86f0a04/OSTACK_IMG_2775996c-b22e-4826-aadb-4e67a86f0a04.vmdk on the data store datastore1 as vApp {{(pid=68800) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1234.276048] env[68800]: DEBUG nova.virt.vmwareapi.images [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Downloading image file data e0968dcc-086e-495c-bd39-f7ebc12f3699 to the ESX as VM named 'OSTACK_IMG_2775996c-b22e-4826-aadb-4e67a86f0a04' {{(pid=68800) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1234.349645] env[68800]: DEBUG oslo_vmware.rw_handles [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1234.349645] env[68800]: value = "resgroup-9" [ 1234.349645] env[68800]: _type = "ResourcePool" [ 1234.349645] env[68800]: }. {{(pid=68800) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1234.349893] env[68800]: DEBUG oslo_concurrency.lockutils [None req-027ee18e-b4d3-47b6-80cf-914979b51e0a tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "65c086bf-efea-48a5-93b9-aa0863483d38" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.350103] env[68800]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-961de297-ce49-4c58-a60e-1b3b0043d0de {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.373212] env[68800]: DEBUG oslo_vmware.rw_handles [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lease: (returnval){ [ 1234.373212] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52af86bd-326c-a0eb-d3cb-7919fd47aa70" [ 1234.373212] env[68800]: _type = "HttpNfcLease" [ 1234.373212] env[68800]: } obtained for vApp import into resource pool (val){ [ 1234.373212] env[68800]: value = "resgroup-9" [ 1234.373212] env[68800]: _type = "ResourcePool" [ 1234.373212] env[68800]: }. {{(pid=68800) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1234.373539] env[68800]: DEBUG oslo_vmware.api [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the lease: (returnval){ [ 1234.373539] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52af86bd-326c-a0eb-d3cb-7919fd47aa70" [ 1234.373539] env[68800]: _type = "HttpNfcLease" [ 1234.373539] env[68800]: } to be ready. {{(pid=68800) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1234.379957] env[68800]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1234.379957] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52af86bd-326c-a0eb-d3cb-7919fd47aa70" [ 1234.379957] env[68800]: _type = "HttpNfcLease" [ 1234.379957] env[68800]: } is initializing. {{(pid=68800) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1234.406984] env[68800]: DEBUG oslo_concurrency.lockutils [None req-22b40ec5-e175-46fe-82b1-caf234e35a2c tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "65c086bf-efea-48a5-93b9-aa0863483d38" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.205s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.408208] env[68800]: DEBUG oslo_concurrency.lockutils [None req-027ee18e-b4d3-47b6-80cf-914979b51e0a tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "65c086bf-efea-48a5-93b9-aa0863483d38" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.058s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.408476] env[68800]: DEBUG oslo_concurrency.lockutils [None req-027ee18e-b4d3-47b6-80cf-914979b51e0a tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "65c086bf-efea-48a5-93b9-aa0863483d38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.408675] env[68800]: DEBUG oslo_concurrency.lockutils [None req-027ee18e-b4d3-47b6-80cf-914979b51e0a tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "65c086bf-efea-48a5-93b9-aa0863483d38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.408860] env[68800]: DEBUG oslo_concurrency.lockutils [None req-027ee18e-b4d3-47b6-80cf-914979b51e0a tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "65c086bf-efea-48a5-93b9-aa0863483d38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.410684] env[68800]: INFO nova.compute.manager [None req-027ee18e-b4d3-47b6-80cf-914979b51e0a tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Terminating instance [ 1234.610764] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Creating Snapshot of the VM instance {{(pid=68800) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1234.611120] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3786dbed-35a9-4d4a-b1c7-b8e6eb3465d3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.618655] env[68800]: DEBUG oslo_vmware.api [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 1234.618655] env[68800]: value = "task-3244618" [ 1234.618655] env[68800]: _type = "Task" [ 1234.618655] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.626948] env[68800]: DEBUG oslo_vmware.api [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244618, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.629186] env[68800]: DEBUG nova.network.neutron [req-9d08c59f-56f0-4a1b-a8c1-8e7a3089657e req-950bcb2d-012c-4dd3-89b3-239028954da2 service nova] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1234.742084] env[68800]: DEBUG nova.network.neutron [req-9d08c59f-56f0-4a1b-a8c1-8e7a3089657e req-950bcb2d-012c-4dd3-89b3-239028954da2 service nova] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.867038] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "e7906754-a145-4d19-b813-019fb9c3312f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.867355] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "e7906754-a145-4d19-b813-019fb9c3312f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.881881] env[68800]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1234.881881] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52af86bd-326c-a0eb-d3cb-7919fd47aa70" [ 1234.881881] env[68800]: _type = "HttpNfcLease" [ 1234.881881] env[68800]: } is ready. {{(pid=68800) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1234.882385] env[68800]: DEBUG oslo_vmware.rw_handles [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1234.882385] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52af86bd-326c-a0eb-d3cb-7919fd47aa70" [ 1234.882385] env[68800]: _type = "HttpNfcLease" [ 1234.882385] env[68800]: }. {{(pid=68800) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1234.883288] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723cf7fc-f3f1-4f80-8df1-54a83db48c22 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.890704] env[68800]: DEBUG oslo_vmware.rw_handles [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5262444f-f4bf-722b-83b8-beed08988485/disk-0.vmdk from lease info. {{(pid=68800) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1234.890889] env[68800]: DEBUG oslo_vmware.rw_handles [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Creating HTTP connection to write to file with size = 31663104 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5262444f-f4bf-722b-83b8-beed08988485/disk-0.vmdk. {{(pid=68800) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1234.949759] env[68800]: DEBUG nova.compute.manager [None req-027ee18e-b4d3-47b6-80cf-914979b51e0a tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1234.949974] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-027ee18e-b4d3-47b6-80cf-914979b51e0a tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1234.950998] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1903ce4-659f-4057-b1b7-f0498b0ad096 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.961780] env[68800]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1f06ee42-732f-4ef7-8360-cac105dd5d44 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.963636] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-027ee18e-b4d3-47b6-80cf-914979b51e0a tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1234.965467] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44b8f5ff-3f32-48dd-9873-2e1fc0ce42fc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.972251] env[68800]: DEBUG oslo_vmware.api [None req-027ee18e-b4d3-47b6-80cf-914979b51e0a tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1234.972251] env[68800]: value = "task-3244619" [ 1234.972251] env[68800]: _type = "Task" [ 1234.972251] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.980671] env[68800]: DEBUG oslo_vmware.api [None req-027ee18e-b4d3-47b6-80cf-914979b51e0a tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.130471] env[68800]: DEBUG oslo_vmware.api [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244618, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.244315] env[68800]: DEBUG oslo_concurrency.lockutils [req-9d08c59f-56f0-4a1b-a8c1-8e7a3089657e req-950bcb2d-012c-4dd3-89b3-239028954da2 service nova] Releasing lock "refresh_cache-b0161509-d59a-4b04-a0c0-2de9e416ba53" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.244732] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquired lock "refresh_cache-b0161509-d59a-4b04-a0c0-2de9e416ba53" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.244894] env[68800]: DEBUG nova.network.neutron [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1235.369931] env[68800]: DEBUG nova.compute.manager [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: e7906754-a145-4d19-b813-019fb9c3312f] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1235.483069] env[68800]: DEBUG oslo_vmware.api [None req-027ee18e-b4d3-47b6-80cf-914979b51e0a tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244619, 'name': PowerOffVM_Task, 'duration_secs': 0.188896} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.483392] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-027ee18e-b4d3-47b6-80cf-914979b51e0a tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1235.483817] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-027ee18e-b4d3-47b6-80cf-914979b51e0a tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1235.483916] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86a6ae39-773f-4998-9d22-32d43d7462e5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.554136] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-027ee18e-b4d3-47b6-80cf-914979b51e0a tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1235.554423] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-027ee18e-b4d3-47b6-80cf-914979b51e0a tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1235.554652] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-027ee18e-b4d3-47b6-80cf-914979b51e0a tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Deleting the datastore file [datastore2] 65c086bf-efea-48a5-93b9-aa0863483d38 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1235.554940] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e84ac4c-d8de-4fd4-9aec-41eca3ea112e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.562137] env[68800]: DEBUG oslo_vmware.api [None req-027ee18e-b4d3-47b6-80cf-914979b51e0a tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1235.562137] env[68800]: value = "task-3244621" [ 1235.562137] env[68800]: _type = "Task" [ 1235.562137] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.570457] env[68800]: DEBUG oslo_vmware.api [None req-027ee18e-b4d3-47b6-80cf-914979b51e0a tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244621, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.631815] env[68800]: DEBUG oslo_vmware.api [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244618, 'name': CreateSnapshot_Task, 'duration_secs': 0.51354} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.633625] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Created Snapshot of the VM instance {{(pid=68800) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1235.634448] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee5350b-3112-4f23-9600-f140721e5e8c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.802502] env[68800]: DEBUG nova.network.neutron [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1235.896434] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.896773] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.898746] env[68800]: INFO nova.compute.claims [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: e7906754-a145-4d19-b813-019fb9c3312f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1235.978083] env[68800]: DEBUG nova.network.neutron [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Updating instance_info_cache with network_info: [{"id": "8198d6f5-cb3f-4986-a0cd-fd583131c592", "address": "fa:16:3e:ff:48:be", "network": {"id": "4ca5ed1c-7798-40f8-97dd-93eef15acf7e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1748453885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a82d9565ce4cf0ab26fb48caf3f589", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8198d6f5-cb", "ovs_interfaceid": "8198d6f5-cb3f-4986-a0cd-fd583131c592", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.074538] env[68800]: DEBUG oslo_vmware.api [None req-027ee18e-b4d3-47b6-80cf-914979b51e0a tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244621, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152478} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.075936] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-027ee18e-b4d3-47b6-80cf-914979b51e0a tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1236.076151] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-027ee18e-b4d3-47b6-80cf-914979b51e0a tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1236.076330] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-027ee18e-b4d3-47b6-80cf-914979b51e0a tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1236.076505] env[68800]: INFO nova.compute.manager [None req-027ee18e-b4d3-47b6-80cf-914979b51e0a tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1236.076746] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-027ee18e-b4d3-47b6-80cf-914979b51e0a tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1236.076939] env[68800]: DEBUG nova.compute.manager [-] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1236.077048] env[68800]: DEBUG nova.network.neutron [-] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1236.118377] env[68800]: DEBUG oslo_vmware.rw_handles [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Completed reading data from the image iterator. {{(pid=68800) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1236.118713] env[68800]: DEBUG oslo_vmware.rw_handles [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5262444f-f4bf-722b-83b8-beed08988485/disk-0.vmdk. {{(pid=68800) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1236.119756] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5355a2aa-0f44-4c01-b8e2-a2890ed47843 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.128783] env[68800]: DEBUG oslo_vmware.rw_handles [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5262444f-f4bf-722b-83b8-beed08988485/disk-0.vmdk is in state: ready. {{(pid=68800) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1236.128947] env[68800]: DEBUG oslo_vmware.rw_handles [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5262444f-f4bf-722b-83b8-beed08988485/disk-0.vmdk. {{(pid=68800) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1236.129269] env[68800]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-995a7d43-7ff8-45f9-ba45-c9f65de3fd2b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.156868] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Creating linked-clone VM from snapshot {{(pid=68800) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1236.157187] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b60b2242-279d-4724-ad97-05610ea7c37e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.166420] env[68800]: DEBUG oslo_vmware.api [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 1236.166420] env[68800]: value = "task-3244622" [ 1236.166420] env[68800]: _type = "Task" [ 1236.166420] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.174507] env[68800]: DEBUG oslo_vmware.api [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244622, 'name': CloneVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.309187] env[68800]: DEBUG nova.compute.manager [req-8617d6b4-5c57-401f-8e75-7ded899c4623 req-e5257a5c-4ee1-4381-88f3-d806847d6d1f service nova] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Received event network-vif-deleted-ca1f58a4-db39-4691-82d9-b9acf0da4dac {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.309551] env[68800]: INFO nova.compute.manager [req-8617d6b4-5c57-401f-8e75-7ded899c4623 req-e5257a5c-4ee1-4381-88f3-d806847d6d1f service nova] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Neutron deleted interface ca1f58a4-db39-4691-82d9-b9acf0da4dac; detaching it from the instance and deleting it from the info cache [ 1236.309868] env[68800]: DEBUG nova.network.neutron [req-8617d6b4-5c57-401f-8e75-7ded899c4623 req-e5257a5c-4ee1-4381-88f3-d806847d6d1f service nova] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.313314] env[68800]: DEBUG oslo_vmware.rw_handles [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5262444f-f4bf-722b-83b8-beed08988485/disk-0.vmdk. {{(pid=68800) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1236.313611] env[68800]: INFO nova.virt.vmwareapi.images [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Downloaded image file data e0968dcc-086e-495c-bd39-f7ebc12f3699 [ 1236.315076] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab6cc7a-e93e-4bc6-aa14-d7ab07cb68b0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.341068] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9fe3f347-6dea-452f-bdb9-b0f981584fda {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.364838] env[68800]: INFO nova.virt.vmwareapi.images [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] The imported VM was unregistered [ 1236.367351] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Caching image {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1236.367585] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Creating directory with path [datastore1] devstack-image-cache_base/e0968dcc-086e-495c-bd39-f7ebc12f3699 {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1236.368192] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f439ed9-8970-4038-94f5-cb6a7f16e06c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.394021] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Created directory with path [datastore1] devstack-image-cache_base/e0968dcc-086e-495c-bd39-f7ebc12f3699 {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1236.394313] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_2775996c-b22e-4826-aadb-4e67a86f0a04/OSTACK_IMG_2775996c-b22e-4826-aadb-4e67a86f0a04.vmdk to [datastore1] devstack-image-cache_base/e0968dcc-086e-495c-bd39-f7ebc12f3699/e0968dcc-086e-495c-bd39-f7ebc12f3699.vmdk. {{(pid=68800) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1236.394624] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-884ccfed-71af-4f76-a341-e9b52090889a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.402055] env[68800]: DEBUG oslo_vmware.api [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the task: (returnval){ [ 1236.402055] env[68800]: value = "task-3244624" [ 1236.402055] env[68800]: _type = "Task" [ 1236.402055] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.411637] env[68800]: DEBUG oslo_vmware.api [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244624, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.480671] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Releasing lock "refresh_cache-b0161509-d59a-4b04-a0c0-2de9e416ba53" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.481079] env[68800]: DEBUG nova.compute.manager [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Instance network_info: |[{"id": "8198d6f5-cb3f-4986-a0cd-fd583131c592", "address": "fa:16:3e:ff:48:be", "network": {"id": "4ca5ed1c-7798-40f8-97dd-93eef15acf7e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1748453885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a82d9565ce4cf0ab26fb48caf3f589", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8198d6f5-cb", "ovs_interfaceid": "8198d6f5-cb3f-4986-a0cd-fd583131c592", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1236.481521] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:48:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8198d6f5-cb3f-4986-a0cd-fd583131c592', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1236.490106] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1236.490727] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1236.490972] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19d6b632-7239-49bb-9b48-04e5040b6039 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.511415] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1236.511415] env[68800]: value = "task-3244625" [ 1236.511415] env[68800]: _type = "Task" [ 1236.511415] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.520578] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244625, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.676534] env[68800]: DEBUG oslo_vmware.api [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244622, 'name': CloneVM_Task} progress is 94%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.785773] env[68800]: DEBUG nova.network.neutron [-] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.816027] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-06e3f8ff-5c7e-4a9a-8c91-dbfb045f7c61 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.827808] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7315a14-46c6-468d-8c31-735adf76b204 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.859597] env[68800]: DEBUG nova.compute.manager [req-8617d6b4-5c57-401f-8e75-7ded899c4623 req-e5257a5c-4ee1-4381-88f3-d806847d6d1f service nova] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Detach interface failed, port_id=ca1f58a4-db39-4691-82d9-b9acf0da4dac, reason: Instance 65c086bf-efea-48a5-93b9-aa0863483d38 could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1236.914393] env[68800]: DEBUG oslo_vmware.api [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244624, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.023688] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244625, 'name': CreateVM_Task, 'duration_secs': 0.355591} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.026493] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1237.027440] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.027639] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.027927] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.028295] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-269b2aa5-e547-4f54-8ccb-8dceb7de73a2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.035557] env[68800]: DEBUG oslo_vmware.api [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1237.035557] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52231113-1cc5-d3f7-5612-a583b3dd2940" [ 1237.035557] env[68800]: _type = "Task" [ 1237.035557] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.040300] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030038a0-3c37-4db0-b5f4-9420f498bc65 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.050665] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d651c322-a971-47c5-a929-d9693862b58c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.053946] env[68800]: DEBUG oslo_vmware.api [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52231113-1cc5-d3f7-5612-a583b3dd2940, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.086411] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba35266-08e0-4150-a766-c6da796956a7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.095954] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2ade54-a4d4-417c-8d5e-16425c7ee24a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.110338] env[68800]: DEBUG nova.compute.provider_tree [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1237.179529] env[68800]: DEBUG oslo_vmware.api [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244622, 'name': CloneVM_Task} progress is 94%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.288361] env[68800]: INFO nova.compute.manager [-] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Took 1.21 seconds to deallocate network for instance. [ 1237.415306] env[68800]: DEBUG oslo_vmware.api [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244624, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.549638] env[68800]: DEBUG oslo_vmware.api [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52231113-1cc5-d3f7-5612-a583b3dd2940, 'name': SearchDatastore_Task, 'duration_secs': 0.083669} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.549838] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.550094] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1237.550537] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.550537] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.550736] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1237.551026] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86f4e7b2-79fd-43a7-8e00-b4f11da8e145 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.570133] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1237.570350] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1237.571160] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c17ef916-d94d-413b-ab97-2f4b9be864f4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.580241] env[68800]: DEBUG oslo_vmware.api [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1237.580241] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]523934ea-2791-674b-0d9a-4fc4f85e46f2" [ 1237.580241] env[68800]: _type = "Task" [ 1237.580241] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.591518] env[68800]: DEBUG oslo_vmware.api [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]523934ea-2791-674b-0d9a-4fc4f85e46f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.613397] env[68800]: DEBUG nova.scheduler.client.report [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1237.681771] env[68800]: DEBUG oslo_vmware.api [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244622, 'name': CloneVM_Task} progress is 95%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.795602] env[68800]: DEBUG oslo_concurrency.lockutils [None req-027ee18e-b4d3-47b6-80cf-914979b51e0a tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.917236] env[68800]: DEBUG oslo_vmware.api [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244624, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.092702] env[68800]: DEBUG oslo_vmware.api [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]523934ea-2791-674b-0d9a-4fc4f85e46f2, 'name': SearchDatastore_Task, 'duration_secs': 0.085797} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.093605] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7526dd55-7145-4ddc-bab6-a83014931fbb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.101595] env[68800]: DEBUG oslo_vmware.api [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1238.101595] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520bbff0-fa17-4b01-a624-a3056781bc89" [ 1238.101595] env[68800]: _type = "Task" [ 1238.101595] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.111527] env[68800]: DEBUG oslo_vmware.api [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520bbff0-fa17-4b01-a624-a3056781bc89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.119537] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.223s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.120057] env[68800]: DEBUG nova.compute.manager [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: e7906754-a145-4d19-b813-019fb9c3312f] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1238.122648] env[68800]: DEBUG oslo_concurrency.lockutils [None req-027ee18e-b4d3-47b6-80cf-914979b51e0a tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.327s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.122856] env[68800]: DEBUG oslo_concurrency.lockutils [None req-027ee18e-b4d3-47b6-80cf-914979b51e0a tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.143986] env[68800]: INFO nova.scheduler.client.report [None req-027ee18e-b4d3-47b6-80cf-914979b51e0a tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Deleted allocations for instance 65c086bf-efea-48a5-93b9-aa0863483d38 [ 1238.182494] env[68800]: DEBUG oslo_vmware.api [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244622, 'name': CloneVM_Task, 'duration_secs': 1.650017} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.182494] env[68800]: INFO nova.virt.vmwareapi.vmops [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Created linked-clone VM from snapshot [ 1238.182494] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315d48e6-365d-49c2-acd7-3cdee6902e33 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.193467] env[68800]: DEBUG nova.virt.vmwareapi.images [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Uploading image 57baf298-12fd-4de8-bddc-238305bc6a41 {{(pid=68800) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1238.244448] env[68800]: DEBUG oslo_vmware.rw_handles [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1238.244448] env[68800]: value = "vm-648396" [ 1238.244448] env[68800]: _type = "VirtualMachine" [ 1238.244448] env[68800]: }. {{(pid=68800) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1238.244834] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-80ea00f0-07b8-43e1-8453-0a82469abc9e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.254187] env[68800]: DEBUG oslo_vmware.rw_handles [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lease: (returnval){ [ 1238.254187] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52da4f01-596e-bd6c-1f54-d4790e316ea4" [ 1238.254187] env[68800]: _type = "HttpNfcLease" [ 1238.254187] env[68800]: } obtained for exporting VM: (result){ [ 1238.254187] env[68800]: value = "vm-648396" [ 1238.254187] env[68800]: _type = "VirtualMachine" [ 1238.254187] env[68800]: }. {{(pid=68800) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1238.254581] env[68800]: DEBUG oslo_vmware.api [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the lease: (returnval){ [ 1238.254581] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52da4f01-596e-bd6c-1f54-d4790e316ea4" [ 1238.254581] env[68800]: _type = "HttpNfcLease" [ 1238.254581] env[68800]: } to be ready. {{(pid=68800) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1238.264049] env[68800]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1238.264049] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52da4f01-596e-bd6c-1f54-d4790e316ea4" [ 1238.264049] env[68800]: _type = "HttpNfcLease" [ 1238.264049] env[68800]: } is initializing. {{(pid=68800) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1238.415094] env[68800]: DEBUG oslo_vmware.api [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244624, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.614412] env[68800]: DEBUG oslo_vmware.api [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520bbff0-fa17-4b01-a624-a3056781bc89, 'name': SearchDatastore_Task, 'duration_secs': 0.087359} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.615103] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.615103] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] b0161509-d59a-4b04-a0c0-2de9e416ba53/b0161509-d59a-4b04-a0c0-2de9e416ba53.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1238.615325] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d485ba1-f891-4db4-8350-6def4e87b87f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.626348] env[68800]: DEBUG nova.compute.utils [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1238.629214] env[68800]: DEBUG nova.compute.manager [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: e7906754-a145-4d19-b813-019fb9c3312f] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1238.629361] env[68800]: DEBUG nova.network.neutron [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: e7906754-a145-4d19-b813-019fb9c3312f] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1238.632254] env[68800]: DEBUG oslo_vmware.api [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1238.632254] env[68800]: value = "task-3244627" [ 1238.632254] env[68800]: _type = "Task" [ 1238.632254] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.646249] env[68800]: DEBUG oslo_vmware.api [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244627, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.653257] env[68800]: DEBUG oslo_concurrency.lockutils [None req-027ee18e-b4d3-47b6-80cf-914979b51e0a tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "65c086bf-efea-48a5-93b9-aa0863483d38" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.245s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.765751] env[68800]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1238.765751] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52da4f01-596e-bd6c-1f54-d4790e316ea4" [ 1238.765751] env[68800]: _type = "HttpNfcLease" [ 1238.765751] env[68800]: } is ready. {{(pid=68800) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1238.766065] env[68800]: DEBUG oslo_vmware.rw_handles [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1238.766065] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52da4f01-596e-bd6c-1f54-d4790e316ea4" [ 1238.766065] env[68800]: _type = "HttpNfcLease" [ 1238.766065] env[68800]: }. {{(pid=68800) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1238.766959] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eed3f0c-e7d1-4364-b2c5-f3f37e69330c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.777325] env[68800]: DEBUG oslo_vmware.rw_handles [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f26a6e-6a4a-86b5-0dd3-a454d44a8919/disk-0.vmdk from lease info. {{(pid=68800) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1238.777566] env[68800]: DEBUG oslo_vmware.rw_handles [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f26a6e-6a4a-86b5-0dd3-a454d44a8919/disk-0.vmdk for reading. {{(pid=68800) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1238.884756] env[68800]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e77adba7-4c68-496d-bfe6-72fb913ea3b4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.920529] env[68800]: DEBUG oslo_vmware.api [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244624, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.475762} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.920828] env[68800]: INFO nova.virt.vmwareapi.ds_util [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_2775996c-b22e-4826-aadb-4e67a86f0a04/OSTACK_IMG_2775996c-b22e-4826-aadb-4e67a86f0a04.vmdk to [datastore1] devstack-image-cache_base/e0968dcc-086e-495c-bd39-f7ebc12f3699/e0968dcc-086e-495c-bd39-f7ebc12f3699.vmdk. [ 1238.920969] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Cleaning up location [datastore1] OSTACK_IMG_2775996c-b22e-4826-aadb-4e67a86f0a04 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1238.921135] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_2775996c-b22e-4826-aadb-4e67a86f0a04 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1238.921389] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e288dcff-4ac6-4da4-94f9-a3f71507eb8d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.927577] env[68800]: DEBUG oslo_vmware.api [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the task: (returnval){ [ 1238.927577] env[68800]: value = "task-3244628" [ 1238.927577] env[68800]: _type = "Task" [ 1238.927577] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.936543] env[68800]: DEBUG oslo_vmware.api [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244628, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.973621] env[68800]: DEBUG nova.policy [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a96c7442cd264c5ba69ab5535345b2fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85c5a45ac2714c49906e94554e4f3354', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 1239.133778] env[68800]: DEBUG nova.compute.manager [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: e7906754-a145-4d19-b813-019fb9c3312f] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1239.144843] env[68800]: DEBUG oslo_vmware.api [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244627, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.305237] env[68800]: DEBUG nova.network.neutron [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: e7906754-a145-4d19-b813-019fb9c3312f] Successfully created port: 34b06843-5f30-48b7-baa6-565297100d68 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1239.438244] env[68800]: DEBUG oslo_vmware.api [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244628, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192948} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.438551] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1239.438720] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0968dcc-086e-495c-bd39-f7ebc12f3699/e0968dcc-086e-495c-bd39-f7ebc12f3699.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.438962] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0968dcc-086e-495c-bd39-f7ebc12f3699/e0968dcc-086e-495c-bd39-f7ebc12f3699.vmdk to [datastore1] f928755f-4bb3-4653-a05f-96feefeab51f/f928755f-4bb3-4653-a05f-96feefeab51f.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1239.439231] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99e68374-321c-4a5f-9d05-aa12fe4e6604 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.446489] env[68800]: DEBUG oslo_vmware.api [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the task: (returnval){ [ 1239.446489] env[68800]: value = "task-3244629" [ 1239.446489] env[68800]: _type = "Task" [ 1239.446489] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.456221] env[68800]: DEBUG oslo_vmware.api [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244629, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.650381] env[68800]: DEBUG oslo_vmware.api [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244627, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.957158] env[68800]: DEBUG oslo_vmware.api [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244629, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.145834] env[68800]: DEBUG nova.compute.manager [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: e7906754-a145-4d19-b813-019fb9c3312f] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1240.152270] env[68800]: DEBUG oslo_vmware.api [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244627, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.123963} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.152418] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] b0161509-d59a-4b04-a0c0-2de9e416ba53/b0161509-d59a-4b04-a0c0-2de9e416ba53.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1240.152866] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1240.153234] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ddd1defa-7264-4bee-9f70-ea29ce01da36 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.161770] env[68800]: DEBUG oslo_vmware.api [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1240.161770] env[68800]: value = "task-3244630" [ 1240.161770] env[68800]: _type = "Task" [ 1240.161770] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.176267] env[68800]: DEBUG oslo_vmware.api [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244630, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.179200] env[68800]: DEBUG nova.virt.hardware [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1240.179715] env[68800]: DEBUG nova.virt.hardware [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1240.179715] env[68800]: DEBUG nova.virt.hardware [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1240.179838] env[68800]: DEBUG nova.virt.hardware [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1240.179950] env[68800]: DEBUG nova.virt.hardware [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1240.180283] env[68800]: DEBUG nova.virt.hardware [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1240.180677] env[68800]: DEBUG nova.virt.hardware [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1240.180932] env[68800]: DEBUG nova.virt.hardware [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1240.181142] env[68800]: DEBUG nova.virt.hardware [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1240.181431] env[68800]: DEBUG nova.virt.hardware [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1240.181707] env[68800]: DEBUG nova.virt.hardware [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1240.182913] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aeabe96-21b6-49bd-910e-16dc98129cc9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.195237] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f9f5fd-3fd5-4382-a90f-364165ea59b7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.460928] env[68800]: DEBUG oslo_vmware.api [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244629, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.674560] env[68800]: DEBUG oslo_vmware.api [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244630, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.180384} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.675114] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1240.676299] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8296dfd-5355-4860-bae9-8924df321b0a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.701472] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] b0161509-d59a-4b04-a0c0-2de9e416ba53/b0161509-d59a-4b04-a0c0-2de9e416ba53.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1240.703168] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b2b3a1f-40f0-4de9-b60e-80c4cc9c05af {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.722105] env[68800]: DEBUG nova.compute.manager [req-1a97073a-b0fa-40bb-8b08-3fe772cfefb8 req-c3cecaf1-7970-44b9-9163-f31be549e348 service nova] [instance: e7906754-a145-4d19-b813-019fb9c3312f] Received event network-vif-plugged-34b06843-5f30-48b7-baa6-565297100d68 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.722384] env[68800]: DEBUG oslo_concurrency.lockutils [req-1a97073a-b0fa-40bb-8b08-3fe772cfefb8 req-c3cecaf1-7970-44b9-9163-f31be549e348 service nova] Acquiring lock "e7906754-a145-4d19-b813-019fb9c3312f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.722707] env[68800]: DEBUG oslo_concurrency.lockutils [req-1a97073a-b0fa-40bb-8b08-3fe772cfefb8 req-c3cecaf1-7970-44b9-9163-f31be549e348 service nova] Lock "e7906754-a145-4d19-b813-019fb9c3312f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.722849] env[68800]: DEBUG oslo_concurrency.lockutils [req-1a97073a-b0fa-40bb-8b08-3fe772cfefb8 req-c3cecaf1-7970-44b9-9163-f31be549e348 service nova] Lock "e7906754-a145-4d19-b813-019fb9c3312f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.723051] env[68800]: DEBUG nova.compute.manager [req-1a97073a-b0fa-40bb-8b08-3fe772cfefb8 req-c3cecaf1-7970-44b9-9163-f31be549e348 service nova] [instance: e7906754-a145-4d19-b813-019fb9c3312f] No waiting events found dispatching network-vif-plugged-34b06843-5f30-48b7-baa6-565297100d68 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1240.723285] env[68800]: WARNING nova.compute.manager [req-1a97073a-b0fa-40bb-8b08-3fe772cfefb8 req-c3cecaf1-7970-44b9-9163-f31be549e348 service nova] [instance: e7906754-a145-4d19-b813-019fb9c3312f] Received unexpected event network-vif-plugged-34b06843-5f30-48b7-baa6-565297100d68 for instance with vm_state building and task_state spawning. [ 1240.732330] env[68800]: DEBUG oslo_vmware.api [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1240.732330] env[68800]: value = "task-3244631" [ 1240.732330] env[68800]: _type = "Task" [ 1240.732330] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.744952] env[68800]: DEBUG oslo_vmware.api [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244631, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.841758] env[68800]: DEBUG nova.network.neutron [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: e7906754-a145-4d19-b813-019fb9c3312f] Successfully updated port: 34b06843-5f30-48b7-baa6-565297100d68 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1240.961207] env[68800]: DEBUG oslo_vmware.api [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244629, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.246170] env[68800]: DEBUG oslo_vmware.api [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244631, 'name': ReconfigVM_Task, 'duration_secs': 0.493122} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.246736] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Reconfigured VM instance instance-00000070 to attach disk [datastore1] b0161509-d59a-4b04-a0c0-2de9e416ba53/b0161509-d59a-4b04-a0c0-2de9e416ba53.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1241.247547] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74fd9a8b-013a-4330-b2a4-42760b25e0b1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.258805] env[68800]: DEBUG oslo_vmware.api [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1241.258805] env[68800]: value = "task-3244632" [ 1241.258805] env[68800]: _type = "Task" [ 1241.258805] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.276301] env[68800]: DEBUG oslo_vmware.api [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244632, 'name': Rename_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.346309] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "refresh_cache-e7906754-a145-4d19-b813-019fb9c3312f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.346465] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquired lock "refresh_cache-e7906754-a145-4d19-b813-019fb9c3312f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.346619] env[68800]: DEBUG nova.network.neutron [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: e7906754-a145-4d19-b813-019fb9c3312f] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1241.417125] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1241.417125] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1241.417125] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1241.417125] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1241.417125] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1241.417125] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1241.417529] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._sync_power_states {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1241.461279] env[68800]: DEBUG oslo_vmware.api [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244629, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.771485] env[68800]: DEBUG oslo_vmware.api [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244632, 'name': Rename_Task, 'duration_secs': 0.164668} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.771693] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1241.771946] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0dd66e4-b8b6-4612-ba4a-97b76e344744 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.780471] env[68800]: DEBUG oslo_vmware.api [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1241.780471] env[68800]: value = "task-3244633" [ 1241.780471] env[68800]: _type = "Task" [ 1241.780471] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.791018] env[68800]: DEBUG oslo_vmware.api [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244633, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.883034] env[68800]: DEBUG nova.network.neutron [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: e7906754-a145-4d19-b813-019fb9c3312f] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1241.922296] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Getting list of instances from cluster (obj){ [ 1241.922296] env[68800]: value = "domain-c8" [ 1241.922296] env[68800]: _type = "ClusterComputeResource" [ 1241.922296] env[68800]: } {{(pid=68800) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1241.923650] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca8c5f0-9e7e-455f-a3d4-d4a831aed411 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.942517] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Got total of 6 instances {{(pid=68800) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1241.942879] env[68800]: WARNING nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] While synchronizing instance power states, found 7 instances in the database and 6 instances on the hypervisor. [ 1241.943045] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Triggering sync for uuid f928755f-4bb3-4653-a05f-96feefeab51f {{(pid=68800) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1241.943260] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Triggering sync for uuid acd339b7-3d8a-45ba-90b8-88d4c163ef1f {{(pid=68800) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1241.943421] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Triggering sync for uuid 1ff033c8-a54c-479e-bbee-ac8cb4e1802f {{(pid=68800) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1241.943646] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Triggering sync for uuid ac70d103-0a0f-4930-9ab3-1aa73da3a827 {{(pid=68800) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1241.943726] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Triggering sync for uuid f20e99a5-9c05-4318-a835-67ef0e27055c {{(pid=68800) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1241.943878] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Triggering sync for uuid b0161509-d59a-4b04-a0c0-2de9e416ba53 {{(pid=68800) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1241.944061] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Triggering sync for uuid e7906754-a145-4d19-b813-019fb9c3312f {{(pid=68800) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1241.944422] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Acquiring lock "f928755f-4bb3-4653-a05f-96feefeab51f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.944664] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Acquiring lock "acd339b7-3d8a-45ba-90b8-88d4c163ef1f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.944852] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "acd339b7-3d8a-45ba-90b8-88d4c163ef1f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.945134] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Acquiring lock "1ff033c8-a54c-479e-bbee-ac8cb4e1802f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.945341] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Acquiring lock "ac70d103-0a0f-4930-9ab3-1aa73da3a827" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.945525] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "ac70d103-0a0f-4930-9ab3-1aa73da3a827" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.945764] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Acquiring lock "f20e99a5-9c05-4318-a835-67ef0e27055c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.945933] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "f20e99a5-9c05-4318-a835-67ef0e27055c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.946218] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Acquiring lock "b0161509-d59a-4b04-a0c0-2de9e416ba53" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.946433] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Acquiring lock "e7906754-a145-4d19-b813-019fb9c3312f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.946619] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1241.946755] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68800) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1241.947522] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df7f5a2-54c6-48d0-a60f-b06d2f69a6d6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.951304] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ca980d-f199-47eb-b769-70bd647af443 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.954411] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e304f613-d20a-40b3-8f0d-69482219c603 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.958703] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager.update_available_resource {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1241.974847] env[68800]: DEBUG oslo_vmware.api [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244629, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.087454] env[68800]: DEBUG nova.network.neutron [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: e7906754-a145-4d19-b813-019fb9c3312f] Updating instance_info_cache with network_info: [{"id": "34b06843-5f30-48b7-baa6-565297100d68", "address": "fa:16:3e:6a:bf:15", "network": {"id": "05cefbb5-ab7f-4aed-85f9-10a508e4af94", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1038579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85c5a45ac2714c49906e94554e4f3354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34b06843-5f", "ovs_interfaceid": "34b06843-5f30-48b7-baa6-565297100d68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.290375] env[68800]: DEBUG oslo_vmware.api [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244633, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.461457] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.461762] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.461988] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.462186] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68800) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1242.466681] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189c7e2c-e8ad-4f05-a126-4fe402fad75a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.476362] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388eeebc-9790-4cff-83b5-f25d62a7e2e8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.481879] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "ac70d103-0a0f-4930-9ab3-1aa73da3a827" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.536s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.482233] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "f20e99a5-9c05-4318-a835-67ef0e27055c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.536s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.482519] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "acd339b7-3d8a-45ba-90b8-88d4c163ef1f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.538s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.482747] env[68800]: DEBUG oslo_vmware.api [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244629, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.852426} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.483308] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0968dcc-086e-495c-bd39-f7ebc12f3699/e0968dcc-086e-495c-bd39-f7ebc12f3699.vmdk to [datastore1] f928755f-4bb3-4653-a05f-96feefeab51f/f928755f-4bb3-4653-a05f-96feefeab51f.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1242.484065] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ea6447-7fb6-4a48-99bc-9733c9e80f10 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.494541] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac8ae7f-957b-4501-93af-e7eb0a30f690 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.513482] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] f928755f-4bb3-4653-a05f-96feefeab51f/f928755f-4bb3-4653-a05f-96feefeab51f.vmdk or device None with type streamOptimized {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1242.514460] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8feca4c-bb33-4035-9748-6ee4ee5ddadc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.531465] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8cb4d0-0ef7-41ca-866c-ab617db7ce38 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.536169] env[68800]: DEBUG oslo_vmware.api [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the task: (returnval){ [ 1242.536169] env[68800]: value = "task-3244634" [ 1242.536169] env[68800]: _type = "Task" [ 1242.536169] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.565258] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179921MB free_disk=120GB free_vcpus=48 pci_devices=None {{(pid=68800) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1242.565442] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.565591] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.572996] env[68800]: DEBUG oslo_vmware.api [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.590917] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Releasing lock "refresh_cache-e7906754-a145-4d19-b813-019fb9c3312f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.591286] env[68800]: DEBUG nova.compute.manager [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: e7906754-a145-4d19-b813-019fb9c3312f] Instance network_info: |[{"id": "34b06843-5f30-48b7-baa6-565297100d68", "address": "fa:16:3e:6a:bf:15", "network": {"id": "05cefbb5-ab7f-4aed-85f9-10a508e4af94", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1038579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85c5a45ac2714c49906e94554e4f3354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34b06843-5f", "ovs_interfaceid": "34b06843-5f30-48b7-baa6-565297100d68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1242.591706] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: e7906754-a145-4d19-b813-019fb9c3312f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:bf:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78e1ebb0-0130-446b-bf73-a0e59bbb95cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34b06843-5f30-48b7-baa6-565297100d68', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1242.599268] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1242.600512] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7906754-a145-4d19-b813-019fb9c3312f] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1242.600763] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28e8c561-8a84-4ea1-9dba-58103e1806b8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.621493] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1242.621493] env[68800]: value = "task-3244635" [ 1242.621493] env[68800]: _type = "Task" [ 1242.621493] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.630847] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244635, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.721662] env[68800]: DEBUG nova.compute.manager [req-768df8a3-4245-447d-b0d7-f2be1f47a466 req-a1853415-d862-4639-bb06-4095303c6ddb service nova] [instance: e7906754-a145-4d19-b813-019fb9c3312f] Received event network-changed-34b06843-5f30-48b7-baa6-565297100d68 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.721984] env[68800]: DEBUG nova.compute.manager [req-768df8a3-4245-447d-b0d7-f2be1f47a466 req-a1853415-d862-4639-bb06-4095303c6ddb service nova] [instance: e7906754-a145-4d19-b813-019fb9c3312f] Refreshing instance network info cache due to event network-changed-34b06843-5f30-48b7-baa6-565297100d68. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1242.722120] env[68800]: DEBUG oslo_concurrency.lockutils [req-768df8a3-4245-447d-b0d7-f2be1f47a466 req-a1853415-d862-4639-bb06-4095303c6ddb service nova] Acquiring lock "refresh_cache-e7906754-a145-4d19-b813-019fb9c3312f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.722246] env[68800]: DEBUG oslo_concurrency.lockutils [req-768df8a3-4245-447d-b0d7-f2be1f47a466 req-a1853415-d862-4639-bb06-4095303c6ddb service nova] Acquired lock "refresh_cache-e7906754-a145-4d19-b813-019fb9c3312f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.722368] env[68800]: DEBUG nova.network.neutron [req-768df8a3-4245-447d-b0d7-f2be1f47a466 req-a1853415-d862-4639-bb06-4095303c6ddb service nova] [instance: e7906754-a145-4d19-b813-019fb9c3312f] Refreshing network info cache for port 34b06843-5f30-48b7-baa6-565297100d68 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1242.790735] env[68800]: DEBUG oslo_vmware.api [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244633, 'name': PowerOnVM_Task, 'duration_secs': 0.518097} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.791030] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1242.791235] env[68800]: INFO nova.compute.manager [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Took 9.66 seconds to spawn the instance on the hypervisor. [ 1242.791483] env[68800]: DEBUG nova.compute.manager [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1242.792334] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb88f5f1-53cc-4eec-b280-2bf0326eeb49 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.047207] env[68800]: DEBUG oslo_vmware.api [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244634, 'name': ReconfigVM_Task, 'duration_secs': 0.289563} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.047612] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Reconfigured VM instance instance-00000069 to attach disk [datastore1] f928755f-4bb3-4653-a05f-96feefeab51f/f928755f-4bb3-4653-a05f-96feefeab51f.vmdk or device None with type streamOptimized {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1243.048185] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3074867-0e9b-401e-ba4e-2dbbff2441a1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.054569] env[68800]: DEBUG oslo_vmware.api [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the task: (returnval){ [ 1243.054569] env[68800]: value = "task-3244636" [ 1243.054569] env[68800]: _type = "Task" [ 1243.054569] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.063185] env[68800]: DEBUG oslo_vmware.api [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244636, 'name': Rename_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.131822] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244635, 'name': CreateVM_Task, 'duration_secs': 0.46611} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.132054] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7906754-a145-4d19-b813-019fb9c3312f] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1243.132708] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.132903] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.133286] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.133598] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6a7c333-d093-457f-a05c-df1bd05fcf4e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.138419] env[68800]: DEBUG oslo_vmware.api [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1243.138419] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ac1c25-50b3-3bd7-2eeb-b23dfb23b145" [ 1243.138419] env[68800]: _type = "Task" [ 1243.138419] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.146455] env[68800]: DEBUG oslo_vmware.api [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ac1c25-50b3-3bd7-2eeb-b23dfb23b145, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.310963] env[68800]: INFO nova.compute.manager [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Took 14.61 seconds to build instance. [ 1243.425569] env[68800]: DEBUG nova.network.neutron [req-768df8a3-4245-447d-b0d7-f2be1f47a466 req-a1853415-d862-4639-bb06-4095303c6ddb service nova] [instance: e7906754-a145-4d19-b813-019fb9c3312f] Updated VIF entry in instance network info cache for port 34b06843-5f30-48b7-baa6-565297100d68. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1243.425967] env[68800]: DEBUG nova.network.neutron [req-768df8a3-4245-447d-b0d7-f2be1f47a466 req-a1853415-d862-4639-bb06-4095303c6ddb service nova] [instance: e7906754-a145-4d19-b813-019fb9c3312f] Updating instance_info_cache with network_info: [{"id": "34b06843-5f30-48b7-baa6-565297100d68", "address": "fa:16:3e:6a:bf:15", "network": {"id": "05cefbb5-ab7f-4aed-85f9-10a508e4af94", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1038579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85c5a45ac2714c49906e94554e4f3354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34b06843-5f", "ovs_interfaceid": "34b06843-5f30-48b7-baa6-565297100d68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.570277] env[68800]: DEBUG oslo_vmware.api [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244636, 'name': Rename_Task, 'duration_secs': 0.168974} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.570676] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1243.571015] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d2dfd61-7acc-4b98-b2b9-fb3b66e3fd48 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.582731] env[68800]: DEBUG oslo_vmware.api [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the task: (returnval){ [ 1243.582731] env[68800]: value = "task-3244637" [ 1243.582731] env[68800]: _type = "Task" [ 1243.582731] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.590973] env[68800]: DEBUG oslo_vmware.api [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244637, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.599979] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance acd339b7-3d8a-45ba-90b8-88d4c163ef1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1243.600154] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 1ff033c8-a54c-479e-bbee-ac8cb4e1802f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1243.600266] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance ac70d103-0a0f-4930-9ab3-1aa73da3a827 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1243.600382] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance f20e99a5-9c05-4318-a835-67ef0e27055c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1243.600496] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance f928755f-4bb3-4653-a05f-96feefeab51f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1243.600639] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance b0161509-d59a-4b04-a0c0-2de9e416ba53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1243.600765] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance e7906754-a145-4d19-b813-019fb9c3312f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1243.600954] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=68800) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1243.601099] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=68800) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1243.650572] env[68800]: DEBUG oslo_vmware.api [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ac1c25-50b3-3bd7-2eeb-b23dfb23b145, 'name': SearchDatastore_Task, 'duration_secs': 0.0142} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.650909] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.651192] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: e7906754-a145-4d19-b813-019fb9c3312f] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1243.651467] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.651648] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.651856] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1243.652167] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf32b06a-8d6b-4964-a3af-cd45a8dbef4c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.660693] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1243.660894] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1243.661655] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88d957d3-b347-4501-92e8-552e4db5a284 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.666711] env[68800]: DEBUG oslo_vmware.api [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1243.666711] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]523b01bd-6033-ea3a-322b-7076ab138444" [ 1243.666711] env[68800]: _type = "Task" [ 1243.666711] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.679063] env[68800]: DEBUG oslo_vmware.api [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]523b01bd-6033-ea3a-322b-7076ab138444, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.707702] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101491e7-80af-4ccf-be21-40de0a5c36ca {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.715393] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77186465-9d39-4fe9-9987-09fe9e03a785 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.746010] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a05e177-16d3-4e9a-a0ae-b8e697ecd7c1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.754078] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3f4cf2-4a46-4836-8a6b-deeb6048e87b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.768018] env[68800]: DEBUG nova.compute.provider_tree [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.812642] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7c9df260-bfb2-40ac-b67f-1d7f0cde6525 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "b0161509-d59a-4b04-a0c0-2de9e416ba53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.117s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.812942] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "b0161509-d59a-4b04-a0c0-2de9e416ba53" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.867s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.813152] env[68800]: INFO nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] During sync_power_state the instance has a pending task (spawning). Skip. [ 1243.813324] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "b0161509-d59a-4b04-a0c0-2de9e416ba53" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.928542] env[68800]: DEBUG oslo_concurrency.lockutils [req-768df8a3-4245-447d-b0d7-f2be1f47a466 req-a1853415-d862-4639-bb06-4095303c6ddb service nova] Releasing lock "refresh_cache-e7906754-a145-4d19-b813-019fb9c3312f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.095729] env[68800]: DEBUG oslo_vmware.api [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244637, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.177446] env[68800]: DEBUG oslo_vmware.api [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]523b01bd-6033-ea3a-322b-7076ab138444, 'name': SearchDatastore_Task, 'duration_secs': 0.026765} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.178350] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90561dd0-8ada-4256-b49c-b574e0cca825 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.183843] env[68800]: DEBUG oslo_vmware.api [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1244.183843] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52634155-9d3f-b229-7736-47a120acca57" [ 1244.183843] env[68800]: _type = "Task" [ 1244.183843] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.192024] env[68800]: DEBUG oslo_vmware.api [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52634155-9d3f-b229-7736-47a120acca57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.271493] env[68800]: DEBUG nova.scheduler.client.report [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.381362] env[68800]: DEBUG oslo_concurrency.lockutils [None req-98b7e761-8a3e-4a8d-a9b0-453c99262c83 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquiring lock "b0161509-d59a-4b04-a0c0-2de9e416ba53" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.381601] env[68800]: DEBUG oslo_concurrency.lockutils [None req-98b7e761-8a3e-4a8d-a9b0-453c99262c83 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "b0161509-d59a-4b04-a0c0-2de9e416ba53" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.381771] env[68800]: DEBUG nova.compute.manager [None req-98b7e761-8a3e-4a8d-a9b0-453c99262c83 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1244.382744] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5aaf508-d114-43cb-a776-8eb968d2fe84 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.390485] env[68800]: DEBUG nova.compute.manager [None req-98b7e761-8a3e-4a8d-a9b0-453c99262c83 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68800) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1244.391180] env[68800]: DEBUG nova.objects.instance [None req-98b7e761-8a3e-4a8d-a9b0-453c99262c83 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lazy-loading 'flavor' on Instance uuid b0161509-d59a-4b04-a0c0-2de9e416ba53 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1244.595874] env[68800]: DEBUG oslo_vmware.api [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244637, 'name': PowerOnVM_Task, 'duration_secs': 0.523402} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.596215] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1244.694746] env[68800]: DEBUG oslo_vmware.api [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52634155-9d3f-b229-7736-47a120acca57, 'name': SearchDatastore_Task, 'duration_secs': 0.014384} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.695062] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.695471] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] e7906754-a145-4d19-b813-019fb9c3312f/e7906754-a145-4d19-b813-019fb9c3312f.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1244.695835] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53ebabd2-914b-44dd-a2e8-c8ac9367effc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.699727] env[68800]: DEBUG nova.compute.manager [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1244.700565] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a379ea-719d-4130-bbe5-bcfd06e8b156 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.704468] env[68800]: DEBUG oslo_vmware.api [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1244.704468] env[68800]: value = "task-3244638" [ 1244.704468] env[68800]: _type = "Task" [ 1244.704468] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.717127] env[68800]: DEBUG oslo_vmware.api [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244638, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.776672] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68800) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1244.776938] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.211s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.219348] env[68800]: DEBUG oslo_vmware.api [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244638, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.222253] env[68800]: DEBUG oslo_concurrency.lockutils [None req-eb4e1837-d1a9-4151-aa02-0f2c2e43957b tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lock "f928755f-4bb3-4653-a05f-96feefeab51f" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.090s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.223598] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "f928755f-4bb3-4653-a05f-96feefeab51f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.279s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.223687] env[68800]: INFO nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] During sync_power_state the instance has a pending task (spawning). Skip. [ 1245.223880] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "f928755f-4bb3-4653-a05f-96feefeab51f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.399800] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-98b7e761-8a3e-4a8d-a9b0-453c99262c83 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1245.400179] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9ff4fea-f933-4e73-9d12-3e3349cb930c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.407275] env[68800]: DEBUG oslo_vmware.api [None req-98b7e761-8a3e-4a8d-a9b0-453c99262c83 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1245.407275] env[68800]: value = "task-3244639" [ 1245.407275] env[68800]: _type = "Task" [ 1245.407275] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.416050] env[68800]: DEBUG oslo_vmware.api [None req-98b7e761-8a3e-4a8d-a9b0-453c99262c83 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244639, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.716468] env[68800]: DEBUG oslo_vmware.api [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244638, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552805} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.716782] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] e7906754-a145-4d19-b813-019fb9c3312f/e7906754-a145-4d19-b813-019fb9c3312f.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1245.717068] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: e7906754-a145-4d19-b813-019fb9c3312f] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1245.717374] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e71766a7-3c14-48ce-af0c-ee456b44ca21 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.725483] env[68800]: DEBUG oslo_vmware.api [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1245.725483] env[68800]: value = "task-3244640" [ 1245.725483] env[68800]: _type = "Task" [ 1245.725483] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.734432] env[68800]: DEBUG oslo_vmware.api [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244640, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.919331] env[68800]: DEBUG oslo_vmware.api [None req-98b7e761-8a3e-4a8d-a9b0-453c99262c83 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244639, 'name': PowerOffVM_Task, 'duration_secs': 0.18543} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.919632] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-98b7e761-8a3e-4a8d-a9b0-453c99262c83 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1245.919828] env[68800]: DEBUG nova.compute.manager [None req-98b7e761-8a3e-4a8d-a9b0-453c99262c83 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1245.920635] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa16705e-482d-4446-a506-69d5f10af212 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.235668] env[68800]: DEBUG oslo_vmware.api [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244640, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093862} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.236262] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: e7906754-a145-4d19-b813-019fb9c3312f] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1246.236782] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b141217c-84bf-4255-9c22-e2722e920d2e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.260270] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: e7906754-a145-4d19-b813-019fb9c3312f] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] e7906754-a145-4d19-b813-019fb9c3312f/e7906754-a145-4d19-b813-019fb9c3312f.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1246.260644] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21d588bc-da6c-43ab-9327-a7d4719cc36c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.280845] env[68800]: DEBUG oslo_vmware.api [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1246.280845] env[68800]: value = "task-3244641" [ 1246.280845] env[68800]: _type = "Task" [ 1246.280845] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.291136] env[68800]: DEBUG oslo_vmware.api [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244641, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.433360] env[68800]: DEBUG oslo_concurrency.lockutils [None req-98b7e761-8a3e-4a8d-a9b0-453c99262c83 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "b0161509-d59a-4b04-a0c0-2de9e416ba53" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.790855] env[68800]: DEBUG oslo_vmware.api [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244641, 'name': ReconfigVM_Task, 'duration_secs': 0.40802} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.791122] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: e7906754-a145-4d19-b813-019fb9c3312f] Reconfigured VM instance instance-00000071 to attach disk [datastore2] e7906754-a145-4d19-b813-019fb9c3312f/e7906754-a145-4d19-b813-019fb9c3312f.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1246.791787] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09de1cf4-c9e3-49c7-8d5c-f7e0e7438901 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.799248] env[68800]: DEBUG oslo_vmware.api [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1246.799248] env[68800]: value = "task-3244642" [ 1246.799248] env[68800]: _type = "Task" [ 1246.799248] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.807725] env[68800]: DEBUG oslo_vmware.api [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244642, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.844690] env[68800]: INFO nova.compute.manager [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Rebuilding instance [ 1246.888913] env[68800]: DEBUG nova.compute.manager [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1246.889886] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2df701-2559-4cb8-9dd2-098f7d15ab12 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.310154] env[68800]: DEBUG oslo_vmware.api [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244642, 'name': Rename_Task, 'duration_secs': 0.176937} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.310543] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: e7906754-a145-4d19-b813-019fb9c3312f] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1247.310805] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3dafc86-9c4e-4e61-8083-2b69b07ee9e5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.316858] env[68800]: DEBUG oslo_vmware.api [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1247.316858] env[68800]: value = "task-3244643" [ 1247.316858] env[68800]: _type = "Task" [ 1247.316858] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.325707] env[68800]: DEBUG oslo_vmware.api [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244643, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.524409] env[68800]: DEBUG oslo_vmware.rw_handles [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f26a6e-6a4a-86b5-0dd3-a454d44a8919/disk-0.vmdk. {{(pid=68800) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1247.525370] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43eb3dfd-68ce-4439-bf57-d605d60cd14c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.531578] env[68800]: DEBUG oslo_vmware.rw_handles [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f26a6e-6a4a-86b5-0dd3-a454d44a8919/disk-0.vmdk is in state: ready. {{(pid=68800) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1247.531746] env[68800]: ERROR oslo_vmware.rw_handles [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f26a6e-6a4a-86b5-0dd3-a454d44a8919/disk-0.vmdk due to incomplete transfer. [ 1247.531973] env[68800]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ce0d0bc1-bc0f-412d-a39a-5e6b82ae22de {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.538914] env[68800]: DEBUG oslo_vmware.rw_handles [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f26a6e-6a4a-86b5-0dd3-a454d44a8919/disk-0.vmdk. {{(pid=68800) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1247.539125] env[68800]: DEBUG nova.virt.vmwareapi.images [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Uploaded image 57baf298-12fd-4de8-bddc-238305bc6a41 to the Glance image server {{(pid=68800) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1247.541255] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Destroying the VM {{(pid=68800) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1247.541519] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9f51435d-1c34-43cd-8315-7073919b59fc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.546736] env[68800]: DEBUG oslo_vmware.api [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 1247.546736] env[68800]: value = "task-3244644" [ 1247.546736] env[68800]: _type = "Task" [ 1247.546736] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.554687] env[68800]: DEBUG oslo_vmware.api [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244644, 'name': Destroy_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.827154] env[68800]: DEBUG oslo_vmware.api [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244643, 'name': PowerOnVM_Task, 'duration_secs': 0.508163} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.827411] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: e7906754-a145-4d19-b813-019fb9c3312f] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1247.827609] env[68800]: INFO nova.compute.manager [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: e7906754-a145-4d19-b813-019fb9c3312f] Took 7.68 seconds to spawn the instance on the hypervisor. [ 1247.827787] env[68800]: DEBUG nova.compute.manager [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: e7906754-a145-4d19-b813-019fb9c3312f] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1247.828585] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ddaa07a-00cf-4bfb-8382-dd8382dcdfd9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.903925] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1247.904255] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29b1082b-9a4f-4407-ac30-157a1a9ed400 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.912302] env[68800]: DEBUG oslo_vmware.api [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1247.912302] env[68800]: value = "task-3244645" [ 1247.912302] env[68800]: _type = "Task" [ 1247.912302] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.920105] env[68800]: DEBUG oslo_vmware.api [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244645, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.056832] env[68800]: DEBUG oslo_vmware.api [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244644, 'name': Destroy_Task} progress is 33%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.343783] env[68800]: INFO nova.compute.manager [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: e7906754-a145-4d19-b813-019fb9c3312f] Took 12.47 seconds to build instance. [ 1248.422813] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] VM already powered off {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1248.423084] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1248.423823] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7995c77-b8bc-4504-b419-04849bc0a6ea {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.430724] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1248.430943] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15c9e30b-5566-4cda-87b7-77c13a31b2a5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.512764] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1248.512986] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1248.513194] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Deleting the datastore file [datastore1] b0161509-d59a-4b04-a0c0-2de9e416ba53 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1248.513470] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e4d2b32-67b9-43a8-89ed-c29a83626fae {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.519827] env[68800]: DEBUG oslo_vmware.api [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1248.519827] env[68800]: value = "task-3244647" [ 1248.519827] env[68800]: _type = "Task" [ 1248.519827] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.527454] env[68800]: DEBUG oslo_vmware.api [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244647, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.554793] env[68800]: DEBUG oslo_vmware.api [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244644, 'name': Destroy_Task, 'duration_secs': 0.992532} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.555033] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Destroyed the VM [ 1248.555269] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Deleting Snapshot of the VM instance {{(pid=68800) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1248.555494] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9b5af811-f52f-4b53-ae52-a6a3a6e5a6cf {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.561257] env[68800]: DEBUG oslo_vmware.api [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 1248.561257] env[68800]: value = "task-3244648" [ 1248.561257] env[68800]: _type = "Task" [ 1248.561257] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.568650] env[68800]: DEBUG oslo_vmware.api [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244648, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.845593] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c50bdd4f-1590-47ca-aabf-e666ec5f6093 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "e7906754-a145-4d19-b813-019fb9c3312f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.978s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.846125] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "e7906754-a145-4d19-b813-019fb9c3312f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.899s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.846455] env[68800]: INFO nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: e7906754-a145-4d19-b813-019fb9c3312f] During sync_power_state the instance has a pending task (spawning). Skip. [ 1248.846664] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "e7906754-a145-4d19-b813-019fb9c3312f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.032866] env[68800]: DEBUG oslo_vmware.api [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244647, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182478} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.033233] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1249.033503] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1249.033759] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1249.071346] env[68800]: DEBUG oslo_vmware.api [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244648, 'name': RemoveSnapshot_Task, 'duration_secs': 0.330225} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.071596] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Deleted Snapshot of the VM instance {{(pid=68800) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1249.071859] env[68800]: DEBUG nova.compute.manager [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1249.072601] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e593f4-548c-4477-aa83-63982c3019f4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.583568] env[68800]: INFO nova.compute.manager [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Shelve offloading [ 1249.856881] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d4de3b58-3de2-4950-ba30-82de89b14ac0 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "e7906754-a145-4d19-b813-019fb9c3312f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.857157] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d4de3b58-3de2-4950-ba30-82de89b14ac0 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "e7906754-a145-4d19-b813-019fb9c3312f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.857372] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d4de3b58-3de2-4950-ba30-82de89b14ac0 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "e7906754-a145-4d19-b813-019fb9c3312f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.857559] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d4de3b58-3de2-4950-ba30-82de89b14ac0 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "e7906754-a145-4d19-b813-019fb9c3312f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.857728] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d4de3b58-3de2-4950-ba30-82de89b14ac0 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "e7906754-a145-4d19-b813-019fb9c3312f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.859893] env[68800]: INFO nova.compute.manager [None req-d4de3b58-3de2-4950-ba30-82de89b14ac0 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: e7906754-a145-4d19-b813-019fb9c3312f] Terminating instance [ 1250.069253] env[68800]: DEBUG nova.virt.hardware [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1250.069514] env[68800]: DEBUG nova.virt.hardware [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1250.069670] env[68800]: DEBUG nova.virt.hardware [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1250.069846] env[68800]: DEBUG nova.virt.hardware [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1250.069989] env[68800]: DEBUG nova.virt.hardware [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1250.070189] env[68800]: DEBUG nova.virt.hardware [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1250.070365] env[68800]: DEBUG nova.virt.hardware [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1250.070524] env[68800]: DEBUG nova.virt.hardware [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1250.070704] env[68800]: DEBUG nova.virt.hardware [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1250.070881] env[68800]: DEBUG nova.virt.hardware [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1250.071064] env[68800]: DEBUG nova.virt.hardware [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1250.071912] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d4dec5-b466-43fa-838a-a40d53bb6c58 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.080113] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e06e9d7-18d5-4d43-87f2-133977f82ced {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.093443] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1250.093875] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:48:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8198d6f5-cb3f-4986-a0cd-fd583131c592', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1250.101094] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1250.101305] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b8d6b94-e8fe-45d2-aaf0-de63ef20c8bf {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.102599] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1250.102801] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2910215-c7aa-4574-81f9-0c1420d46980 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.121870] env[68800]: DEBUG oslo_vmware.api [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 1250.121870] env[68800]: value = "task-3244649" [ 1250.121870] env[68800]: _type = "Task" [ 1250.121870] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.122901] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1250.122901] env[68800]: value = "task-3244650" [ 1250.122901] env[68800]: _type = "Task" [ 1250.122901] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.135262] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] VM already powered off {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1250.135465] env[68800]: DEBUG nova.compute.manager [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1250.136198] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83982d4-82f5-49fd-986a-768809b624a6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.141486] env[68800]: DEBUG oslo_concurrency.lockutils [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquiring lock "refresh_cache-1ff033c8-a54c-479e-bbee-ac8cb4e1802f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.141649] env[68800]: DEBUG oslo_concurrency.lockutils [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquired lock "refresh_cache-1ff033c8-a54c-479e-bbee-ac8cb4e1802f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.141820] env[68800]: DEBUG nova.network.neutron [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1250.364382] env[68800]: DEBUG nova.compute.manager [None req-d4de3b58-3de2-4950-ba30-82de89b14ac0 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: e7906754-a145-4d19-b813-019fb9c3312f] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1250.364382] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d4de3b58-3de2-4950-ba30-82de89b14ac0 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: e7906754-a145-4d19-b813-019fb9c3312f] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1250.365303] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164e4a0e-4a94-47b3-b626-9fec33bcf685 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.373167] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4de3b58-3de2-4950-ba30-82de89b14ac0 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: e7906754-a145-4d19-b813-019fb9c3312f] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1250.373424] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91c651c9-6d92-465a-b8d9-b2aa37484736 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.379820] env[68800]: DEBUG oslo_vmware.api [None req-d4de3b58-3de2-4950-ba30-82de89b14ac0 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1250.379820] env[68800]: value = "task-3244651" [ 1250.379820] env[68800]: _type = "Task" [ 1250.379820] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.390176] env[68800]: DEBUG oslo_vmware.api [None req-d4de3b58-3de2-4950-ba30-82de89b14ac0 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.635272] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244650, 'name': CreateVM_Task, 'duration_secs': 0.331462} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.635630] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1250.636088] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.636270] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.636583] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.636850] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47ade707-4435-4a85-8aa6-d3cad22a2b06 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.641396] env[68800]: DEBUG oslo_vmware.api [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1250.641396] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529baa5c-fbce-c120-826d-30013813160c" [ 1250.641396] env[68800]: _type = "Task" [ 1250.641396] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.650627] env[68800]: DEBUG oslo_vmware.api [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529baa5c-fbce-c120-826d-30013813160c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.840939] env[68800]: DEBUG nova.network.neutron [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Updating instance_info_cache with network_info: [{"id": "95f7c520-8a21-44c9-a4e1-a379a37c03d8", "address": "fa:16:3e:b1:6e:60", "network": {"id": "d2aa08d6-a1ed-4602-80f7-7e07ba244d6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2142783339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f658ebcc84a8451b9e8d28db15cd0d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95f7c520-8a", "ovs_interfaceid": "95f7c520-8a21-44c9-a4e1-a379a37c03d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.890402] env[68800]: DEBUG oslo_vmware.api [None req-d4de3b58-3de2-4950-ba30-82de89b14ac0 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244651, 'name': PowerOffVM_Task, 'duration_secs': 0.192502} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.890721] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4de3b58-3de2-4950-ba30-82de89b14ac0 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: e7906754-a145-4d19-b813-019fb9c3312f] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1250.890859] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d4de3b58-3de2-4950-ba30-82de89b14ac0 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: e7906754-a145-4d19-b813-019fb9c3312f] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1250.891119] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be73ce6a-7e98-49c3-99fd-b1b801d96f1b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.965035] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d4de3b58-3de2-4950-ba30-82de89b14ac0 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: e7906754-a145-4d19-b813-019fb9c3312f] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1250.965269] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d4de3b58-3de2-4950-ba30-82de89b14ac0 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: e7906754-a145-4d19-b813-019fb9c3312f] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1250.965455] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4de3b58-3de2-4950-ba30-82de89b14ac0 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Deleting the datastore file [datastore2] e7906754-a145-4d19-b813-019fb9c3312f {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1250.965718] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffb70757-c8d7-4b4f-9723-fad5d33cae3f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.971449] env[68800]: DEBUG oslo_vmware.api [None req-d4de3b58-3de2-4950-ba30-82de89b14ac0 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for the task: (returnval){ [ 1250.971449] env[68800]: value = "task-3244653" [ 1250.971449] env[68800]: _type = "Task" [ 1250.971449] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.978860] env[68800]: DEBUG oslo_vmware.api [None req-d4de3b58-3de2-4950-ba30-82de89b14ac0 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244653, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.151749] env[68800]: DEBUG oslo_vmware.api [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529baa5c-fbce-c120-826d-30013813160c, 'name': SearchDatastore_Task, 'duration_secs': 0.009028} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.151988] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.152212] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1251.152438] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.152587] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.152764] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1251.153022] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0df733b8-9922-4a1b-85ae-efb0977aaa47 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.160742] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1251.160909] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1251.161582] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9afbd757-a5a5-4be6-972b-778ba2e07a1d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.166144] env[68800]: DEBUG oslo_vmware.api [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1251.166144] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520a5465-7cee-f395-8823-440cab876ad5" [ 1251.166144] env[68800]: _type = "Task" [ 1251.166144] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.173384] env[68800]: DEBUG oslo_vmware.api [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520a5465-7cee-f395-8823-440cab876ad5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.343391] env[68800]: DEBUG oslo_concurrency.lockutils [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Releasing lock "refresh_cache-1ff033c8-a54c-479e-bbee-ac8cb4e1802f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.481693] env[68800]: DEBUG oslo_vmware.api [None req-d4de3b58-3de2-4950-ba30-82de89b14ac0 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Task: {'id': task-3244653, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147042} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.481949] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4de3b58-3de2-4950-ba30-82de89b14ac0 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1251.482152] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d4de3b58-3de2-4950-ba30-82de89b14ac0 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: e7906754-a145-4d19-b813-019fb9c3312f] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1251.482513] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d4de3b58-3de2-4950-ba30-82de89b14ac0 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: e7906754-a145-4d19-b813-019fb9c3312f] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1251.482726] env[68800]: INFO nova.compute.manager [None req-d4de3b58-3de2-4950-ba30-82de89b14ac0 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] [instance: e7906754-a145-4d19-b813-019fb9c3312f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1251.482970] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4de3b58-3de2-4950-ba30-82de89b14ac0 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1251.483189] env[68800]: DEBUG nova.compute.manager [-] [instance: e7906754-a145-4d19-b813-019fb9c3312f] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1251.483289] env[68800]: DEBUG nova.network.neutron [-] [instance: e7906754-a145-4d19-b813-019fb9c3312f] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1251.596516] env[68800]: DEBUG nova.compute.manager [req-6272fac0-5505-44e3-98bc-45ee535eff71 req-73cce5cd-9207-47e4-8b21-930776fe6c07 service nova] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Received event network-vif-unplugged-95f7c520-8a21-44c9-a4e1-a379a37c03d8 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1251.596748] env[68800]: DEBUG oslo_concurrency.lockutils [req-6272fac0-5505-44e3-98bc-45ee535eff71 req-73cce5cd-9207-47e4-8b21-930776fe6c07 service nova] Acquiring lock "1ff033c8-a54c-479e-bbee-ac8cb4e1802f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.596954] env[68800]: DEBUG oslo_concurrency.lockutils [req-6272fac0-5505-44e3-98bc-45ee535eff71 req-73cce5cd-9207-47e4-8b21-930776fe6c07 service nova] Lock "1ff033c8-a54c-479e-bbee-ac8cb4e1802f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.597484] env[68800]: DEBUG oslo_concurrency.lockutils [req-6272fac0-5505-44e3-98bc-45ee535eff71 req-73cce5cd-9207-47e4-8b21-930776fe6c07 service nova] Lock "1ff033c8-a54c-479e-bbee-ac8cb4e1802f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.597685] env[68800]: DEBUG nova.compute.manager [req-6272fac0-5505-44e3-98bc-45ee535eff71 req-73cce5cd-9207-47e4-8b21-930776fe6c07 service nova] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] No waiting events found dispatching network-vif-unplugged-95f7c520-8a21-44c9-a4e1-a379a37c03d8 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1251.597902] env[68800]: WARNING nova.compute.manager [req-6272fac0-5505-44e3-98bc-45ee535eff71 req-73cce5cd-9207-47e4-8b21-930776fe6c07 service nova] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Received unexpected event network-vif-unplugged-95f7c520-8a21-44c9-a4e1-a379a37c03d8 for instance with vm_state shelved and task_state shelving_offloading. [ 1251.678511] env[68800]: DEBUG oslo_vmware.api [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520a5465-7cee-f395-8823-440cab876ad5, 'name': SearchDatastore_Task, 'duration_secs': 0.008045} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.679331] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f151c29a-c8d5-4d03-94bc-d588ee25f0da {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.684867] env[68800]: DEBUG oslo_vmware.api [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1251.684867] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520b8b76-673e-2d68-66b8-09e550b0ce36" [ 1251.684867] env[68800]: _type = "Task" [ 1251.684867] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.694595] env[68800]: DEBUG oslo_vmware.api [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520b8b76-673e-2d68-66b8-09e550b0ce36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.732046] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1251.733732] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab32092-d0fd-4234-a825-fab6534157b4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.746170] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1251.746629] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d08febe-1727-4e30-a3ec-41ed73246126 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.803048] env[68800]: DEBUG nova.compute.manager [req-f4e0bb06-2e2b-4b7d-af58-db2e212a3c94 req-a5af7593-9b73-4753-8413-650a66b3451b service nova] [instance: e7906754-a145-4d19-b813-019fb9c3312f] Received event network-vif-deleted-34b06843-5f30-48b7-baa6-565297100d68 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1251.803167] env[68800]: INFO nova.compute.manager [req-f4e0bb06-2e2b-4b7d-af58-db2e212a3c94 req-a5af7593-9b73-4753-8413-650a66b3451b service nova] [instance: e7906754-a145-4d19-b813-019fb9c3312f] Neutron deleted interface 34b06843-5f30-48b7-baa6-565297100d68; detaching it from the instance and deleting it from the info cache [ 1251.803340] env[68800]: DEBUG nova.network.neutron [req-f4e0bb06-2e2b-4b7d-af58-db2e212a3c94 req-a5af7593-9b73-4753-8413-650a66b3451b service nova] [instance: e7906754-a145-4d19-b813-019fb9c3312f] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.812384] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1251.812509] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1251.812599] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Deleting the datastore file [datastore2] 1ff033c8-a54c-479e-bbee-ac8cb4e1802f {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1251.813720] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a9bae6d-ee05-4c25-b933-114c349132aa {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.819889] env[68800]: DEBUG oslo_vmware.api [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 1251.819889] env[68800]: value = "task-3244655" [ 1251.819889] env[68800]: _type = "Task" [ 1251.819889] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.830294] env[68800]: DEBUG oslo_vmware.api [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.195765] env[68800]: DEBUG oslo_vmware.api [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520b8b76-673e-2d68-66b8-09e550b0ce36, 'name': SearchDatastore_Task, 'duration_secs': 0.00963} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.196031] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.196306] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] b0161509-d59a-4b04-a0c0-2de9e416ba53/b0161509-d59a-4b04-a0c0-2de9e416ba53.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1252.196635] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40735374-70cc-4488-a6f5-be73f49768ae {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.205271] env[68800]: DEBUG oslo_vmware.api [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1252.205271] env[68800]: value = "task-3244656" [ 1252.205271] env[68800]: _type = "Task" [ 1252.205271] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.211797] env[68800]: DEBUG oslo_vmware.api [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244656, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.241355] env[68800]: DEBUG nova.network.neutron [-] [instance: e7906754-a145-4d19-b813-019fb9c3312f] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.305924] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-54b5b900-5591-4c03-82a4-c0bbd9d3d735 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.314846] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35d87b8-38e7-4347-8d47-3f18e3524442 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.335755] env[68800]: DEBUG oslo_vmware.api [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244655, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1298} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.335993] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1252.336209] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1252.336393] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1252.349209] env[68800]: DEBUG nova.compute.manager [req-f4e0bb06-2e2b-4b7d-af58-db2e212a3c94 req-a5af7593-9b73-4753-8413-650a66b3451b service nova] [instance: e7906754-a145-4d19-b813-019fb9c3312f] Detach interface failed, port_id=34b06843-5f30-48b7-baa6-565297100d68, reason: Instance e7906754-a145-4d19-b813-019fb9c3312f could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1252.361416] env[68800]: INFO nova.scheduler.client.report [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Deleted allocations for instance 1ff033c8-a54c-479e-bbee-ac8cb4e1802f [ 1252.713848] env[68800]: DEBUG oslo_vmware.api [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244656, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465058} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.714169] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] b0161509-d59a-4b04-a0c0-2de9e416ba53/b0161509-d59a-4b04-a0c0-2de9e416ba53.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1252.714349] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1252.714603] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ea1fcb1-42f7-456c-9f91-a9a50a3b949d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.721296] env[68800]: DEBUG oslo_vmware.api [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1252.721296] env[68800]: value = "task-3244657" [ 1252.721296] env[68800]: _type = "Task" [ 1252.721296] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.729410] env[68800]: DEBUG oslo_vmware.api [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244657, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.743968] env[68800]: INFO nova.compute.manager [-] [instance: e7906754-a145-4d19-b813-019fb9c3312f] Took 1.26 seconds to deallocate network for instance. [ 1252.866374] env[68800]: DEBUG oslo_concurrency.lockutils [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.866637] env[68800]: DEBUG oslo_concurrency.lockutils [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.866880] env[68800]: DEBUG nova.objects.instance [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lazy-loading 'resources' on Instance uuid 1ff033c8-a54c-479e-bbee-ac8cb4e1802f {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.231207] env[68800]: DEBUG oslo_vmware.api [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244657, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067947} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.231490] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1253.232293] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9466d2-00fd-4d41-86ac-acc4618b62b8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.254842] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] b0161509-d59a-4b04-a0c0-2de9e416ba53/b0161509-d59a-4b04-a0c0-2de9e416ba53.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1253.255795] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d4de3b58-3de2-4950-ba30-82de89b14ac0 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.256041] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2976a6ab-94bf-4e49-9f98-62c5da79afa8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.276113] env[68800]: DEBUG oslo_vmware.api [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1253.276113] env[68800]: value = "task-3244658" [ 1253.276113] env[68800]: _type = "Task" [ 1253.276113] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.283875] env[68800]: DEBUG oslo_vmware.api [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244658, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.370843] env[68800]: DEBUG nova.objects.instance [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lazy-loading 'numa_topology' on Instance uuid 1ff033c8-a54c-479e-bbee-ac8cb4e1802f {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.629446] env[68800]: DEBUG nova.compute.manager [req-66302aa6-e426-4ce7-af9e-be047add071c req-8cd16dce-2fb9-4cc5-b91d-1ac6ec6eaa9a service nova] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Received event network-changed-95f7c520-8a21-44c9-a4e1-a379a37c03d8 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1253.629600] env[68800]: DEBUG nova.compute.manager [req-66302aa6-e426-4ce7-af9e-be047add071c req-8cd16dce-2fb9-4cc5-b91d-1ac6ec6eaa9a service nova] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Refreshing instance network info cache due to event network-changed-95f7c520-8a21-44c9-a4e1-a379a37c03d8. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1253.629769] env[68800]: DEBUG oslo_concurrency.lockutils [req-66302aa6-e426-4ce7-af9e-be047add071c req-8cd16dce-2fb9-4cc5-b91d-1ac6ec6eaa9a service nova] Acquiring lock "refresh_cache-1ff033c8-a54c-479e-bbee-ac8cb4e1802f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.629918] env[68800]: DEBUG oslo_concurrency.lockutils [req-66302aa6-e426-4ce7-af9e-be047add071c req-8cd16dce-2fb9-4cc5-b91d-1ac6ec6eaa9a service nova] Acquired lock "refresh_cache-1ff033c8-a54c-479e-bbee-ac8cb4e1802f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.630098] env[68800]: DEBUG nova.network.neutron [req-66302aa6-e426-4ce7-af9e-be047add071c req-8cd16dce-2fb9-4cc5-b91d-1ac6ec6eaa9a service nova] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Refreshing network info cache for port 95f7c520-8a21-44c9-a4e1-a379a37c03d8 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1253.785402] env[68800]: DEBUG oslo_vmware.api [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244658, 'name': ReconfigVM_Task, 'duration_secs': 0.501248} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.785800] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Reconfigured VM instance instance-00000070 to attach disk [datastore2] b0161509-d59a-4b04-a0c0-2de9e416ba53/b0161509-d59a-4b04-a0c0-2de9e416ba53.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1253.786408] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-668ce5ba-6dff-47e2-a0d6-6f374400c337 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.791701] env[68800]: DEBUG oslo_vmware.api [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1253.791701] env[68800]: value = "task-3244659" [ 1253.791701] env[68800]: _type = "Task" [ 1253.791701] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.798968] env[68800]: DEBUG oslo_vmware.api [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244659, 'name': Rename_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.873320] env[68800]: DEBUG nova.objects.base [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Object Instance<1ff033c8-a54c-479e-bbee-ac8cb4e1802f> lazy-loaded attributes: resources,numa_topology {{(pid=68800) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1253.892355] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquiring lock "1ff033c8-a54c-479e-bbee-ac8cb4e1802f" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.966437] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e489f2f-b2f6-437a-829f-575089baaec2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.973912] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57dda673-6cd2-4638-b30a-8d0384589a6d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.004604] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8348bae-0859-4594-8873-b3bbe1792f0d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.011942] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89ca24e-cb41-4ba8-923c-26bf66ef6370 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.024880] env[68800]: DEBUG nova.compute.provider_tree [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1254.300896] env[68800]: DEBUG oslo_vmware.api [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244659, 'name': Rename_Task, 'duration_secs': 0.132743} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.301178] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1254.301417] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38ad1d0b-df98-4448-a949-216012509127 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.308697] env[68800]: DEBUG oslo_vmware.api [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1254.308697] env[68800]: value = "task-3244660" [ 1254.308697] env[68800]: _type = "Task" [ 1254.308697] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.315776] env[68800]: DEBUG oslo_vmware.api [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244660, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.347908] env[68800]: DEBUG nova.network.neutron [req-66302aa6-e426-4ce7-af9e-be047add071c req-8cd16dce-2fb9-4cc5-b91d-1ac6ec6eaa9a service nova] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Updated VIF entry in instance network info cache for port 95f7c520-8a21-44c9-a4e1-a379a37c03d8. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1254.348488] env[68800]: DEBUG nova.network.neutron [req-66302aa6-e426-4ce7-af9e-be047add071c req-8cd16dce-2fb9-4cc5-b91d-1ac6ec6eaa9a service nova] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Updating instance_info_cache with network_info: [{"id": "95f7c520-8a21-44c9-a4e1-a379a37c03d8", "address": "fa:16:3e:b1:6e:60", "network": {"id": "d2aa08d6-a1ed-4602-80f7-7e07ba244d6e", "bridge": null, "label": "tempest-ServerActionsTestOtherB-2142783339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f658ebcc84a8451b9e8d28db15cd0d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap95f7c520-8a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.528643] env[68800]: DEBUG nova.scheduler.client.report [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1254.819820] env[68800]: DEBUG oslo_vmware.api [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244660, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.851615] env[68800]: DEBUG oslo_concurrency.lockutils [req-66302aa6-e426-4ce7-af9e-be047add071c req-8cd16dce-2fb9-4cc5-b91d-1ac6ec6eaa9a service nova] Releasing lock "refresh_cache-1ff033c8-a54c-479e-bbee-ac8cb4e1802f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.033911] env[68800]: DEBUG oslo_concurrency.lockutils [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.036441] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d4de3b58-3de2-4950-ba30-82de89b14ac0 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.781s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.036657] env[68800]: DEBUG nova.objects.instance [None req-d4de3b58-3de2-4950-ba30-82de89b14ac0 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lazy-loading 'resources' on Instance uuid e7906754-a145-4d19-b813-019fb9c3312f {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1255.319687] env[68800]: DEBUG oslo_vmware.api [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244660, 'name': PowerOnVM_Task, 'duration_secs': 0.583013} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.319950] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1255.320171] env[68800]: DEBUG nova.compute.manager [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1255.320907] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34da49e5-49e7-4f9e-8e20-2015d4c85955 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.544098] env[68800]: DEBUG oslo_concurrency.lockutils [None req-cd385c9c-3ce9-4853-8a7b-3d689c1d38e3 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "1ff033c8-a54c-479e-bbee-ac8cb4e1802f" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.999s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.544949] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "1ff033c8-a54c-479e-bbee-ac8cb4e1802f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 13.600s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.545156] env[68800]: INFO nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] During sync_power_state the instance has a pending task (shelving_image_uploading). Skip. [ 1255.545346] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "1ff033c8-a54c-479e-bbee-ac8cb4e1802f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.545777] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "1ff033c8-a54c-479e-bbee-ac8cb4e1802f" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.654s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.545996] env[68800]: INFO nova.compute.manager [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Unshelving [ 1255.665493] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa3882c-e471-4885-839c-5ad3f574b081 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.674918] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8285f6ec-226a-4850-a36e-13048da2e327 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.704423] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3da372f-69e9-4c00-819d-1a60397b9ac1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.711311] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e888b3f-5697-4dcb-bffc-f7a83b1650c2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.724113] env[68800]: DEBUG nova.compute.provider_tree [None req-d4de3b58-3de2-4950-ba30-82de89b14ac0 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1255.831610] env[68800]: INFO nova.compute.manager [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] bringing vm to original state: 'stopped' [ 1256.227425] env[68800]: DEBUG nova.scheduler.client.report [None req-d4de3b58-3de2-4950-ba30-82de89b14ac0 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1256.567513] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.732797] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d4de3b58-3de2-4950-ba30-82de89b14ac0 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.696s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.735082] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.168s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.735305] env[68800]: DEBUG nova.objects.instance [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lazy-loading 'pci_requests' on Instance uuid 1ff033c8-a54c-479e-bbee-ac8cb4e1802f {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.750464] env[68800]: INFO nova.scheduler.client.report [None req-d4de3b58-3de2-4950-ba30-82de89b14ac0 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Deleted allocations for instance e7906754-a145-4d19-b813-019fb9c3312f [ 1256.838199] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquiring lock "b0161509-d59a-4b04-a0c0-2de9e416ba53" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.838609] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "b0161509-d59a-4b04-a0c0-2de9e416ba53" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.838662] env[68800]: DEBUG nova.compute.manager [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1256.841198] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92634dd4-3ede-4117-9275-2e6b27abaeca {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.847571] env[68800]: DEBUG nova.compute.manager [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68800) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1257.239654] env[68800]: DEBUG nova.objects.instance [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lazy-loading 'numa_topology' on Instance uuid 1ff033c8-a54c-479e-bbee-ac8cb4e1802f {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.257187] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d4de3b58-3de2-4950-ba30-82de89b14ac0 tempest-ServerDiskConfigTestJSON-496613093 tempest-ServerDiskConfigTestJSON-496613093-project-member] Lock "e7906754-a145-4d19-b813-019fb9c3312f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.400s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.351141] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1257.351482] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40df2e87-cb58-48e9-8bd3-ac2e5c004a48 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.358368] env[68800]: DEBUG oslo_vmware.api [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1257.358368] env[68800]: value = "task-3244661" [ 1257.358368] env[68800]: _type = "Task" [ 1257.358368] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.366662] env[68800]: DEBUG oslo_vmware.api [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244661, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.741879] env[68800]: INFO nova.compute.claims [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1257.868845] env[68800]: DEBUG oslo_vmware.api [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244661, 'name': PowerOffVM_Task, 'duration_secs': 0.22294} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.869205] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1257.869303] env[68800]: DEBUG nova.compute.manager [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1257.870077] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6a2a60-0ba0-447c-93f8-95d5093136b6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.381908] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "b0161509-d59a-4b04-a0c0-2de9e416ba53" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.543s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.690642] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6978661b-acef-4b40-909f-b383856652de tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Acquiring lock "ac70d103-0a0f-4930-9ab3-1aa73da3a827" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.690867] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6978661b-acef-4b40-909f-b383856652de tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Lock "ac70d103-0a0f-4930-9ab3-1aa73da3a827" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.836799] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3eec867-4bc6-4e67-80de-d9d01a7f8259 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.845061] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69e5545-bb5f-4a61-8637-4be638693301 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.878546] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992f41c2-e45d-482d-876c-fc43fe99d30f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.889077] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c689e060-b433-4bce-acd6-196a180c8b2b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.895301] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.905149] env[68800]: DEBUG nova.compute.provider_tree [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.194309] env[68800]: DEBUG nova.compute.utils [None req-6978661b-acef-4b40-909f-b383856652de tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1259.408709] env[68800]: DEBUG nova.scheduler.client.report [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1259.527732] env[68800]: DEBUG oslo_concurrency.lockutils [None req-52a29397-b0cf-4546-9f00-cbdbe895e30d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquiring lock "b0161509-d59a-4b04-a0c0-2de9e416ba53" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.528021] env[68800]: DEBUG oslo_concurrency.lockutils [None req-52a29397-b0cf-4546-9f00-cbdbe895e30d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "b0161509-d59a-4b04-a0c0-2de9e416ba53" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.528222] env[68800]: DEBUG oslo_concurrency.lockutils [None req-52a29397-b0cf-4546-9f00-cbdbe895e30d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquiring lock "b0161509-d59a-4b04-a0c0-2de9e416ba53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.528406] env[68800]: DEBUG oslo_concurrency.lockutils [None req-52a29397-b0cf-4546-9f00-cbdbe895e30d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "b0161509-d59a-4b04-a0c0-2de9e416ba53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.528613] env[68800]: DEBUG oslo_concurrency.lockutils [None req-52a29397-b0cf-4546-9f00-cbdbe895e30d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "b0161509-d59a-4b04-a0c0-2de9e416ba53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.530831] env[68800]: INFO nova.compute.manager [None req-52a29397-b0cf-4546-9f00-cbdbe895e30d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Terminating instance [ 1259.696613] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6978661b-acef-4b40-909f-b383856652de tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Lock "ac70d103-0a0f-4930-9ab3-1aa73da3a827" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.913942] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.179s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.916329] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.021s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.916557] env[68800]: DEBUG nova.objects.instance [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68800) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1259.951845] env[68800]: INFO nova.network.neutron [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Updating port 95f7c520-8a21-44c9-a4e1-a379a37c03d8 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1260.034510] env[68800]: DEBUG nova.compute.manager [None req-52a29397-b0cf-4546-9f00-cbdbe895e30d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1260.034769] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-52a29397-b0cf-4546-9f00-cbdbe895e30d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1260.036152] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94eecb4e-8197-4ac8-a215-47f06b901d36 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.043943] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-52a29397-b0cf-4546-9f00-cbdbe895e30d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1260.044181] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-494714c6-b75f-43f1-b8a2-dbf0574bd785 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.114153] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-52a29397-b0cf-4546-9f00-cbdbe895e30d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1260.114388] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-52a29397-b0cf-4546-9f00-cbdbe895e30d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1260.114584] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-52a29397-b0cf-4546-9f00-cbdbe895e30d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Deleting the datastore file [datastore2] b0161509-d59a-4b04-a0c0-2de9e416ba53 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1260.114823] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3672f708-cacd-48bb-a2ac-3334e3573431 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.121729] env[68800]: DEBUG oslo_vmware.api [None req-52a29397-b0cf-4546-9f00-cbdbe895e30d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1260.121729] env[68800]: value = "task-3244663" [ 1260.121729] env[68800]: _type = "Task" [ 1260.121729] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.130209] env[68800]: DEBUG oslo_vmware.api [None req-52a29397-b0cf-4546-9f00-cbdbe895e30d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244663, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.631956] env[68800]: DEBUG oslo_vmware.api [None req-52a29397-b0cf-4546-9f00-cbdbe895e30d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244663, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145782} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.632217] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-52a29397-b0cf-4546-9f00-cbdbe895e30d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1260.632402] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-52a29397-b0cf-4546-9f00-cbdbe895e30d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1260.632575] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-52a29397-b0cf-4546-9f00-cbdbe895e30d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1260.632746] env[68800]: INFO nova.compute.manager [None req-52a29397-b0cf-4546-9f00-cbdbe895e30d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1260.632978] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52a29397-b0cf-4546-9f00-cbdbe895e30d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1260.633176] env[68800]: DEBUG nova.compute.manager [-] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1260.633271] env[68800]: DEBUG nova.network.neutron [-] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1260.763526] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6978661b-acef-4b40-909f-b383856652de tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Acquiring lock "ac70d103-0a0f-4930-9ab3-1aa73da3a827" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.763843] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6978661b-acef-4b40-909f-b383856652de tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Lock "ac70d103-0a0f-4930-9ab3-1aa73da3a827" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.764102] env[68800]: INFO nova.compute.manager [None req-6978661b-acef-4b40-909f-b383856652de tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Attaching volume d2c6ce26-c28b-4ef1-8e20-41ef52175679 to /dev/sdb [ 1260.796793] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be85aac-a6c7-4f64-b377-4bcf4d3c4a03 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.804079] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100f4e7d-730c-4b47-91c0-7f6ae0754846 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.816896] env[68800]: DEBUG nova.virt.block_device [None req-6978661b-acef-4b40-909f-b383856652de tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Updating existing volume attachment record: c8e2c986-a1ce-45dd-b08a-84b84fb8d706 {{(pid=68800) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1260.925777] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0997272e-ef10-41c6-a8c3-ec6e14ab879c tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.141990] env[68800]: DEBUG nova.compute.manager [req-6adb2fd6-c432-4915-8eea-cb80a722c73b req-eec33d4a-986d-4690-91f9-0a8eca794892 service nova] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Received event network-vif-deleted-8198d6f5-cb3f-4986-a0cd-fd583131c592 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1261.142207] env[68800]: INFO nova.compute.manager [req-6adb2fd6-c432-4915-8eea-cb80a722c73b req-eec33d4a-986d-4690-91f9-0a8eca794892 service nova] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Neutron deleted interface 8198d6f5-cb3f-4986-a0cd-fd583131c592; detaching it from the instance and deleting it from the info cache [ 1261.142379] env[68800]: DEBUG nova.network.neutron [req-6adb2fd6-c432-4915-8eea-cb80a722c73b req-eec33d4a-986d-4690-91f9-0a8eca794892 service nova] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.324827] env[68800]: DEBUG nova.compute.manager [req-b347e845-0a5f-48ec-affd-94f51ecd8467 req-b79107d4-a5ac-47f6-9d40-d4489175769b service nova] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Received event network-vif-plugged-95f7c520-8a21-44c9-a4e1-a379a37c03d8 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1261.325035] env[68800]: DEBUG oslo_concurrency.lockutils [req-b347e845-0a5f-48ec-affd-94f51ecd8467 req-b79107d4-a5ac-47f6-9d40-d4489175769b service nova] Acquiring lock "1ff033c8-a54c-479e-bbee-ac8cb4e1802f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.325255] env[68800]: DEBUG oslo_concurrency.lockutils [req-b347e845-0a5f-48ec-affd-94f51ecd8467 req-b79107d4-a5ac-47f6-9d40-d4489175769b service nova] Lock "1ff033c8-a54c-479e-bbee-ac8cb4e1802f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.325419] env[68800]: DEBUG oslo_concurrency.lockutils [req-b347e845-0a5f-48ec-affd-94f51ecd8467 req-b79107d4-a5ac-47f6-9d40-d4489175769b service nova] Lock "1ff033c8-a54c-479e-bbee-ac8cb4e1802f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.325585] env[68800]: DEBUG nova.compute.manager [req-b347e845-0a5f-48ec-affd-94f51ecd8467 req-b79107d4-a5ac-47f6-9d40-d4489175769b service nova] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] No waiting events found dispatching network-vif-plugged-95f7c520-8a21-44c9-a4e1-a379a37c03d8 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1261.325749] env[68800]: WARNING nova.compute.manager [req-b347e845-0a5f-48ec-affd-94f51ecd8467 req-b79107d4-a5ac-47f6-9d40-d4489175769b service nova] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Received unexpected event network-vif-plugged-95f7c520-8a21-44c9-a4e1-a379a37c03d8 for instance with vm_state shelved_offloaded and task_state spawning. [ 1261.404695] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquiring lock "refresh_cache-1ff033c8-a54c-479e-bbee-ac8cb4e1802f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.404839] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquired lock "refresh_cache-1ff033c8-a54c-479e-bbee-ac8cb4e1802f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.405034] env[68800]: DEBUG nova.network.neutron [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1261.623975] env[68800]: DEBUG nova.network.neutron [-] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.645379] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-89af9101-c98e-4904-a0ea-8e32e1cbd77b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.655280] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b86643f-8a7e-4d1c-8159-fad7890299b7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.686116] env[68800]: DEBUG nova.compute.manager [req-6adb2fd6-c432-4915-8eea-cb80a722c73b req-eec33d4a-986d-4690-91f9-0a8eca794892 service nova] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Detach interface failed, port_id=8198d6f5-cb3f-4986-a0cd-fd583131c592, reason: Instance b0161509-d59a-4b04-a0c0-2de9e416ba53 could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1262.114452] env[68800]: DEBUG nova.network.neutron [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Updating instance_info_cache with network_info: [{"id": "95f7c520-8a21-44c9-a4e1-a379a37c03d8", "address": "fa:16:3e:b1:6e:60", "network": {"id": "d2aa08d6-a1ed-4602-80f7-7e07ba244d6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2142783339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f658ebcc84a8451b9e8d28db15cd0d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95f7c520-8a", "ovs_interfaceid": "95f7c520-8a21-44c9-a4e1-a379a37c03d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.127357] env[68800]: INFO nova.compute.manager [-] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Took 1.49 seconds to deallocate network for instance. [ 1262.617618] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Releasing lock "refresh_cache-1ff033c8-a54c-479e-bbee-ac8cb4e1802f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.633847] env[68800]: DEBUG oslo_concurrency.lockutils [None req-52a29397-b0cf-4546-9f00-cbdbe895e30d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.634175] env[68800]: DEBUG oslo_concurrency.lockutils [None req-52a29397-b0cf-4546-9f00-cbdbe895e30d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.634395] env[68800]: DEBUG nova.objects.instance [None req-52a29397-b0cf-4546-9f00-cbdbe895e30d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lazy-loading 'resources' on Instance uuid b0161509-d59a-4b04-a0c0-2de9e416ba53 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1262.644973] env[68800]: DEBUG nova.virt.hardware [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='5105156ba19ef77cec673b6efa7cb634',container_format='bare',created_at=2025-04-03T09:19:37Z,direct_url=,disk_format='vmdk',id=57baf298-12fd-4de8-bddc-238305bc6a41,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-2113957530-shelved',owner='f658ebcc84a8451b9e8d28db15cd0d96',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-04-03T09:19:53Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1262.645229] env[68800]: DEBUG nova.virt.hardware [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1262.645392] env[68800]: DEBUG nova.virt.hardware [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1262.645577] env[68800]: DEBUG nova.virt.hardware [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1262.645726] env[68800]: DEBUG nova.virt.hardware [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1262.645873] env[68800]: DEBUG nova.virt.hardware [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1262.646093] env[68800]: DEBUG nova.virt.hardware [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1262.646263] env[68800]: DEBUG nova.virt.hardware [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1262.646430] env[68800]: DEBUG nova.virt.hardware [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1262.646624] env[68800]: DEBUG nova.virt.hardware [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1262.646823] env[68800]: DEBUG nova.virt.hardware [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1262.647934] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c977474-31f4-4f23-83ca-070c63bd8e0d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.656357] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b175ba8b-d702-455b-9c1f-bb2c6c13884c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.670047] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:6e:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95f7c520-8a21-44c9-a4e1-a379a37c03d8', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1262.677382] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1262.677604] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1262.677800] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5118e11-4915-48fb-962b-156585e8f48f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.696999] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1262.696999] env[68800]: value = "task-3244665" [ 1262.696999] env[68800]: _type = "Task" [ 1262.696999] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.703700] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244665, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.209860] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244665, 'name': CreateVM_Task, 'duration_secs': 0.296201} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.212270] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1263.213192] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/57baf298-12fd-4de8-bddc-238305bc6a41" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.213295] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/57baf298-12fd-4de8-bddc-238305bc6a41" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.213687] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/57baf298-12fd-4de8-bddc-238305bc6a41" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.213951] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17c6da2c-bd58-4281-ac49-051fd34f16eb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.218576] env[68800]: DEBUG oslo_vmware.api [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 1263.218576] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]524b8d1e-b08d-1f07-67d1-d2fd64d47112" [ 1263.218576] env[68800]: _type = "Task" [ 1263.218576] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.227213] env[68800]: DEBUG oslo_vmware.api [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]524b8d1e-b08d-1f07-67d1-d2fd64d47112, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.232784] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cfc3808-937d-4392-9799-aff8e6d9dd1a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.238795] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d692fc-66c0-45d9-9156-805b330afc46 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.268149] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7354379-80fc-4086-a845-0f9cffb72880 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.275135] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79eb376-eb0a-4700-9e67-38403d37f920 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.288122] env[68800]: DEBUG nova.compute.provider_tree [None req-52a29397-b0cf-4546-9f00-cbdbe895e30d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1263.346418] env[68800]: DEBUG nova.compute.manager [req-8506b13a-a051-4df2-a491-fb8cbca839e2 req-97aa088a-23d8-4ed6-bbe8-469045c7a0de service nova] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Received event network-changed-95f7c520-8a21-44c9-a4e1-a379a37c03d8 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1263.346590] env[68800]: DEBUG nova.compute.manager [req-8506b13a-a051-4df2-a491-fb8cbca839e2 req-97aa088a-23d8-4ed6-bbe8-469045c7a0de service nova] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Refreshing instance network info cache due to event network-changed-95f7c520-8a21-44c9-a4e1-a379a37c03d8. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1263.346800] env[68800]: DEBUG oslo_concurrency.lockutils [req-8506b13a-a051-4df2-a491-fb8cbca839e2 req-97aa088a-23d8-4ed6-bbe8-469045c7a0de service nova] Acquiring lock "refresh_cache-1ff033c8-a54c-479e-bbee-ac8cb4e1802f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.346942] env[68800]: DEBUG oslo_concurrency.lockutils [req-8506b13a-a051-4df2-a491-fb8cbca839e2 req-97aa088a-23d8-4ed6-bbe8-469045c7a0de service nova] Acquired lock "refresh_cache-1ff033c8-a54c-479e-bbee-ac8cb4e1802f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.348163] env[68800]: DEBUG nova.network.neutron [req-8506b13a-a051-4df2-a491-fb8cbca839e2 req-97aa088a-23d8-4ed6-bbe8-469045c7a0de service nova] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Refreshing network info cache for port 95f7c520-8a21-44c9-a4e1-a379a37c03d8 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1263.587891] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9a5affc3-2528-40a1-bda3-877b9dac3917 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquiring lock "f20e99a5-9c05-4318-a835-67ef0e27055c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.588252] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9a5affc3-2528-40a1-bda3-877b9dac3917 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "f20e99a5-9c05-4318-a835-67ef0e27055c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.588455] env[68800]: DEBUG nova.compute.manager [None req-9a5affc3-2528-40a1-bda3-877b9dac3917 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1263.589368] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b508ba5-9a92-4d5f-b67c-0faebb08324b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.596323] env[68800]: DEBUG nova.compute.manager [None req-9a5affc3-2528-40a1-bda3-877b9dac3917 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68800) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1263.596894] env[68800]: DEBUG nova.objects.instance [None req-9a5affc3-2528-40a1-bda3-877b9dac3917 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lazy-loading 'flavor' on Instance uuid f20e99a5-9c05-4318-a835-67ef0e27055c {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.729054] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/57baf298-12fd-4de8-bddc-238305bc6a41" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.729054] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Processing image 57baf298-12fd-4de8-bddc-238305bc6a41 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1263.729273] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/57baf298-12fd-4de8-bddc-238305bc6a41/57baf298-12fd-4de8-bddc-238305bc6a41.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.729273] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/57baf298-12fd-4de8-bddc-238305bc6a41/57baf298-12fd-4de8-bddc-238305bc6a41.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.729458] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1263.729706] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9deb39f3-8f77-4888-bc7e-0019f2102def {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.737810] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1263.737981] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1263.738668] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00d77d0c-5ea6-42a6-96aa-95d645333ff6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.743623] env[68800]: DEBUG oslo_vmware.api [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 1263.743623] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52b2cf9e-857d-049f-e26d-57a6ab264306" [ 1263.743623] env[68800]: _type = "Task" [ 1263.743623] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.751072] env[68800]: DEBUG oslo_vmware.api [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52b2cf9e-857d-049f-e26d-57a6ab264306, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.790977] env[68800]: DEBUG nova.scheduler.client.report [None req-52a29397-b0cf-4546-9f00-cbdbe895e30d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1264.056730] env[68800]: DEBUG nova.network.neutron [req-8506b13a-a051-4df2-a491-fb8cbca839e2 req-97aa088a-23d8-4ed6-bbe8-469045c7a0de service nova] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Updated VIF entry in instance network info cache for port 95f7c520-8a21-44c9-a4e1-a379a37c03d8. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1264.057130] env[68800]: DEBUG nova.network.neutron [req-8506b13a-a051-4df2-a491-fb8cbca839e2 req-97aa088a-23d8-4ed6-bbe8-469045c7a0de service nova] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Updating instance_info_cache with network_info: [{"id": "95f7c520-8a21-44c9-a4e1-a379a37c03d8", "address": "fa:16:3e:b1:6e:60", "network": {"id": "d2aa08d6-a1ed-4602-80f7-7e07ba244d6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2142783339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f658ebcc84a8451b9e8d28db15cd0d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95f7c520-8a", "ovs_interfaceid": "95f7c520-8a21-44c9-a4e1-a379a37c03d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.255092] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Preparing fetch location {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1264.255416] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Fetch image to [datastore2] OSTACK_IMG_d9926ed4-56a9-4d5d-a42b-70e396544265/OSTACK_IMG_d9926ed4-56a9-4d5d-a42b-70e396544265.vmdk {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1264.255536] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Downloading stream optimized image 57baf298-12fd-4de8-bddc-238305bc6a41 to [datastore2] OSTACK_IMG_d9926ed4-56a9-4d5d-a42b-70e396544265/OSTACK_IMG_d9926ed4-56a9-4d5d-a42b-70e396544265.vmdk on the data store datastore2 as vApp {{(pid=68800) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1264.255708] env[68800]: DEBUG nova.virt.vmwareapi.images [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Downloading image file data 57baf298-12fd-4de8-bddc-238305bc6a41 to the ESX as VM named 'OSTACK_IMG_d9926ed4-56a9-4d5d-a42b-70e396544265' {{(pid=68800) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1264.297434] env[68800]: DEBUG oslo_concurrency.lockutils [None req-52a29397-b0cf-4546-9f00-cbdbe895e30d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.663s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.317329] env[68800]: INFO nova.scheduler.client.report [None req-52a29397-b0cf-4546-9f00-cbdbe895e30d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Deleted allocations for instance b0161509-d59a-4b04-a0c0-2de9e416ba53 [ 1264.333968] env[68800]: DEBUG oslo_vmware.rw_handles [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1264.333968] env[68800]: value = "resgroup-9" [ 1264.333968] env[68800]: _type = "ResourcePool" [ 1264.333968] env[68800]: }. {{(pid=68800) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1264.334225] env[68800]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-655e4284-5bc3-4305-8fd0-bec0d8483bc5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.355618] env[68800]: DEBUG oslo_vmware.rw_handles [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lease: (returnval){ [ 1264.355618] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]522dd922-e35c-dc1a-908e-3a83e20b46a3" [ 1264.355618] env[68800]: _type = "HttpNfcLease" [ 1264.355618] env[68800]: } obtained for vApp import into resource pool (val){ [ 1264.355618] env[68800]: value = "resgroup-9" [ 1264.355618] env[68800]: _type = "ResourcePool" [ 1264.355618] env[68800]: }. {{(pid=68800) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1264.356299] env[68800]: DEBUG oslo_vmware.api [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the lease: (returnval){ [ 1264.356299] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]522dd922-e35c-dc1a-908e-3a83e20b46a3" [ 1264.356299] env[68800]: _type = "HttpNfcLease" [ 1264.356299] env[68800]: } to be ready. {{(pid=68800) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1264.361983] env[68800]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1264.361983] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]522dd922-e35c-dc1a-908e-3a83e20b46a3" [ 1264.361983] env[68800]: _type = "HttpNfcLease" [ 1264.361983] env[68800]: } is initializing. {{(pid=68800) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1264.559766] env[68800]: DEBUG oslo_concurrency.lockutils [req-8506b13a-a051-4df2-a491-fb8cbca839e2 req-97aa088a-23d8-4ed6-bbe8-469045c7a0de service nova] Releasing lock "refresh_cache-1ff033c8-a54c-479e-bbee-ac8cb4e1802f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.603750] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a5affc3-2528-40a1-bda3-877b9dac3917 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1264.604087] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-661b02da-5832-4569-b27b-e4afe4ecad6d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.611147] env[68800]: DEBUG oslo_vmware.api [None req-9a5affc3-2528-40a1-bda3-877b9dac3917 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 1264.611147] env[68800]: value = "task-3244668" [ 1264.611147] env[68800]: _type = "Task" [ 1264.611147] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.619363] env[68800]: DEBUG oslo_vmware.api [None req-9a5affc3-2528-40a1-bda3-877b9dac3917 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244668, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.824595] env[68800]: DEBUG oslo_concurrency.lockutils [None req-52a29397-b0cf-4546-9f00-cbdbe895e30d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "b0161509-d59a-4b04-a0c0-2de9e416ba53" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.296s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.863550] env[68800]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1264.863550] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]522dd922-e35c-dc1a-908e-3a83e20b46a3" [ 1264.863550] env[68800]: _type = "HttpNfcLease" [ 1264.863550] env[68800]: } is initializing. {{(pid=68800) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1265.123376] env[68800]: DEBUG oslo_vmware.api [None req-9a5affc3-2528-40a1-bda3-877b9dac3917 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244668, 'name': PowerOffVM_Task, 'duration_secs': 0.203631} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.123884] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a5affc3-2528-40a1-bda3-877b9dac3917 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1265.123884] env[68800]: DEBUG nova.compute.manager [None req-9a5affc3-2528-40a1-bda3-877b9dac3917 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1265.124666] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d6960c-6acb-4727-8d0c-901102ec4601 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.364140] env[68800]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1265.364140] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]522dd922-e35c-dc1a-908e-3a83e20b46a3" [ 1265.364140] env[68800]: _type = "HttpNfcLease" [ 1265.364140] env[68800]: } is ready. {{(pid=68800) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1265.364486] env[68800]: DEBUG oslo_vmware.rw_handles [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1265.364486] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]522dd922-e35c-dc1a-908e-3a83e20b46a3" [ 1265.364486] env[68800]: _type = "HttpNfcLease" [ 1265.364486] env[68800]: }. {{(pid=68800) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1265.365185] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9d99ae-1412-48f6-b2ce-e2b255ef44e0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.372562] env[68800]: DEBUG oslo_vmware.rw_handles [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d7ff91-db8b-ea06-b0cb-1d760814c83a/disk-0.vmdk from lease info. {{(pid=68800) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1265.372737] env[68800]: DEBUG oslo_vmware.rw_handles [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d7ff91-db8b-ea06-b0cb-1d760814c83a/disk-0.vmdk. {{(pid=68800) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1265.374738] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-6978661b-acef-4b40-909f-b383856652de tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Volume attach. Driver type: vmdk {{(pid=68800) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1265.375067] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-6978661b-acef-4b40-909f-b383856652de tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648400', 'volume_id': 'd2c6ce26-c28b-4ef1-8e20-41ef52175679', 'name': 'volume-d2c6ce26-c28b-4ef1-8e20-41ef52175679', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac70d103-0a0f-4930-9ab3-1aa73da3a827', 'attached_at': '', 'detached_at': '', 'volume_id': 'd2c6ce26-c28b-4ef1-8e20-41ef52175679', 'serial': 'd2c6ce26-c28b-4ef1-8e20-41ef52175679'} {{(pid=68800) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1265.375800] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0e262c-d6fa-4ec2-bb78-1fc29ced9be1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.462489] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1967da92-cda8-45b8-a414-8bb1bd65bdf4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.467759] env[68800]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1b951ed4-7c66-4fec-be5d-f38453256f1d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.493155] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-6978661b-acef-4b40-909f-b383856652de tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] volume-d2c6ce26-c28b-4ef1-8e20-41ef52175679/volume-d2c6ce26-c28b-4ef1-8e20-41ef52175679.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1265.494472] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d31db40f-c6c9-44c4-a1da-b8d619752255 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.515099] env[68800]: DEBUG oslo_vmware.api [None req-6978661b-acef-4b40-909f-b383856652de tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Waiting for the task: (returnval){ [ 1265.515099] env[68800]: value = "task-3244669" [ 1265.515099] env[68800]: _type = "Task" [ 1265.515099] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.523724] env[68800]: DEBUG oslo_vmware.api [None req-6978661b-acef-4b40-909f-b383856652de tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244669, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.637162] env[68800]: DEBUG oslo_concurrency.lockutils [None req-9a5affc3-2528-40a1-bda3-877b9dac3917 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "f20e99a5-9c05-4318-a835-67ef0e27055c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.986203] env[68800]: DEBUG nova.objects.instance [None req-e58f97d1-d865-4482-93ae-e0eb9951064a tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lazy-loading 'flavor' on Instance uuid f20e99a5-9c05-4318-a835-67ef0e27055c {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.025741] env[68800]: DEBUG oslo_vmware.api [None req-6978661b-acef-4b40-909f-b383856652de tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244669, 'name': ReconfigVM_Task, 'duration_secs': 0.46475} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.026063] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-6978661b-acef-4b40-909f-b383856652de tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Reconfigured VM instance instance-0000006e to attach disk [datastore2] volume-d2c6ce26-c28b-4ef1-8e20-41ef52175679/volume-d2c6ce26-c28b-4ef1-8e20-41ef52175679.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1266.032466] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c82aaeda-9c07-40b9-ae4d-dff136767b16 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.049493] env[68800]: DEBUG oslo_vmware.api [None req-6978661b-acef-4b40-909f-b383856652de tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Waiting for the task: (returnval){ [ 1266.049493] env[68800]: value = "task-3244670" [ 1266.049493] env[68800]: _type = "Task" [ 1266.049493] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.057402] env[68800]: DEBUG oslo_vmware.api [None req-6978661b-acef-4b40-909f-b383856652de tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244670, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.408192] env[68800]: DEBUG oslo_concurrency.lockutils [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquiring lock "9db43d1f-9d02-431f-8d12-207c77569515" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.408518] env[68800]: DEBUG oslo_concurrency.lockutils [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "9db43d1f-9d02-431f-8d12-207c77569515" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.493419] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e58f97d1-d865-4482-93ae-e0eb9951064a tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquiring lock "refresh_cache-f20e99a5-9c05-4318-a835-67ef0e27055c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.493601] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e58f97d1-d865-4482-93ae-e0eb9951064a tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquired lock "refresh_cache-f20e99a5-9c05-4318-a835-67ef0e27055c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.493704] env[68800]: DEBUG nova.network.neutron [None req-e58f97d1-d865-4482-93ae-e0eb9951064a tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1266.493884] env[68800]: DEBUG nova.objects.instance [None req-e58f97d1-d865-4482-93ae-e0eb9951064a tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lazy-loading 'info_cache' on Instance uuid f20e99a5-9c05-4318-a835-67ef0e27055c {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.560827] env[68800]: DEBUG oslo_vmware.api [None req-6978661b-acef-4b40-909f-b383856652de tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244670, 'name': ReconfigVM_Task, 'duration_secs': 0.167975} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.561152] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-6978661b-acef-4b40-909f-b383856652de tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648400', 'volume_id': 'd2c6ce26-c28b-4ef1-8e20-41ef52175679', 'name': 'volume-d2c6ce26-c28b-4ef1-8e20-41ef52175679', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac70d103-0a0f-4930-9ab3-1aa73da3a827', 'attached_at': '', 'detached_at': '', 'volume_id': 'd2c6ce26-c28b-4ef1-8e20-41ef52175679', 'serial': 'd2c6ce26-c28b-4ef1-8e20-41ef52175679'} {{(pid=68800) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1266.584562] env[68800]: DEBUG oslo_vmware.rw_handles [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Completed reading data from the image iterator. {{(pid=68800) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1266.584815] env[68800]: DEBUG oslo_vmware.rw_handles [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d7ff91-db8b-ea06-b0cb-1d760814c83a/disk-0.vmdk. {{(pid=68800) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1266.585759] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae261df-7d0b-45b8-a9e6-54134f4ab73d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.592569] env[68800]: DEBUG oslo_vmware.rw_handles [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d7ff91-db8b-ea06-b0cb-1d760814c83a/disk-0.vmdk is in state: ready. {{(pid=68800) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1266.592733] env[68800]: DEBUG oslo_vmware.rw_handles [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d7ff91-db8b-ea06-b0cb-1d760814c83a/disk-0.vmdk. {{(pid=68800) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1266.592955] env[68800]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e7477afe-effd-4588-873f-7ddf85022543 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.911017] env[68800]: DEBUG nova.compute.manager [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1266.997976] env[68800]: DEBUG nova.objects.base [None req-e58f97d1-d865-4482-93ae-e0eb9951064a tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68800) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1267.108021] env[68800]: DEBUG oslo_vmware.rw_handles [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d7ff91-db8b-ea06-b0cb-1d760814c83a/disk-0.vmdk. {{(pid=68800) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1267.108199] env[68800]: INFO nova.virt.vmwareapi.images [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Downloaded image file data 57baf298-12fd-4de8-bddc-238305bc6a41 [ 1267.109282] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2e2636-d403-4684-9bd1-736d3d4cd955 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.126183] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf404e50-d55a-472d-be38-b64828a017f3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.195031] env[68800]: INFO nova.virt.vmwareapi.images [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] The imported VM was unregistered [ 1267.197043] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Caching image {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1267.197281] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Creating directory with path [datastore2] devstack-image-cache_base/57baf298-12fd-4de8-bddc-238305bc6a41 {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1267.197546] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eda41719-d2b4-4448-a7bb-9909950c0294 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.208467] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Created directory with path [datastore2] devstack-image-cache_base/57baf298-12fd-4de8-bddc-238305bc6a41 {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1267.208751] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_d9926ed4-56a9-4d5d-a42b-70e396544265/OSTACK_IMG_d9926ed4-56a9-4d5d-a42b-70e396544265.vmdk to [datastore2] devstack-image-cache_base/57baf298-12fd-4de8-bddc-238305bc6a41/57baf298-12fd-4de8-bddc-238305bc6a41.vmdk. {{(pid=68800) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1267.209064] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-449cee44-43f4-4e08-82e9-04fe60ec404c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.215836] env[68800]: DEBUG oslo_vmware.api [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 1267.215836] env[68800]: value = "task-3244672" [ 1267.215836] env[68800]: _type = "Task" [ 1267.215836] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.223126] env[68800]: DEBUG oslo_vmware.api [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244672, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.436099] env[68800]: DEBUG oslo_concurrency.lockutils [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.436450] env[68800]: DEBUG oslo_concurrency.lockutils [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.438567] env[68800]: INFO nova.compute.claims [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1267.599278] env[68800]: DEBUG nova.objects.instance [None req-6978661b-acef-4b40-909f-b383856652de tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Lazy-loading 'flavor' on Instance uuid ac70d103-0a0f-4930-9ab3-1aa73da3a827 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.731861] env[68800]: DEBUG oslo_vmware.api [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244672, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.737264] env[68800]: DEBUG nova.network.neutron [None req-e58f97d1-d865-4482-93ae-e0eb9951064a tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Updating instance_info_cache with network_info: [{"id": "2b2d3d60-6f9c-4384-abc3-9db6ad53896e", "address": "fa:16:3e:8c:b1:c9", "network": {"id": "2ad65ae6-e96d-418b-8904-1b8c899626b0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1659419657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b74621381dc4bbca8fea1513bfe56e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b2d3d60-6f", "ovs_interfaceid": "2b2d3d60-6f9c-4384-abc3-9db6ad53896e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.104933] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6978661b-acef-4b40-909f-b383856652de tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Lock "ac70d103-0a0f-4930-9ab3-1aa73da3a827" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.341s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.226398] env[68800]: DEBUG oslo_vmware.api [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244672, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.241065] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e58f97d1-d865-4482-93ae-e0eb9951064a tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Releasing lock "refresh_cache-f20e99a5-9c05-4318-a835-67ef0e27055c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.542725] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2cfad9b-8c81-4276-9b1c-6e842c78bcb3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.550346] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2f3746-21be-4fd6-866e-8caedd6641d5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.582909] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58af3fc9-1349-4aeb-9dc1-fd703dbd4c9a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.590642] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c8fd22-50cb-48da-bdf7-910b4a5a8c47 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.604542] env[68800]: DEBUG nova.compute.provider_tree [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1268.726783] env[68800]: DEBUG oslo_vmware.api [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244672, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.903996] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c8fcfc84-3e93-480c-8c7b-bc91627136e7 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Acquiring lock "ac70d103-0a0f-4930-9ab3-1aa73da3a827" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.904338] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c8fcfc84-3e93-480c-8c7b-bc91627136e7 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Lock "ac70d103-0a0f-4930-9ab3-1aa73da3a827" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.107571] env[68800]: DEBUG nova.scheduler.client.report [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1269.227529] env[68800]: DEBUG oslo_vmware.api [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244672, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.246406] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e58f97d1-d865-4482-93ae-e0eb9951064a tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1269.246741] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-170bfb9a-c27a-45c4-9b46-977250b876fa {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.254561] env[68800]: DEBUG oslo_vmware.api [None req-e58f97d1-d865-4482-93ae-e0eb9951064a tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 1269.254561] env[68800]: value = "task-3244673" [ 1269.254561] env[68800]: _type = "Task" [ 1269.254561] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.262770] env[68800]: DEBUG oslo_vmware.api [None req-e58f97d1-d865-4482-93ae-e0eb9951064a tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244673, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.408189] env[68800]: DEBUG nova.compute.utils [None req-c8fcfc84-3e93-480c-8c7b-bc91627136e7 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1269.612874] env[68800]: DEBUG oslo_concurrency.lockutils [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.176s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.613693] env[68800]: DEBUG nova.compute.manager [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1269.728521] env[68800]: DEBUG oslo_vmware.api [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244672, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.246988} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.728793] env[68800]: INFO nova.virt.vmwareapi.ds_util [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_d9926ed4-56a9-4d5d-a42b-70e396544265/OSTACK_IMG_d9926ed4-56a9-4d5d-a42b-70e396544265.vmdk to [datastore2] devstack-image-cache_base/57baf298-12fd-4de8-bddc-238305bc6a41/57baf298-12fd-4de8-bddc-238305bc6a41.vmdk. [ 1269.728987] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Cleaning up location [datastore2] OSTACK_IMG_d9926ed4-56a9-4d5d-a42b-70e396544265 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1269.729168] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_d9926ed4-56a9-4d5d-a42b-70e396544265 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1269.729405] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3d6ae35-67fd-4335-ab39-8c3d5f0b05e7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.734371] env[68800]: DEBUG oslo_vmware.api [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 1269.734371] env[68800]: value = "task-3244674" [ 1269.734371] env[68800]: _type = "Task" [ 1269.734371] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.741425] env[68800]: DEBUG oslo_vmware.api [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244674, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.762486] env[68800]: DEBUG oslo_vmware.api [None req-e58f97d1-d865-4482-93ae-e0eb9951064a tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244673, 'name': PowerOnVM_Task, 'duration_secs': 0.424511} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.762741] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e58f97d1-d865-4482-93ae-e0eb9951064a tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1269.762952] env[68800]: DEBUG nova.compute.manager [None req-e58f97d1-d865-4482-93ae-e0eb9951064a tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1269.763656] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74631251-5ffa-481b-835c-b6acf9e7946f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.911876] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c8fcfc84-3e93-480c-8c7b-bc91627136e7 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Lock "ac70d103-0a0f-4930-9ab3-1aa73da3a827" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.119211] env[68800]: DEBUG nova.compute.utils [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1270.120980] env[68800]: DEBUG nova.compute.manager [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1270.121228] env[68800]: DEBUG nova.network.neutron [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1270.157657] env[68800]: DEBUG nova.policy [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '041f81e5ede74550b02c3d1039ba153e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0a82d9565ce4cf0ab26fb48caf3f589', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 1270.244342] env[68800]: DEBUG oslo_vmware.api [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244674, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218341} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.244599] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1270.244764] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/57baf298-12fd-4de8-bddc-238305bc6a41/57baf298-12fd-4de8-bddc-238305bc6a41.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.245018] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/57baf298-12fd-4de8-bddc-238305bc6a41/57baf298-12fd-4de8-bddc-238305bc6a41.vmdk to [datastore2] 1ff033c8-a54c-479e-bbee-ac8cb4e1802f/1ff033c8-a54c-479e-bbee-ac8cb4e1802f.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1270.245284] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c915d01-a8ee-4b8e-a1dd-a0f7e4229d1d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.251448] env[68800]: DEBUG oslo_vmware.api [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 1270.251448] env[68800]: value = "task-3244675" [ 1270.251448] env[68800]: _type = "Task" [ 1270.251448] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.259067] env[68800]: DEBUG oslo_vmware.api [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244675, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.468486] env[68800]: DEBUG nova.network.neutron [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Successfully created port: 85bc4802-6dcd-482e-9314-fac32ac9af04 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1270.624510] env[68800]: DEBUG nova.compute.manager [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1270.762067] env[68800]: DEBUG oslo_vmware.api [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244675, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.827194] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88fa60b-3e26-42cd-a5e9-8ee48757cdef {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.834710] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-6035bd9b-afe7-40b1-8bb5-7bf676bbb6eb tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Suspending the VM {{(pid=68800) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1270.834985] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-ccbfc6c5-e9fe-4fea-bca0-31f55216bb7e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.841877] env[68800]: DEBUG oslo_vmware.api [None req-6035bd9b-afe7-40b1-8bb5-7bf676bbb6eb tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 1270.841877] env[68800]: value = "task-3244676" [ 1270.841877] env[68800]: _type = "Task" [ 1270.841877] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.853104] env[68800]: DEBUG oslo_vmware.api [None req-6035bd9b-afe7-40b1-8bb5-7bf676bbb6eb tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244676, 'name': SuspendVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.982128] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c8fcfc84-3e93-480c-8c7b-bc91627136e7 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Acquiring lock "ac70d103-0a0f-4930-9ab3-1aa73da3a827" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.982480] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c8fcfc84-3e93-480c-8c7b-bc91627136e7 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Lock "ac70d103-0a0f-4930-9ab3-1aa73da3a827" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.982784] env[68800]: INFO nova.compute.manager [None req-c8fcfc84-3e93-480c-8c7b-bc91627136e7 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Attaching volume da0ec6dc-e19f-4d36-9fea-bf12ad8acb9e to /dev/sdc [ 1271.035891] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a7411e-e905-4fde-8c34-e78fb111d6b9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.044202] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1b75a6-aa2c-4485-808a-83c464f706e7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.057931] env[68800]: DEBUG nova.virt.block_device [None req-c8fcfc84-3e93-480c-8c7b-bc91627136e7 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Updating existing volume attachment record: a4e42cbf-650b-4f72-b528-c22ed3ca4fa6 {{(pid=68800) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1271.262548] env[68800]: DEBUG oslo_vmware.api [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244675, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.351915] env[68800]: DEBUG oslo_vmware.api [None req-6035bd9b-afe7-40b1-8bb5-7bf676bbb6eb tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244676, 'name': SuspendVM_Task} progress is 58%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.634879] env[68800]: DEBUG nova.compute.manager [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1271.665073] env[68800]: DEBUG nova.virt.hardware [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1271.665354] env[68800]: DEBUG nova.virt.hardware [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1271.665505] env[68800]: DEBUG nova.virt.hardware [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1271.665686] env[68800]: DEBUG nova.virt.hardware [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1271.665837] env[68800]: DEBUG nova.virt.hardware [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1271.665982] env[68800]: DEBUG nova.virt.hardware [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1271.666223] env[68800]: DEBUG nova.virt.hardware [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1271.666387] env[68800]: DEBUG nova.virt.hardware [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1271.666563] env[68800]: DEBUG nova.virt.hardware [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1271.666770] env[68800]: DEBUG nova.virt.hardware [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1271.666986] env[68800]: DEBUG nova.virt.hardware [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1271.667876] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739ac287-ebbb-460b-ac73-447f03162731 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.676292] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9388cbd9-3186-4917-b942-7ecdbe46e1be {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.762303] env[68800]: DEBUG oslo_vmware.api [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244675, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.851429] env[68800]: DEBUG nova.compute.manager [req-386f4690-c4f8-40ae-b2ac-2e9d2974c9c4 req-9d318e6d-b2d6-4b5f-ae2f-d8c9a57781e8 service nova] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Received event network-vif-plugged-85bc4802-6dcd-482e-9314-fac32ac9af04 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1271.851737] env[68800]: DEBUG oslo_concurrency.lockutils [req-386f4690-c4f8-40ae-b2ac-2e9d2974c9c4 req-9d318e6d-b2d6-4b5f-ae2f-d8c9a57781e8 service nova] Acquiring lock "9db43d1f-9d02-431f-8d12-207c77569515-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.851973] env[68800]: DEBUG oslo_concurrency.lockutils [req-386f4690-c4f8-40ae-b2ac-2e9d2974c9c4 req-9d318e6d-b2d6-4b5f-ae2f-d8c9a57781e8 service nova] Lock "9db43d1f-9d02-431f-8d12-207c77569515-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.852155] env[68800]: DEBUG oslo_concurrency.lockutils [req-386f4690-c4f8-40ae-b2ac-2e9d2974c9c4 req-9d318e6d-b2d6-4b5f-ae2f-d8c9a57781e8 service nova] Lock "9db43d1f-9d02-431f-8d12-207c77569515-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.852325] env[68800]: DEBUG nova.compute.manager [req-386f4690-c4f8-40ae-b2ac-2e9d2974c9c4 req-9d318e6d-b2d6-4b5f-ae2f-d8c9a57781e8 service nova] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] No waiting events found dispatching network-vif-plugged-85bc4802-6dcd-482e-9314-fac32ac9af04 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1271.852521] env[68800]: WARNING nova.compute.manager [req-386f4690-c4f8-40ae-b2ac-2e9d2974c9c4 req-9d318e6d-b2d6-4b5f-ae2f-d8c9a57781e8 service nova] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Received unexpected event network-vif-plugged-85bc4802-6dcd-482e-9314-fac32ac9af04 for instance with vm_state building and task_state spawning. [ 1271.856571] env[68800]: DEBUG oslo_vmware.api [None req-6035bd9b-afe7-40b1-8bb5-7bf676bbb6eb tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244676, 'name': SuspendVM_Task, 'duration_secs': 0.778383} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.856828] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-6035bd9b-afe7-40b1-8bb5-7bf676bbb6eb tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Suspended the VM {{(pid=68800) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1271.857104] env[68800]: DEBUG nova.compute.manager [None req-6035bd9b-afe7-40b1-8bb5-7bf676bbb6eb tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1271.857934] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9117bb3d-afd2-4160-b307-e3722a0f1542 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.944999] env[68800]: DEBUG nova.network.neutron [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Successfully updated port: 85bc4802-6dcd-482e-9314-fac32ac9af04 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1272.264312] env[68800]: DEBUG oslo_vmware.api [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244675, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.449862] env[68800]: DEBUG oslo_concurrency.lockutils [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquiring lock "refresh_cache-9db43d1f-9d02-431f-8d12-207c77569515" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.449909] env[68800]: DEBUG oslo_concurrency.lockutils [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquired lock "refresh_cache-9db43d1f-9d02-431f-8d12-207c77569515" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.450085] env[68800]: DEBUG nova.network.neutron [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1272.763817] env[68800]: DEBUG oslo_vmware.api [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244675, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.984789] env[68800]: DEBUG nova.network.neutron [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1273.108402] env[68800]: DEBUG nova.network.neutron [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Updating instance_info_cache with network_info: [{"id": "85bc4802-6dcd-482e-9314-fac32ac9af04", "address": "fa:16:3e:d6:50:4a", "network": {"id": "4ca5ed1c-7798-40f8-97dd-93eef15acf7e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1748453885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a82d9565ce4cf0ab26fb48caf3f589", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85bc4802-6d", "ovs_interfaceid": "85bc4802-6dcd-482e-9314-fac32ac9af04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.186511] env[68800]: INFO nova.compute.manager [None req-bbdb5baf-bae7-4c2f-a5d0-16c59ccb7bc6 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Resuming [ 1273.187174] env[68800]: DEBUG nova.objects.instance [None req-bbdb5baf-bae7-4c2f-a5d0-16c59ccb7bc6 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lazy-loading 'flavor' on Instance uuid f20e99a5-9c05-4318-a835-67ef0e27055c {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.263525] env[68800]: DEBUG oslo_vmware.api [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244675, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.522932} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.263788] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/57baf298-12fd-4de8-bddc-238305bc6a41/57baf298-12fd-4de8-bddc-238305bc6a41.vmdk to [datastore2] 1ff033c8-a54c-479e-bbee-ac8cb4e1802f/1ff033c8-a54c-479e-bbee-ac8cb4e1802f.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1273.264555] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f3835d-beee-42cd-8c0d-0cdd6af567fc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.287577] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 1ff033c8-a54c-479e-bbee-ac8cb4e1802f/1ff033c8-a54c-479e-bbee-ac8cb4e1802f.vmdk or device None with type streamOptimized {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1273.287577] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cec920e-4504-4c8b-81e5-18e442dd7225 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.305472] env[68800]: DEBUG oslo_vmware.api [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 1273.305472] env[68800]: value = "task-3244679" [ 1273.305472] env[68800]: _type = "Task" [ 1273.305472] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.313573] env[68800]: DEBUG oslo_vmware.api [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244679, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.610920] env[68800]: DEBUG oslo_concurrency.lockutils [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Releasing lock "refresh_cache-9db43d1f-9d02-431f-8d12-207c77569515" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.611507] env[68800]: DEBUG nova.compute.manager [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Instance network_info: |[{"id": "85bc4802-6dcd-482e-9314-fac32ac9af04", "address": "fa:16:3e:d6:50:4a", "network": {"id": "4ca5ed1c-7798-40f8-97dd-93eef15acf7e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1748453885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a82d9565ce4cf0ab26fb48caf3f589", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85bc4802-6d", "ovs_interfaceid": "85bc4802-6dcd-482e-9314-fac32ac9af04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1273.612051] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:50:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85bc4802-6dcd-482e-9314-fac32ac9af04', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1273.619506] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1273.619710] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1273.619927] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d149473-b8b7-40b4-a2ad-b404aa62be4e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.638935] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1273.638935] env[68800]: value = "task-3244680" [ 1273.638935] env[68800]: _type = "Task" [ 1273.638935] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.646167] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244680, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.815777] env[68800]: DEBUG oslo_vmware.api [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244679, 'name': ReconfigVM_Task, 'duration_secs': 0.285517} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.816131] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 1ff033c8-a54c-479e-bbee-ac8cb4e1802f/1ff033c8-a54c-479e-bbee-ac8cb4e1802f.vmdk or device None with type streamOptimized {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1273.816865] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f576683d-67f4-458d-a173-42b7e1aba235 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.822515] env[68800]: DEBUG oslo_vmware.api [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 1273.822515] env[68800]: value = "task-3244681" [ 1273.822515] env[68800]: _type = "Task" [ 1273.822515] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.829938] env[68800]: DEBUG oslo_vmware.api [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244681, 'name': Rename_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.879553] env[68800]: DEBUG nova.compute.manager [req-e5a0413a-37d8-4240-a04e-0a2a5a8a1c77 req-2d0a3e86-c96d-44c0-8ad1-7e988479240a service nova] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Received event network-changed-85bc4802-6dcd-482e-9314-fac32ac9af04 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1273.879855] env[68800]: DEBUG nova.compute.manager [req-e5a0413a-37d8-4240-a04e-0a2a5a8a1c77 req-2d0a3e86-c96d-44c0-8ad1-7e988479240a service nova] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Refreshing instance network info cache due to event network-changed-85bc4802-6dcd-482e-9314-fac32ac9af04. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1273.880315] env[68800]: DEBUG oslo_concurrency.lockutils [req-e5a0413a-37d8-4240-a04e-0a2a5a8a1c77 req-2d0a3e86-c96d-44c0-8ad1-7e988479240a service nova] Acquiring lock "refresh_cache-9db43d1f-9d02-431f-8d12-207c77569515" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.880315] env[68800]: DEBUG oslo_concurrency.lockutils [req-e5a0413a-37d8-4240-a04e-0a2a5a8a1c77 req-2d0a3e86-c96d-44c0-8ad1-7e988479240a service nova] Acquired lock "refresh_cache-9db43d1f-9d02-431f-8d12-207c77569515" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.880480] env[68800]: DEBUG nova.network.neutron [req-e5a0413a-37d8-4240-a04e-0a2a5a8a1c77 req-2d0a3e86-c96d-44c0-8ad1-7e988479240a service nova] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Refreshing network info cache for port 85bc4802-6dcd-482e-9314-fac32ac9af04 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1274.151158] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244680, 'name': CreateVM_Task, 'duration_secs': 0.353458} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.151444] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1274.152047] env[68800]: DEBUG oslo_concurrency.lockutils [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.152210] env[68800]: DEBUG oslo_concurrency.lockutils [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.152562] env[68800]: DEBUG oslo_concurrency.lockutils [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.152825] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec5cae32-b91f-485d-a9e9-3c2e912847df {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.158015] env[68800]: DEBUG oslo_vmware.api [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1274.158015] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52782643-fbe1-723e-856a-1a1c24a11597" [ 1274.158015] env[68800]: _type = "Task" [ 1274.158015] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.165969] env[68800]: DEBUG oslo_vmware.api [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52782643-fbe1-723e-856a-1a1c24a11597, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.332868] env[68800]: DEBUG oslo_vmware.api [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244681, 'name': Rename_Task, 'duration_secs': 0.135467} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.333172] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1274.333412] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-810fb7eb-a66a-4665-817b-19438e317862 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.339502] env[68800]: DEBUG oslo_vmware.api [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 1274.339502] env[68800]: value = "task-3244682" [ 1274.339502] env[68800]: _type = "Task" [ 1274.339502] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.346558] env[68800]: DEBUG oslo_vmware.api [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244682, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.573385] env[68800]: DEBUG nova.network.neutron [req-e5a0413a-37d8-4240-a04e-0a2a5a8a1c77 req-2d0a3e86-c96d-44c0-8ad1-7e988479240a service nova] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Updated VIF entry in instance network info cache for port 85bc4802-6dcd-482e-9314-fac32ac9af04. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1274.573910] env[68800]: DEBUG nova.network.neutron [req-e5a0413a-37d8-4240-a04e-0a2a5a8a1c77 req-2d0a3e86-c96d-44c0-8ad1-7e988479240a service nova] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Updating instance_info_cache with network_info: [{"id": "85bc4802-6dcd-482e-9314-fac32ac9af04", "address": "fa:16:3e:d6:50:4a", "network": {"id": "4ca5ed1c-7798-40f8-97dd-93eef15acf7e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1748453885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a82d9565ce4cf0ab26fb48caf3f589", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85bc4802-6d", "ovs_interfaceid": "85bc4802-6dcd-482e-9314-fac32ac9af04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.668193] env[68800]: DEBUG oslo_vmware.api [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52782643-fbe1-723e-856a-1a1c24a11597, 'name': SearchDatastore_Task, 'duration_secs': 0.024774} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.668467] env[68800]: DEBUG oslo_concurrency.lockutils [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.668736] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1274.669019] env[68800]: DEBUG oslo_concurrency.lockutils [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.669194] env[68800]: DEBUG oslo_concurrency.lockutils [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.669391] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1274.669661] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb46bbda-f2c1-4f67-b3b4-09ac78f5d1a1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.677079] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1274.677263] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1274.677930] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71ddbcd5-1aa2-4354-9d0e-dcc7176d3bfa {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.682902] env[68800]: DEBUG oslo_vmware.api [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1274.682902] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52318aa3-9299-aa7f-ee03-1848b5e3d58a" [ 1274.682902] env[68800]: _type = "Task" [ 1274.682902] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.690015] env[68800]: DEBUG oslo_vmware.api [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52318aa3-9299-aa7f-ee03-1848b5e3d58a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.697597] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bbdb5baf-bae7-4c2f-a5d0-16c59ccb7bc6 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquiring lock "refresh_cache-f20e99a5-9c05-4318-a835-67ef0e27055c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.697755] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bbdb5baf-bae7-4c2f-a5d0-16c59ccb7bc6 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquired lock "refresh_cache-f20e99a5-9c05-4318-a835-67ef0e27055c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.697927] env[68800]: DEBUG nova.network.neutron [None req-bbdb5baf-bae7-4c2f-a5d0-16c59ccb7bc6 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1274.848957] env[68800]: DEBUG oslo_vmware.api [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244682, 'name': PowerOnVM_Task, 'duration_secs': 0.457855} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.849334] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1274.950915] env[68800]: DEBUG nova.compute.manager [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1274.951867] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4621ad-61cd-470e-9a4e-adb2ad2f78ae {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.077307] env[68800]: DEBUG oslo_concurrency.lockutils [req-e5a0413a-37d8-4240-a04e-0a2a5a8a1c77 req-2d0a3e86-c96d-44c0-8ad1-7e988479240a service nova] Releasing lock "refresh_cache-9db43d1f-9d02-431f-8d12-207c77569515" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.193515] env[68800]: DEBUG oslo_vmware.api [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52318aa3-9299-aa7f-ee03-1848b5e3d58a, 'name': SearchDatastore_Task, 'duration_secs': 0.008026} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.194250] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80dee2f3-eeb4-4651-aad5-e58eeca7d60c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.201862] env[68800]: DEBUG oslo_vmware.api [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1275.201862] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52aac35b-bfb4-afa3-206a-cfdca6c8199c" [ 1275.201862] env[68800]: _type = "Task" [ 1275.201862] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.210234] env[68800]: DEBUG oslo_vmware.api [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52aac35b-bfb4-afa3-206a-cfdca6c8199c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.401836] env[68800]: DEBUG nova.network.neutron [None req-bbdb5baf-bae7-4c2f-a5d0-16c59ccb7bc6 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Updating instance_info_cache with network_info: [{"id": "2b2d3d60-6f9c-4384-abc3-9db6ad53896e", "address": "fa:16:3e:8c:b1:c9", "network": {"id": "2ad65ae6-e96d-418b-8904-1b8c899626b0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1659419657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b74621381dc4bbca8fea1513bfe56e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b2d3d60-6f", "ovs_interfaceid": "2b2d3d60-6f9c-4384-abc3-9db6ad53896e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.469199] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f3cc3102-38c0-479d-b2b9-2e44b9e7d170 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "1ff033c8-a54c-479e-bbee-ac8cb4e1802f" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.923s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.611323] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8fcfc84-3e93-480c-8c7b-bc91627136e7 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Volume attach. Driver type: vmdk {{(pid=68800) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1275.611578] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8fcfc84-3e93-480c-8c7b-bc91627136e7 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648403', 'volume_id': 'da0ec6dc-e19f-4d36-9fea-bf12ad8acb9e', 'name': 'volume-da0ec6dc-e19f-4d36-9fea-bf12ad8acb9e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac70d103-0a0f-4930-9ab3-1aa73da3a827', 'attached_at': '', 'detached_at': '', 'volume_id': 'da0ec6dc-e19f-4d36-9fea-bf12ad8acb9e', 'serial': 'da0ec6dc-e19f-4d36-9fea-bf12ad8acb9e'} {{(pid=68800) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1275.612808] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de794ed-adbf-416c-a7ce-5aa3aacd7a1d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.629175] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa10e5f6-bdff-4f07-a83d-ace41302a9e0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.656401] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8fcfc84-3e93-480c-8c7b-bc91627136e7 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] volume-da0ec6dc-e19f-4d36-9fea-bf12ad8acb9e/volume-da0ec6dc-e19f-4d36-9fea-bf12ad8acb9e.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1275.656640] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4bd1ba7-5230-4a5f-9517-2c5717c846cb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.674402] env[68800]: DEBUG oslo_vmware.api [None req-c8fcfc84-3e93-480c-8c7b-bc91627136e7 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Waiting for the task: (returnval){ [ 1275.674402] env[68800]: value = "task-3244683" [ 1275.674402] env[68800]: _type = "Task" [ 1275.674402] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.681514] env[68800]: DEBUG oslo_vmware.api [None req-c8fcfc84-3e93-480c-8c7b-bc91627136e7 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244683, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.712303] env[68800]: DEBUG oslo_vmware.api [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52aac35b-bfb4-afa3-206a-cfdca6c8199c, 'name': SearchDatastore_Task, 'duration_secs': 0.011013} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.712543] env[68800]: DEBUG oslo_concurrency.lockutils [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.712841] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 9db43d1f-9d02-431f-8d12-207c77569515/9db43d1f-9d02-431f-8d12-207c77569515.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1275.713147] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ae7d424-47cc-4297-8145-696b06b21424 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.719134] env[68800]: DEBUG oslo_vmware.api [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1275.719134] env[68800]: value = "task-3244684" [ 1275.719134] env[68800]: _type = "Task" [ 1275.719134] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.726746] env[68800]: DEBUG oslo_vmware.api [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244684, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.879051] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1388e6ae-ee40-4036-a0d5-8e1c0f875ad2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquiring lock "1ff033c8-a54c-479e-bbee-ac8cb4e1802f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.879392] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1388e6ae-ee40-4036-a0d5-8e1c0f875ad2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "1ff033c8-a54c-479e-bbee-ac8cb4e1802f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.879556] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1388e6ae-ee40-4036-a0d5-8e1c0f875ad2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquiring lock "1ff033c8-a54c-479e-bbee-ac8cb4e1802f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.879773] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1388e6ae-ee40-4036-a0d5-8e1c0f875ad2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "1ff033c8-a54c-479e-bbee-ac8cb4e1802f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.879936] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1388e6ae-ee40-4036-a0d5-8e1c0f875ad2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "1ff033c8-a54c-479e-bbee-ac8cb4e1802f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.882260] env[68800]: INFO nova.compute.manager [None req-1388e6ae-ee40-4036-a0d5-8e1c0f875ad2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Terminating instance [ 1275.904367] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bbdb5baf-bae7-4c2f-a5d0-16c59ccb7bc6 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Releasing lock "refresh_cache-f20e99a5-9c05-4318-a835-67ef0e27055c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.905392] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943dd14e-7d50-44ec-a21d-3fbda25495a6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.913288] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdb5baf-bae7-4c2f-a5d0-16c59ccb7bc6 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Resuming the VM {{(pid=68800) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1275.913545] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5854d006-04cd-4e90-8c6e-5c28dc4b622f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.919890] env[68800]: DEBUG oslo_vmware.api [None req-bbdb5baf-bae7-4c2f-a5d0-16c59ccb7bc6 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 1275.919890] env[68800]: value = "task-3244685" [ 1275.919890] env[68800]: _type = "Task" [ 1275.919890] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.928453] env[68800]: DEBUG oslo_vmware.api [None req-bbdb5baf-bae7-4c2f-a5d0-16c59ccb7bc6 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244685, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.186346] env[68800]: DEBUG oslo_vmware.api [None req-c8fcfc84-3e93-480c-8c7b-bc91627136e7 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244683, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.228838] env[68800]: DEBUG oslo_vmware.api [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244684, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470216} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.231051] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 9db43d1f-9d02-431f-8d12-207c77569515/9db43d1f-9d02-431f-8d12-207c77569515.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1276.231051] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1276.231051] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d6c37a3-e7a7-4f83-bcf1-cae3aa8911a6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.238437] env[68800]: DEBUG oslo_vmware.api [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1276.238437] env[68800]: value = "task-3244686" [ 1276.238437] env[68800]: _type = "Task" [ 1276.238437] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.245924] env[68800]: DEBUG oslo_vmware.api [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244686, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.387123] env[68800]: DEBUG nova.compute.manager [None req-1388e6ae-ee40-4036-a0d5-8e1c0f875ad2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1276.387392] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-1388e6ae-ee40-4036-a0d5-8e1c0f875ad2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1276.388284] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15819e28-ab87-4bac-a069-303ea424ad47 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.395967] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-1388e6ae-ee40-4036-a0d5-8e1c0f875ad2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1276.396305] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2e2bc4c-e495-47b5-b10e-ce62960f0a64 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.401983] env[68800]: DEBUG oslo_vmware.api [None req-1388e6ae-ee40-4036-a0d5-8e1c0f875ad2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 1276.401983] env[68800]: value = "task-3244687" [ 1276.401983] env[68800]: _type = "Task" [ 1276.401983] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.409674] env[68800]: DEBUG oslo_vmware.api [None req-1388e6ae-ee40-4036-a0d5-8e1c0f875ad2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244687, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.431955] env[68800]: DEBUG oslo_vmware.api [None req-bbdb5baf-bae7-4c2f-a5d0-16c59ccb7bc6 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244685, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.686980] env[68800]: DEBUG oslo_vmware.api [None req-c8fcfc84-3e93-480c-8c7b-bc91627136e7 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244683, 'name': ReconfigVM_Task, 'duration_secs': 0.616071} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.687318] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8fcfc84-3e93-480c-8c7b-bc91627136e7 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Reconfigured VM instance instance-0000006e to attach disk [datastore2] volume-da0ec6dc-e19f-4d36-9fea-bf12ad8acb9e/volume-da0ec6dc-e19f-4d36-9fea-bf12ad8acb9e.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1276.692867] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fa1aa13-54bd-468b-9180-a872a31e5ab7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.710596] env[68800]: DEBUG oslo_vmware.api [None req-c8fcfc84-3e93-480c-8c7b-bc91627136e7 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Waiting for the task: (returnval){ [ 1276.710596] env[68800]: value = "task-3244688" [ 1276.710596] env[68800]: _type = "Task" [ 1276.710596] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.722461] env[68800]: DEBUG oslo_vmware.api [None req-c8fcfc84-3e93-480c-8c7b-bc91627136e7 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244688, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.749770] env[68800]: DEBUG oslo_vmware.api [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244686, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068138} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.750068] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1276.750904] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075ee636-a6ac-445d-9e9d-73710bd871df {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.777189] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 9db43d1f-9d02-431f-8d12-207c77569515/9db43d1f-9d02-431f-8d12-207c77569515.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1276.777542] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-279f2206-752e-47e3-9e9e-c8b9592bbf4a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.799475] env[68800]: DEBUG oslo_vmware.api [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1276.799475] env[68800]: value = "task-3244689" [ 1276.799475] env[68800]: _type = "Task" [ 1276.799475] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.811585] env[68800]: DEBUG oslo_vmware.api [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244689, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.911071] env[68800]: DEBUG oslo_vmware.api [None req-1388e6ae-ee40-4036-a0d5-8e1c0f875ad2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244687, 'name': PowerOffVM_Task, 'duration_secs': 0.261056} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.911511] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-1388e6ae-ee40-4036-a0d5-8e1c0f875ad2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1276.911511] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-1388e6ae-ee40-4036-a0d5-8e1c0f875ad2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1276.911733] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-587967b4-8f85-43cd-aa3b-1f6b384be405 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.930061] env[68800]: DEBUG oslo_vmware.api [None req-bbdb5baf-bae7-4c2f-a5d0-16c59ccb7bc6 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244685, 'name': PowerOnVM_Task, 'duration_secs': 0.651672} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.930311] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdb5baf-bae7-4c2f-a5d0-16c59ccb7bc6 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Resumed the VM {{(pid=68800) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1276.930483] env[68800]: DEBUG nova.compute.manager [None req-bbdb5baf-bae7-4c2f-a5d0-16c59ccb7bc6 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1276.931279] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de5f5d6-29d8-4b47-a811-defaa82af9cc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.983866] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-1388e6ae-ee40-4036-a0d5-8e1c0f875ad2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1276.984168] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-1388e6ae-ee40-4036-a0d5-8e1c0f875ad2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1276.984362] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-1388e6ae-ee40-4036-a0d5-8e1c0f875ad2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Deleting the datastore file [datastore2] 1ff033c8-a54c-479e-bbee-ac8cb4e1802f {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1276.984641] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-328fa9b2-b29b-44c7-b9f3-e5ff76ac1e1d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.990443] env[68800]: DEBUG oslo_vmware.api [None req-1388e6ae-ee40-4036-a0d5-8e1c0f875ad2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for the task: (returnval){ [ 1276.990443] env[68800]: value = "task-3244691" [ 1276.990443] env[68800]: _type = "Task" [ 1276.990443] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.998220] env[68800]: DEBUG oslo_vmware.api [None req-1388e6ae-ee40-4036-a0d5-8e1c0f875ad2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244691, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.220620] env[68800]: DEBUG oslo_vmware.api [None req-c8fcfc84-3e93-480c-8c7b-bc91627136e7 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244688, 'name': ReconfigVM_Task, 'duration_secs': 0.168261} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.220931] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8fcfc84-3e93-480c-8c7b-bc91627136e7 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648403', 'volume_id': 'da0ec6dc-e19f-4d36-9fea-bf12ad8acb9e', 'name': 'volume-da0ec6dc-e19f-4d36-9fea-bf12ad8acb9e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac70d103-0a0f-4930-9ab3-1aa73da3a827', 'attached_at': '', 'detached_at': '', 'volume_id': 'da0ec6dc-e19f-4d36-9fea-bf12ad8acb9e', 'serial': 'da0ec6dc-e19f-4d36-9fea-bf12ad8acb9e'} {{(pid=68800) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1277.311987] env[68800]: DEBUG oslo_vmware.api [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244689, 'name': ReconfigVM_Task, 'duration_secs': 0.344468} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.312283] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 9db43d1f-9d02-431f-8d12-207c77569515/9db43d1f-9d02-431f-8d12-207c77569515.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1277.312890] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a91be13-b35b-4a91-90ab-ef3fd15fd2b3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.319359] env[68800]: DEBUG oslo_vmware.api [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1277.319359] env[68800]: value = "task-3244692" [ 1277.319359] env[68800]: _type = "Task" [ 1277.319359] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.326991] env[68800]: DEBUG oslo_vmware.api [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244692, 'name': Rename_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.500810] env[68800]: DEBUG oslo_vmware.api [None req-1388e6ae-ee40-4036-a0d5-8e1c0f875ad2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Task: {'id': task-3244691, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157377} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.501103] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-1388e6ae-ee40-4036-a0d5-8e1c0f875ad2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1277.501293] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-1388e6ae-ee40-4036-a0d5-8e1c0f875ad2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1277.501471] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-1388e6ae-ee40-4036-a0d5-8e1c0f875ad2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1277.501645] env[68800]: INFO nova.compute.manager [None req-1388e6ae-ee40-4036-a0d5-8e1c0f875ad2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1277.501904] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1388e6ae-ee40-4036-a0d5-8e1c0f875ad2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1277.502117] env[68800]: DEBUG nova.compute.manager [-] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1277.502319] env[68800]: DEBUG nova.network.neutron [-] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1277.830185] env[68800]: DEBUG oslo_vmware.api [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244692, 'name': Rename_Task, 'duration_secs': 0.145612} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.830185] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1277.830343] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bc21927-c2af-4584-b5af-f81e336d4a52 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.838810] env[68800]: DEBUG oslo_vmware.api [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1277.838810] env[68800]: value = "task-3244693" [ 1277.838810] env[68800]: _type = "Task" [ 1277.838810] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.851800] env[68800]: DEBUG oslo_vmware.api [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244693, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.870516] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d423f271-732b-4871-b7fa-3fdd17e19ca1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquiring lock "f20e99a5-9c05-4318-a835-67ef0e27055c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.870787] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d423f271-732b-4871-b7fa-3fdd17e19ca1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "f20e99a5-9c05-4318-a835-67ef0e27055c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.870997] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d423f271-732b-4871-b7fa-3fdd17e19ca1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquiring lock "f20e99a5-9c05-4318-a835-67ef0e27055c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.871222] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d423f271-732b-4871-b7fa-3fdd17e19ca1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "f20e99a5-9c05-4318-a835-67ef0e27055c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.871396] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d423f271-732b-4871-b7fa-3fdd17e19ca1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "f20e99a5-9c05-4318-a835-67ef0e27055c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.875134] env[68800]: INFO nova.compute.manager [None req-d423f271-732b-4871-b7fa-3fdd17e19ca1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Terminating instance [ 1278.149230] env[68800]: DEBUG nova.compute.manager [req-733b4525-d988-4852-98d7-08df7cd12566 req-bbced8a2-cee4-4bf5-8cfc-165d17d38b3e service nova] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Received event network-vif-deleted-95f7c520-8a21-44c9-a4e1-a379a37c03d8 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1278.149230] env[68800]: INFO nova.compute.manager [req-733b4525-d988-4852-98d7-08df7cd12566 req-bbced8a2-cee4-4bf5-8cfc-165d17d38b3e service nova] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Neutron deleted interface 95f7c520-8a21-44c9-a4e1-a379a37c03d8; detaching it from the instance and deleting it from the info cache [ 1278.149230] env[68800]: DEBUG nova.network.neutron [req-733b4525-d988-4852-98d7-08df7cd12566 req-bbced8a2-cee4-4bf5-8cfc-165d17d38b3e service nova] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.262602] env[68800]: DEBUG nova.objects.instance [None req-c8fcfc84-3e93-480c-8c7b-bc91627136e7 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Lazy-loading 'flavor' on Instance uuid ac70d103-0a0f-4930-9ab3-1aa73da3a827 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.350649] env[68800]: DEBUG oslo_vmware.api [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244693, 'name': PowerOnVM_Task, 'duration_secs': 0.472744} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.351081] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1278.351373] env[68800]: INFO nova.compute.manager [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Took 6.72 seconds to spawn the instance on the hypervisor. [ 1278.351662] env[68800]: DEBUG nova.compute.manager [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1278.352650] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37515c20-e00a-4c09-9396-10fd076b72fe {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.378460] env[68800]: DEBUG nova.compute.manager [None req-d423f271-732b-4871-b7fa-3fdd17e19ca1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1278.378699] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d423f271-732b-4871-b7fa-3fdd17e19ca1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1278.379612] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018a873c-d8a3-4944-803e-dc10ce0e834a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.386287] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d423f271-732b-4871-b7fa-3fdd17e19ca1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1278.386555] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d03efa83-00d3-46bf-8354-7eaf04ab0bfa {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.391669] env[68800]: DEBUG oslo_vmware.api [None req-d423f271-732b-4871-b7fa-3fdd17e19ca1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 1278.391669] env[68800]: value = "task-3244694" [ 1278.391669] env[68800]: _type = "Task" [ 1278.391669] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.399144] env[68800]: DEBUG oslo_vmware.api [None req-d423f271-732b-4871-b7fa-3fdd17e19ca1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244694, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.632787] env[68800]: DEBUG nova.network.neutron [-] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.639343] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2634f170-23b0-4588-a5f4-3bf201cbe99f tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Acquiring lock "ac70d103-0a0f-4930-9ab3-1aa73da3a827" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.651844] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ebb21725-60ab-4c2a-8cfd-067508413a7e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.661706] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b704ab0b-f89a-42be-81a6-5231d2ed46e7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.693506] env[68800]: DEBUG nova.compute.manager [req-733b4525-d988-4852-98d7-08df7cd12566 req-bbced8a2-cee4-4bf5-8cfc-165d17d38b3e service nova] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Detach interface failed, port_id=95f7c520-8a21-44c9-a4e1-a379a37c03d8, reason: Instance 1ff033c8-a54c-479e-bbee-ac8cb4e1802f could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1278.770397] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c8fcfc84-3e93-480c-8c7b-bc91627136e7 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Lock "ac70d103-0a0f-4930-9ab3-1aa73da3a827" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.788s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.771370] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2634f170-23b0-4588-a5f4-3bf201cbe99f tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Lock "ac70d103-0a0f-4930-9ab3-1aa73da3a827" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.132s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.871920] env[68800]: INFO nova.compute.manager [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Took 11.46 seconds to build instance. [ 1278.903327] env[68800]: DEBUG oslo_vmware.api [None req-d423f271-732b-4871-b7fa-3fdd17e19ca1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244694, 'name': PowerOffVM_Task, 'duration_secs': 0.202781} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.903327] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d423f271-732b-4871-b7fa-3fdd17e19ca1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1278.903327] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d423f271-732b-4871-b7fa-3fdd17e19ca1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1278.903327] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ffaa11c-72cd-4a24-83df-19e3dda31fcc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.966592] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d423f271-732b-4871-b7fa-3fdd17e19ca1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1278.966821] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d423f271-732b-4871-b7fa-3fdd17e19ca1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1278.967009] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-d423f271-732b-4871-b7fa-3fdd17e19ca1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Deleting the datastore file [datastore1] f20e99a5-9c05-4318-a835-67ef0e27055c {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1278.967273] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7d32620-8cc1-4b17-84d9-6fd799d2ed9e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.972986] env[68800]: DEBUG oslo_vmware.api [None req-d423f271-732b-4871-b7fa-3fdd17e19ca1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for the task: (returnval){ [ 1278.972986] env[68800]: value = "task-3244696" [ 1278.972986] env[68800]: _type = "Task" [ 1278.972986] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.980780] env[68800]: DEBUG oslo_vmware.api [None req-d423f271-732b-4871-b7fa-3fdd17e19ca1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244696, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.135950] env[68800]: INFO nova.compute.manager [-] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Took 1.63 seconds to deallocate network for instance. [ 1279.274397] env[68800]: INFO nova.compute.manager [None req-2634f170-23b0-4588-a5f4-3bf201cbe99f tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Detaching volume d2c6ce26-c28b-4ef1-8e20-41ef52175679 [ 1279.307546] env[68800]: INFO nova.virt.block_device [None req-2634f170-23b0-4588-a5f4-3bf201cbe99f tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Attempting to driver detach volume d2c6ce26-c28b-4ef1-8e20-41ef52175679 from mountpoint /dev/sdb [ 1279.307793] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-2634f170-23b0-4588-a5f4-3bf201cbe99f tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Volume detach. Driver type: vmdk {{(pid=68800) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1279.307986] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-2634f170-23b0-4588-a5f4-3bf201cbe99f tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648400', 'volume_id': 'd2c6ce26-c28b-4ef1-8e20-41ef52175679', 'name': 'volume-d2c6ce26-c28b-4ef1-8e20-41ef52175679', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac70d103-0a0f-4930-9ab3-1aa73da3a827', 'attached_at': '', 'detached_at': '', 'volume_id': 'd2c6ce26-c28b-4ef1-8e20-41ef52175679', 'serial': 'd2c6ce26-c28b-4ef1-8e20-41ef52175679'} {{(pid=68800) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1279.308930] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed1a506-f2dc-49d9-a287-eeba51d8fbe8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.335411] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ce3d40-93ed-45a6-9149-29560356cd8d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.342914] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c945f8-c8ca-4411-aea9-43f87c1af3cb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.366024] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ea26ef-9837-46b8-9edb-2d49bf7308ad {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.381203] env[68800]: DEBUG oslo_concurrency.lockutils [None req-973430c5-efe4-486c-a32f-588b547d5ec0 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "9db43d1f-9d02-431f-8d12-207c77569515" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.973s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.381493] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-2634f170-23b0-4588-a5f4-3bf201cbe99f tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] The volume has not been displaced from its original location: [datastore2] volume-d2c6ce26-c28b-4ef1-8e20-41ef52175679/volume-d2c6ce26-c28b-4ef1-8e20-41ef52175679.vmdk. No consolidation needed. {{(pid=68800) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1279.386902] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-2634f170-23b0-4588-a5f4-3bf201cbe99f tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1279.387273] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3322e5d6-d2ed-4a32-8154-e861c30f2122 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.405785] env[68800]: DEBUG oslo_vmware.api [None req-2634f170-23b0-4588-a5f4-3bf201cbe99f tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Waiting for the task: (returnval){ [ 1279.405785] env[68800]: value = "task-3244697" [ 1279.405785] env[68800]: _type = "Task" [ 1279.405785] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.414016] env[68800]: DEBUG oslo_vmware.api [None req-2634f170-23b0-4588-a5f4-3bf201cbe99f tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244697, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.482862] env[68800]: DEBUG oslo_vmware.api [None req-d423f271-732b-4871-b7fa-3fdd17e19ca1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Task: {'id': task-3244696, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188583} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.483196] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-d423f271-732b-4871-b7fa-3fdd17e19ca1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1279.483418] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d423f271-732b-4871-b7fa-3fdd17e19ca1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1279.483766] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d423f271-732b-4871-b7fa-3fdd17e19ca1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1279.483867] env[68800]: INFO nova.compute.manager [None req-d423f271-732b-4871-b7fa-3fdd17e19ca1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1279.484203] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d423f271-732b-4871-b7fa-3fdd17e19ca1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1279.484400] env[68800]: DEBUG nova.compute.manager [-] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1279.484608] env[68800]: DEBUG nova.network.neutron [-] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1279.519208] env[68800]: DEBUG nova.compute.manager [req-3dcb0c76-4563-447d-b7fe-ec88645dd6b8 req-d91c78cd-0747-4f56-92fe-3347dede05b1 service nova] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Received event network-changed-85bc4802-6dcd-482e-9314-fac32ac9af04 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1279.519413] env[68800]: DEBUG nova.compute.manager [req-3dcb0c76-4563-447d-b7fe-ec88645dd6b8 req-d91c78cd-0747-4f56-92fe-3347dede05b1 service nova] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Refreshing instance network info cache due to event network-changed-85bc4802-6dcd-482e-9314-fac32ac9af04. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1279.519634] env[68800]: DEBUG oslo_concurrency.lockutils [req-3dcb0c76-4563-447d-b7fe-ec88645dd6b8 req-d91c78cd-0747-4f56-92fe-3347dede05b1 service nova] Acquiring lock "refresh_cache-9db43d1f-9d02-431f-8d12-207c77569515" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.519780] env[68800]: DEBUG oslo_concurrency.lockutils [req-3dcb0c76-4563-447d-b7fe-ec88645dd6b8 req-d91c78cd-0747-4f56-92fe-3347dede05b1 service nova] Acquired lock "refresh_cache-9db43d1f-9d02-431f-8d12-207c77569515" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.520662] env[68800]: DEBUG nova.network.neutron [req-3dcb0c76-4563-447d-b7fe-ec88645dd6b8 req-d91c78cd-0747-4f56-92fe-3347dede05b1 service nova] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Refreshing network info cache for port 85bc4802-6dcd-482e-9314-fac32ac9af04 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1279.642858] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1388e6ae-ee40-4036-a0d5-8e1c0f875ad2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.643219] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1388e6ae-ee40-4036-a0d5-8e1c0f875ad2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.643468] env[68800]: DEBUG nova.objects.instance [None req-1388e6ae-ee40-4036-a0d5-8e1c0f875ad2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lazy-loading 'resources' on Instance uuid 1ff033c8-a54c-479e-bbee-ac8cb4e1802f {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1279.916270] env[68800]: DEBUG oslo_vmware.api [None req-2634f170-23b0-4588-a5f4-3bf201cbe99f tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244697, 'name': ReconfigVM_Task, 'duration_secs': 0.285652} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.916540] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-2634f170-23b0-4588-a5f4-3bf201cbe99f tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1279.921350] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df8dd9b7-7d03-48bc-b1ba-8fcb47e52c4b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.935810] env[68800]: DEBUG oslo_vmware.api [None req-2634f170-23b0-4588-a5f4-3bf201cbe99f tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Waiting for the task: (returnval){ [ 1279.935810] env[68800]: value = "task-3244698" [ 1279.935810] env[68800]: _type = "Task" [ 1279.935810] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.946206] env[68800]: DEBUG oslo_vmware.api [None req-2634f170-23b0-4588-a5f4-3bf201cbe99f tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244698, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.183081] env[68800]: DEBUG nova.compute.manager [req-10cd2a31-f291-450e-916b-48b236445a23 req-25ff26ba-1687-421a-a131-ee2d7ed34f2b service nova] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Received event network-vif-deleted-2b2d3d60-6f9c-4384-abc3-9db6ad53896e {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1280.183287] env[68800]: INFO nova.compute.manager [req-10cd2a31-f291-450e-916b-48b236445a23 req-25ff26ba-1687-421a-a131-ee2d7ed34f2b service nova] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Neutron deleted interface 2b2d3d60-6f9c-4384-abc3-9db6ad53896e; detaching it from the instance and deleting it from the info cache [ 1280.183597] env[68800]: DEBUG nova.network.neutron [req-10cd2a31-f291-450e-916b-48b236445a23 req-25ff26ba-1687-421a-a131-ee2d7ed34f2b service nova] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.259377] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f30dfd-8c3f-4f21-bf73-816c41ce16d8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.268393] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c1f30e-474d-429a-a549-48066aa1a466 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.300193] env[68800]: DEBUG nova.network.neutron [req-3dcb0c76-4563-447d-b7fe-ec88645dd6b8 req-d91c78cd-0747-4f56-92fe-3347dede05b1 service nova] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Updated VIF entry in instance network info cache for port 85bc4802-6dcd-482e-9314-fac32ac9af04. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1280.300542] env[68800]: DEBUG nova.network.neutron [req-3dcb0c76-4563-447d-b7fe-ec88645dd6b8 req-d91c78cd-0747-4f56-92fe-3347dede05b1 service nova] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Updating instance_info_cache with network_info: [{"id": "85bc4802-6dcd-482e-9314-fac32ac9af04", "address": "fa:16:3e:d6:50:4a", "network": {"id": "4ca5ed1c-7798-40f8-97dd-93eef15acf7e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1748453885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a82d9565ce4cf0ab26fb48caf3f589", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85bc4802-6d", "ovs_interfaceid": "85bc4802-6dcd-482e-9314-fac32ac9af04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.303368] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8887539-8c46-4796-82a6-0691b367f44c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.311698] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57b8767-a7b8-42dc-988f-d4fc0104234e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.326107] env[68800]: DEBUG nova.compute.provider_tree [None req-1388e6ae-ee40-4036-a0d5-8e1c0f875ad2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1280.445735] env[68800]: DEBUG oslo_vmware.api [None req-2634f170-23b0-4588-a5f4-3bf201cbe99f tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244698, 'name': ReconfigVM_Task, 'duration_secs': 0.31233} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.446050] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-2634f170-23b0-4588-a5f4-3bf201cbe99f tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648400', 'volume_id': 'd2c6ce26-c28b-4ef1-8e20-41ef52175679', 'name': 'volume-d2c6ce26-c28b-4ef1-8e20-41ef52175679', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac70d103-0a0f-4930-9ab3-1aa73da3a827', 'attached_at': '', 'detached_at': '', 'volume_id': 'd2c6ce26-c28b-4ef1-8e20-41ef52175679', 'serial': 'd2c6ce26-c28b-4ef1-8e20-41ef52175679'} {{(pid=68800) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1280.572922] env[68800]: DEBUG nova.network.neutron [-] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.686531] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-73494fc4-cd5a-4367-a76a-db956bef4bfd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.696339] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69cb5008-8c30-4546-b0aa-885dcd844be3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.724017] env[68800]: DEBUG nova.compute.manager [req-10cd2a31-f291-450e-916b-48b236445a23 req-25ff26ba-1687-421a-a131-ee2d7ed34f2b service nova] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Detach interface failed, port_id=2b2d3d60-6f9c-4384-abc3-9db6ad53896e, reason: Instance f20e99a5-9c05-4318-a835-67ef0e27055c could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1280.806482] env[68800]: DEBUG oslo_concurrency.lockutils [req-3dcb0c76-4563-447d-b7fe-ec88645dd6b8 req-d91c78cd-0747-4f56-92fe-3347dede05b1 service nova] Releasing lock "refresh_cache-9db43d1f-9d02-431f-8d12-207c77569515" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.828774] env[68800]: DEBUG nova.scheduler.client.report [None req-1388e6ae-ee40-4036-a0d5-8e1c0f875ad2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1280.995308] env[68800]: DEBUG nova.objects.instance [None req-2634f170-23b0-4588-a5f4-3bf201cbe99f tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Lazy-loading 'flavor' on Instance uuid ac70d103-0a0f-4930-9ab3-1aa73da3a827 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1281.076968] env[68800]: INFO nova.compute.manager [-] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Took 1.59 seconds to deallocate network for instance. [ 1281.333777] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1388e6ae-ee40-4036-a0d5-8e1c0f875ad2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.690s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.355538] env[68800]: INFO nova.scheduler.client.report [None req-1388e6ae-ee40-4036-a0d5-8e1c0f875ad2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Deleted allocations for instance 1ff033c8-a54c-479e-bbee-ac8cb4e1802f [ 1281.582982] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d423f271-732b-4871-b7fa-3fdd17e19ca1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.583315] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d423f271-732b-4871-b7fa-3fdd17e19ca1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.583545] env[68800]: DEBUG nova.objects.instance [None req-d423f271-732b-4871-b7fa-3fdd17e19ca1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lazy-loading 'resources' on Instance uuid f20e99a5-9c05-4318-a835-67ef0e27055c {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1281.629377] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f2cbcba1-d0d7-42eb-b92a-086a89b0e570 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Acquiring lock "f928755f-4bb3-4653-a05f-96feefeab51f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.629609] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f2cbcba1-d0d7-42eb-b92a-086a89b0e570 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lock "f928755f-4bb3-4653-a05f-96feefeab51f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.629834] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f2cbcba1-d0d7-42eb-b92a-086a89b0e570 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Acquiring lock "f928755f-4bb3-4653-a05f-96feefeab51f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.630031] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f2cbcba1-d0d7-42eb-b92a-086a89b0e570 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lock "f928755f-4bb3-4653-a05f-96feefeab51f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.630210] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f2cbcba1-d0d7-42eb-b92a-086a89b0e570 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lock "f928755f-4bb3-4653-a05f-96feefeab51f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.632139] env[68800]: INFO nova.compute.manager [None req-f2cbcba1-d0d7-42eb-b92a-086a89b0e570 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Terminating instance [ 1281.863037] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1388e6ae-ee40-4036-a0d5-8e1c0f875ad2 tempest-ServerActionsTestOtherB-1915565863 tempest-ServerActionsTestOtherB-1915565863-project-member] Lock "1ff033c8-a54c-479e-bbee-ac8cb4e1802f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.984s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.940291] env[68800]: DEBUG oslo_concurrency.lockutils [None req-64e80164-79e7-4d6e-bcf6-d1388191fe6a tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Acquiring lock "ac70d103-0a0f-4930-9ab3-1aa73da3a827" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.002690] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2634f170-23b0-4588-a5f4-3bf201cbe99f tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Lock "ac70d103-0a0f-4930-9ab3-1aa73da3a827" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.231s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.003864] env[68800]: DEBUG oslo_concurrency.lockutils [None req-64e80164-79e7-4d6e-bcf6-d1388191fe6a tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Lock "ac70d103-0a0f-4930-9ab3-1aa73da3a827" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.064s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.135600] env[68800]: DEBUG nova.compute.manager [None req-f2cbcba1-d0d7-42eb-b92a-086a89b0e570 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1282.135600] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f2cbcba1-d0d7-42eb-b92a-086a89b0e570 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1282.136858] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836560d6-f259-4148-ba1a-56945ebb4caa {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.144178] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2cbcba1-d0d7-42eb-b92a-086a89b0e570 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1282.147020] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7dc81492-447f-4ca2-a304-c0956237bdb6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.154474] env[68800]: DEBUG oslo_vmware.api [None req-f2cbcba1-d0d7-42eb-b92a-086a89b0e570 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the task: (returnval){ [ 1282.154474] env[68800]: value = "task-3244700" [ 1282.154474] env[68800]: _type = "Task" [ 1282.154474] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.159042] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8f1661-7579-453b-95b4-859b5a925b5c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.166425] env[68800]: DEBUG oslo_vmware.api [None req-f2cbcba1-d0d7-42eb-b92a-086a89b0e570 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.168894] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31abb5fc-e4e4-41a0-8243-d83eaef61994 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.199698] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b17a4c-4753-428e-96c0-61dbef844926 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.207317] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac05efe-ddfc-4a5b-8c82-4b0a748e328e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.220831] env[68800]: DEBUG nova.compute.provider_tree [None req-d423f271-732b-4871-b7fa-3fdd17e19ca1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1282.508803] env[68800]: INFO nova.compute.manager [None req-64e80164-79e7-4d6e-bcf6-d1388191fe6a tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Detaching volume da0ec6dc-e19f-4d36-9fea-bf12ad8acb9e [ 1282.537370] env[68800]: INFO nova.virt.block_device [None req-64e80164-79e7-4d6e-bcf6-d1388191fe6a tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Attempting to driver detach volume da0ec6dc-e19f-4d36-9fea-bf12ad8acb9e from mountpoint /dev/sdc [ 1282.537659] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-64e80164-79e7-4d6e-bcf6-d1388191fe6a tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Volume detach. Driver type: vmdk {{(pid=68800) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1282.537887] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-64e80164-79e7-4d6e-bcf6-d1388191fe6a tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648403', 'volume_id': 'da0ec6dc-e19f-4d36-9fea-bf12ad8acb9e', 'name': 'volume-da0ec6dc-e19f-4d36-9fea-bf12ad8acb9e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac70d103-0a0f-4930-9ab3-1aa73da3a827', 'attached_at': '', 'detached_at': '', 'volume_id': 'da0ec6dc-e19f-4d36-9fea-bf12ad8acb9e', 'serial': 'da0ec6dc-e19f-4d36-9fea-bf12ad8acb9e'} {{(pid=68800) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1282.538882] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b217c623-a51c-406d-bdeb-fb759e804c15 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.560906] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a06516-cfe5-4771-9fa5-45edfc04acad {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.567064] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18a3e1d-0c99-44f2-b2cd-b3867a028970 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.586811] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f368d808-0c7a-4361-b972-3898d3edc8f4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.600823] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-64e80164-79e7-4d6e-bcf6-d1388191fe6a tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] The volume has not been displaced from its original location: [datastore2] volume-da0ec6dc-e19f-4d36-9fea-bf12ad8acb9e/volume-da0ec6dc-e19f-4d36-9fea-bf12ad8acb9e.vmdk. No consolidation needed. {{(pid=68800) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1282.605875] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-64e80164-79e7-4d6e-bcf6-d1388191fe6a tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Reconfiguring VM instance instance-0000006e to detach disk 2002 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1282.606149] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9ef0452-3c62-4eb8-be57-1aa985e27260 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.623536] env[68800]: DEBUG oslo_vmware.api [None req-64e80164-79e7-4d6e-bcf6-d1388191fe6a tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Waiting for the task: (returnval){ [ 1282.623536] env[68800]: value = "task-3244701" [ 1282.623536] env[68800]: _type = "Task" [ 1282.623536] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.632093] env[68800]: DEBUG oslo_vmware.api [None req-64e80164-79e7-4d6e-bcf6-d1388191fe6a tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244701, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.663810] env[68800]: DEBUG oslo_vmware.api [None req-f2cbcba1-d0d7-42eb-b92a-086a89b0e570 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244700, 'name': PowerOffVM_Task, 'duration_secs': 0.242738} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.664104] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2cbcba1-d0d7-42eb-b92a-086a89b0e570 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1282.664278] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f2cbcba1-d0d7-42eb-b92a-086a89b0e570 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1282.664518] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac566485-932b-43c3-bf0c-8bdb193e20b3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.724175] env[68800]: DEBUG nova.scheduler.client.report [None req-d423f271-732b-4871-b7fa-3fdd17e19ca1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1282.736258] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f2cbcba1-d0d7-42eb-b92a-086a89b0e570 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1282.736570] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f2cbcba1-d0d7-42eb-b92a-086a89b0e570 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1282.736817] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2cbcba1-d0d7-42eb-b92a-086a89b0e570 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Deleting the datastore file [datastore1] f928755f-4bb3-4653-a05f-96feefeab51f {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1282.737137] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b6fb62c-d7c0-49d8-848d-551a9290a3f5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.744977] env[68800]: DEBUG oslo_vmware.api [None req-f2cbcba1-d0d7-42eb-b92a-086a89b0e570 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for the task: (returnval){ [ 1282.744977] env[68800]: value = "task-3244703" [ 1282.744977] env[68800]: _type = "Task" [ 1282.744977] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.752903] env[68800]: DEBUG oslo_vmware.api [None req-f2cbcba1-d0d7-42eb-b92a-086a89b0e570 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244703, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.133880] env[68800]: DEBUG oslo_vmware.api [None req-64e80164-79e7-4d6e-bcf6-d1388191fe6a tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244701, 'name': ReconfigVM_Task, 'duration_secs': 0.220701} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.135260] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-64e80164-79e7-4d6e-bcf6-d1388191fe6a tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Reconfigured VM instance instance-0000006e to detach disk 2002 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1283.138752] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70622dbc-4f9d-41ac-90ff-24aa534a66ac {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.153684] env[68800]: DEBUG oslo_vmware.api [None req-64e80164-79e7-4d6e-bcf6-d1388191fe6a tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Waiting for the task: (returnval){ [ 1283.153684] env[68800]: value = "task-3244704" [ 1283.153684] env[68800]: _type = "Task" [ 1283.153684] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.161242] env[68800]: DEBUG oslo_vmware.api [None req-64e80164-79e7-4d6e-bcf6-d1388191fe6a tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244704, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.229530] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d423f271-732b-4871-b7fa-3fdd17e19ca1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.646s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.250582] env[68800]: INFO nova.scheduler.client.report [None req-d423f271-732b-4871-b7fa-3fdd17e19ca1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Deleted allocations for instance f20e99a5-9c05-4318-a835-67ef0e27055c [ 1283.258803] env[68800]: DEBUG oslo_vmware.api [None req-f2cbcba1-d0d7-42eb-b92a-086a89b0e570 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Task: {'id': task-3244703, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128708} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.259098] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2cbcba1-d0d7-42eb-b92a-086a89b0e570 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1283.259292] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f2cbcba1-d0d7-42eb-b92a-086a89b0e570 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1283.259497] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f2cbcba1-d0d7-42eb-b92a-086a89b0e570 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1283.259672] env[68800]: INFO nova.compute.manager [None req-f2cbcba1-d0d7-42eb-b92a-086a89b0e570 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1283.259953] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2cbcba1-d0d7-42eb-b92a-086a89b0e570 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1283.260252] env[68800]: DEBUG nova.compute.manager [-] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1283.260371] env[68800]: DEBUG nova.network.neutron [-] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1283.665056] env[68800]: DEBUG oslo_vmware.api [None req-64e80164-79e7-4d6e-bcf6-d1388191fe6a tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244704, 'name': ReconfigVM_Task, 'duration_secs': 0.136928} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.665408] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-64e80164-79e7-4d6e-bcf6-d1388191fe6a tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648403', 'volume_id': 'da0ec6dc-e19f-4d36-9fea-bf12ad8acb9e', 'name': 'volume-da0ec6dc-e19f-4d36-9fea-bf12ad8acb9e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac70d103-0a0f-4930-9ab3-1aa73da3a827', 'attached_at': '', 'detached_at': '', 'volume_id': 'da0ec6dc-e19f-4d36-9fea-bf12ad8acb9e', 'serial': 'da0ec6dc-e19f-4d36-9fea-bf12ad8acb9e'} {{(pid=68800) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1283.722904] env[68800]: DEBUG nova.compute.manager [req-78642d06-8b3b-449f-b072-18faa6284d70 req-349b7b39-28e6-4d8e-9550-6311abcdee2c service nova] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Received event network-vif-deleted-142ffca3-8ffd-470d-956d-72faeaaa14e7 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1283.723125] env[68800]: INFO nova.compute.manager [req-78642d06-8b3b-449f-b072-18faa6284d70 req-349b7b39-28e6-4d8e-9550-6311abcdee2c service nova] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Neutron deleted interface 142ffca3-8ffd-470d-956d-72faeaaa14e7; detaching it from the instance and deleting it from the info cache [ 1283.723311] env[68800]: DEBUG nova.network.neutron [req-78642d06-8b3b-449f-b072-18faa6284d70 req-349b7b39-28e6-4d8e-9550-6311abcdee2c service nova] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.758246] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d423f271-732b-4871-b7fa-3fdd17e19ca1 tempest-ServerActionsTestJSON-446422893 tempest-ServerActionsTestJSON-446422893-project-member] Lock "f20e99a5-9c05-4318-a835-67ef0e27055c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.887s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.199574] env[68800]: DEBUG nova.network.neutron [-] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.210365] env[68800]: DEBUG nova.objects.instance [None req-64e80164-79e7-4d6e-bcf6-d1388191fe6a tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Lazy-loading 'flavor' on Instance uuid ac70d103-0a0f-4930-9ab3-1aa73da3a827 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1284.226588] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae8271ee-b569-4cbb-9dbb-ee4ceace05c1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.237492] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e00774-99ff-4550-9418-50985c969841 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.264075] env[68800]: DEBUG nova.compute.manager [req-78642d06-8b3b-449f-b072-18faa6284d70 req-349b7b39-28e6-4d8e-9550-6311abcdee2c service nova] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Detach interface failed, port_id=142ffca3-8ffd-470d-956d-72faeaaa14e7, reason: Instance f928755f-4bb3-4653-a05f-96feefeab51f could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1284.702491] env[68800]: INFO nova.compute.manager [-] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Took 1.44 seconds to deallocate network for instance. [ 1285.209068] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f2cbcba1-d0d7-42eb-b92a-086a89b0e570 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.209385] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f2cbcba1-d0d7-42eb-b92a-086a89b0e570 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.209606] env[68800]: DEBUG nova.objects.instance [None req-f2cbcba1-d0d7-42eb-b92a-086a89b0e570 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lazy-loading 'resources' on Instance uuid f928755f-4bb3-4653-a05f-96feefeab51f {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.216450] env[68800]: DEBUG oslo_concurrency.lockutils [None req-64e80164-79e7-4d6e-bcf6-d1388191fe6a tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Lock "ac70d103-0a0f-4930-9ab3-1aa73da3a827" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.213s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.805152] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa337ec3-5122-4bc0-a019-43551df70315 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.813416] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b5b78b-d5dc-4574-935b-66db59bc3556 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.844882] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8919ceb-28b2-4d14-8e69-94390299b49b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.855970] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d00e08-f982-46fd-ba45-9ddf76d1b623 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.877477] env[68800]: DEBUG nova.compute.provider_tree [None req-f2cbcba1-d0d7-42eb-b92a-086a89b0e570 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1286.378658] env[68800]: DEBUG nova.scheduler.client.report [None req-f2cbcba1-d0d7-42eb-b92a-086a89b0e570 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1286.404258] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8de805f7-8213-49a9-88bb-970f8a0c0c07 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Acquiring lock "ac70d103-0a0f-4930-9ab3-1aa73da3a827" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.404510] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8de805f7-8213-49a9-88bb-970f8a0c0c07 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Lock "ac70d103-0a0f-4930-9ab3-1aa73da3a827" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.404714] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8de805f7-8213-49a9-88bb-970f8a0c0c07 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Acquiring lock "ac70d103-0a0f-4930-9ab3-1aa73da3a827-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.404893] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8de805f7-8213-49a9-88bb-970f8a0c0c07 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Lock "ac70d103-0a0f-4930-9ab3-1aa73da3a827-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.405077] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8de805f7-8213-49a9-88bb-970f8a0c0c07 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Lock "ac70d103-0a0f-4930-9ab3-1aa73da3a827-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.406973] env[68800]: INFO nova.compute.manager [None req-8de805f7-8213-49a9-88bb-970f8a0c0c07 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Terminating instance [ 1286.886796] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f2cbcba1-d0d7-42eb-b92a-086a89b0e570 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.677s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.911143] env[68800]: DEBUG nova.compute.manager [None req-8de805f7-8213-49a9-88bb-970f8a0c0c07 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1286.911143] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8de805f7-8213-49a9-88bb-970f8a0c0c07 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1286.912043] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f72d80e-8c80-446c-8d9b-0660c5acf1ac {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.921700] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-8de805f7-8213-49a9-88bb-970f8a0c0c07 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1286.921771] env[68800]: INFO nova.scheduler.client.report [None req-f2cbcba1-d0d7-42eb-b92a-086a89b0e570 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Deleted allocations for instance f928755f-4bb3-4653-a05f-96feefeab51f [ 1286.927690] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a16cc748-56fd-4994-a39b-2cecbdb4de21 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.935188] env[68800]: DEBUG oslo_vmware.api [None req-8de805f7-8213-49a9-88bb-970f8a0c0c07 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Waiting for the task: (returnval){ [ 1286.935188] env[68800]: value = "task-3244705" [ 1286.935188] env[68800]: _type = "Task" [ 1286.935188] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.943844] env[68800]: DEBUG oslo_vmware.api [None req-8de805f7-8213-49a9-88bb-970f8a0c0c07 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.434975] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f2cbcba1-d0d7-42eb-b92a-086a89b0e570 tempest-AttachVolumeShelveTestJSON-1471340213 tempest-AttachVolumeShelveTestJSON-1471340213-project-member] Lock "f928755f-4bb3-4653-a05f-96feefeab51f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.805s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.444850] env[68800]: DEBUG oslo_vmware.api [None req-8de805f7-8213-49a9-88bb-970f8a0c0c07 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244705, 'name': PowerOffVM_Task, 'duration_secs': 0.195399} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.445334] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-8de805f7-8213-49a9-88bb-970f8a0c0c07 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1287.445626] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8de805f7-8213-49a9-88bb-970f8a0c0c07 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1287.446578] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ec552da-fec4-4f5f-a51f-27e110c5c20a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.515740] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8de805f7-8213-49a9-88bb-970f8a0c0c07 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1287.515990] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8de805f7-8213-49a9-88bb-970f8a0c0c07 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1287.516170] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-8de805f7-8213-49a9-88bb-970f8a0c0c07 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Deleting the datastore file [datastore2] ac70d103-0a0f-4930-9ab3-1aa73da3a827 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1287.516444] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cdd32b32-4471-4cb7-948d-e8969bf5d025 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.524874] env[68800]: DEBUG oslo_vmware.api [None req-8de805f7-8213-49a9-88bb-970f8a0c0c07 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Waiting for the task: (returnval){ [ 1287.524874] env[68800]: value = "task-3244707" [ 1287.524874] env[68800]: _type = "Task" [ 1287.524874] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.536721] env[68800]: DEBUG oslo_vmware.api [None req-8de805f7-8213-49a9-88bb-970f8a0c0c07 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244707, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.037579] env[68800]: DEBUG oslo_vmware.api [None req-8de805f7-8213-49a9-88bb-970f8a0c0c07 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Task: {'id': task-3244707, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131233} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.040030] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-8de805f7-8213-49a9-88bb-970f8a0c0c07 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1288.040030] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8de805f7-8213-49a9-88bb-970f8a0c0c07 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1288.040030] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-8de805f7-8213-49a9-88bb-970f8a0c0c07 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1288.040030] env[68800]: INFO nova.compute.manager [None req-8de805f7-8213-49a9-88bb-970f8a0c0c07 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1288.040030] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8de805f7-8213-49a9-88bb-970f8a0c0c07 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1288.040030] env[68800]: DEBUG nova.compute.manager [-] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1288.040030] env[68800]: DEBUG nova.network.neutron [-] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1288.767447] env[68800]: DEBUG nova.compute.manager [req-a3448d28-5885-41da-9cb0-bdf96a11c242 req-30d6a10f-ce10-49f2-9a19-81961ad3b090 service nova] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Received event network-vif-deleted-be0d0220-c2b8-4e5d-b855-0fab971d967b {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1288.767651] env[68800]: INFO nova.compute.manager [req-a3448d28-5885-41da-9cb0-bdf96a11c242 req-30d6a10f-ce10-49f2-9a19-81961ad3b090 service nova] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Neutron deleted interface be0d0220-c2b8-4e5d-b855-0fab971d967b; detaching it from the instance and deleting it from the info cache [ 1288.768944] env[68800]: DEBUG nova.network.neutron [req-a3448d28-5885-41da-9cb0-bdf96a11c242 req-30d6a10f-ce10-49f2-9a19-81961ad3b090 service nova] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.238437] env[68800]: DEBUG nova.network.neutron [-] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.276833] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d06be4bd-0b1d-4c21-93d3-aa8ab54dc703 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.288640] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b415ad2a-d25c-4e45-8e11-c06d5dafe734 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.317608] env[68800]: DEBUG nova.compute.manager [req-a3448d28-5885-41da-9cb0-bdf96a11c242 req-30d6a10f-ce10-49f2-9a19-81961ad3b090 service nova] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Detach interface failed, port_id=be0d0220-c2b8-4e5d-b855-0fab971d967b, reason: Instance ac70d103-0a0f-4930-9ab3-1aa73da3a827 could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1289.741191] env[68800]: INFO nova.compute.manager [-] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Took 1.70 seconds to deallocate network for instance. [ 1290.132564] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "34ec7ee4-c556-45c3-939d-c8a6031121da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.132947] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "34ec7ee4-c556-45c3-939d-c8a6031121da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.250817] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8de805f7-8213-49a9-88bb-970f8a0c0c07 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.250817] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8de805f7-8213-49a9-88bb-970f8a0c0c07 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.250817] env[68800]: DEBUG nova.objects.instance [None req-8de805f7-8213-49a9-88bb-970f8a0c0c07 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Lazy-loading 'resources' on Instance uuid ac70d103-0a0f-4930-9ab3-1aa73da3a827 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1290.639849] env[68800]: DEBUG nova.compute.manager [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 34ec7ee4-c556-45c3-939d-c8a6031121da] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1290.812678] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59176727-4aa1-43ce-a280-581b0b2c3f99 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.819988] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de2d3f6-c256-495a-b05d-8dcfcc006d15 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.849354] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6f9257-0725-44a6-a79c-63f26aa978b6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.855903] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618cd5b5-7a07-4a96-8c65-b59254c0547a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.868307] env[68800]: DEBUG nova.compute.provider_tree [None req-8de805f7-8213-49a9-88bb-970f8a0c0c07 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1291.156924] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.371734] env[68800]: DEBUG nova.scheduler.client.report [None req-8de805f7-8213-49a9-88bb-970f8a0c0c07 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1291.879093] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8de805f7-8213-49a9-88bb-970f8a0c0c07 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.627s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.879566] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.723s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.881469] env[68800]: INFO nova.compute.claims [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 34ec7ee4-c556-45c3-939d-c8a6031121da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1291.904330] env[68800]: INFO nova.scheduler.client.report [None req-8de805f7-8213-49a9-88bb-970f8a0c0c07 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Deleted allocations for instance ac70d103-0a0f-4930-9ab3-1aa73da3a827 [ 1292.411845] env[68800]: DEBUG oslo_concurrency.lockutils [None req-8de805f7-8213-49a9-88bb-970f8a0c0c07 tempest-AttachVolumeTestJSON-101876042 tempest-AttachVolumeTestJSON-101876042-project-member] Lock "ac70d103-0a0f-4930-9ab3-1aa73da3a827" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.007s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.968152] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a066ba-4ec6-44c1-b848-a4990636ad65 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.975741] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039e460a-18d0-4f31-9db9-14374b4fcf98 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.005972] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0343b6-dbc3-42a0-9044-311736674207 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.013710] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ef07d3-8bcb-4049-9527-1662cd09806e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.026866] env[68800]: DEBUG nova.compute.provider_tree [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1293.529814] env[68800]: DEBUG nova.scheduler.client.report [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1294.036560] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.155s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.036560] env[68800]: DEBUG nova.compute.manager [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 34ec7ee4-c556-45c3-939d-c8a6031121da] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1294.539961] env[68800]: DEBUG nova.compute.utils [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1294.541516] env[68800]: DEBUG nova.compute.manager [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 34ec7ee4-c556-45c3-939d-c8a6031121da] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1294.541656] env[68800]: DEBUG nova.network.neutron [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 34ec7ee4-c556-45c3-939d-c8a6031121da] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1294.583603] env[68800]: DEBUG nova.policy [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '17b72e6870d2428cbb2e49527232330d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd1b368ff5824c63a66a126549e1022c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 1294.835054] env[68800]: DEBUG nova.network.neutron [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 34ec7ee4-c556-45c3-939d-c8a6031121da] Successfully created port: 32ec78b3-c476-493c-9aaa-1c860d4bbcc5 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1295.045720] env[68800]: DEBUG nova.compute.manager [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 34ec7ee4-c556-45c3-939d-c8a6031121da] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1296.058466] env[68800]: DEBUG nova.compute.manager [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 34ec7ee4-c556-45c3-939d-c8a6031121da] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1296.078725] env[68800]: DEBUG nova.virt.hardware [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1296.078986] env[68800]: DEBUG nova.virt.hardware [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1296.079185] env[68800]: DEBUG nova.virt.hardware [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1296.079409] env[68800]: DEBUG nova.virt.hardware [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1296.079541] env[68800]: DEBUG nova.virt.hardware [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1296.079694] env[68800]: DEBUG nova.virt.hardware [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1296.079904] env[68800]: DEBUG nova.virt.hardware [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1296.080083] env[68800]: DEBUG nova.virt.hardware [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1296.080266] env[68800]: DEBUG nova.virt.hardware [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1296.080506] env[68800]: DEBUG nova.virt.hardware [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1296.080710] env[68800]: DEBUG nova.virt.hardware [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1296.081602] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99eb6e15-af11-4245-9e8c-6ecae9adbc8f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.089583] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741732f0-62aa-4ebc-b5f3-42aa53033306 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.233609] env[68800]: DEBUG nova.compute.manager [req-32744abb-cdf2-4a36-a920-36def959f987 req-702cf4ac-60b5-4e85-900b-ada76edc85d1 service nova] [instance: 34ec7ee4-c556-45c3-939d-c8a6031121da] Received event network-vif-plugged-32ec78b3-c476-493c-9aaa-1c860d4bbcc5 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1296.233793] env[68800]: DEBUG oslo_concurrency.lockutils [req-32744abb-cdf2-4a36-a920-36def959f987 req-702cf4ac-60b5-4e85-900b-ada76edc85d1 service nova] Acquiring lock "34ec7ee4-c556-45c3-939d-c8a6031121da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.233983] env[68800]: DEBUG oslo_concurrency.lockutils [req-32744abb-cdf2-4a36-a920-36def959f987 req-702cf4ac-60b5-4e85-900b-ada76edc85d1 service nova] Lock "34ec7ee4-c556-45c3-939d-c8a6031121da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.234336] env[68800]: DEBUG oslo_concurrency.lockutils [req-32744abb-cdf2-4a36-a920-36def959f987 req-702cf4ac-60b5-4e85-900b-ada76edc85d1 service nova] Lock "34ec7ee4-c556-45c3-939d-c8a6031121da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.235026] env[68800]: DEBUG nova.compute.manager [req-32744abb-cdf2-4a36-a920-36def959f987 req-702cf4ac-60b5-4e85-900b-ada76edc85d1 service nova] [instance: 34ec7ee4-c556-45c3-939d-c8a6031121da] No waiting events found dispatching network-vif-plugged-32ec78b3-c476-493c-9aaa-1c860d4bbcc5 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1296.235026] env[68800]: WARNING nova.compute.manager [req-32744abb-cdf2-4a36-a920-36def959f987 req-702cf4ac-60b5-4e85-900b-ada76edc85d1 service nova] [instance: 34ec7ee4-c556-45c3-939d-c8a6031121da] Received unexpected event network-vif-plugged-32ec78b3-c476-493c-9aaa-1c860d4bbcc5 for instance with vm_state building and task_state spawning. [ 1296.331881] env[68800]: DEBUG nova.network.neutron [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 34ec7ee4-c556-45c3-939d-c8a6031121da] Successfully updated port: 32ec78b3-c476-493c-9aaa-1c860d4bbcc5 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1296.598677] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquiring lock "55f5fbd0-369e-4f6f-a127-4e9af3fe3130" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.598902] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "55f5fbd0-369e-4f6f-a127-4e9af3fe3130" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.834863] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "refresh_cache-34ec7ee4-c556-45c3-939d-c8a6031121da" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.835190] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquired lock "refresh_cache-34ec7ee4-c556-45c3-939d-c8a6031121da" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.835313] env[68800]: DEBUG nova.network.neutron [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 34ec7ee4-c556-45c3-939d-c8a6031121da] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1297.101228] env[68800]: DEBUG nova.compute.manager [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1297.369928] env[68800]: DEBUG nova.network.neutron [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 34ec7ee4-c556-45c3-939d-c8a6031121da] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1297.503553] env[68800]: DEBUG nova.network.neutron [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 34ec7ee4-c556-45c3-939d-c8a6031121da] Updating instance_info_cache with network_info: [{"id": "32ec78b3-c476-493c-9aaa-1c860d4bbcc5", "address": "fa:16:3e:eb:c3:34", "network": {"id": "34652c19-1447-43fa-a363-9c4da47a4693", "bridge": "br-int", "label": "tempest-ServersTestJSON-1697193661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd1b368ff5824c63a66a126549e1022c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32ec78b3-c4", "ovs_interfaceid": "32ec78b3-c476-493c-9aaa-1c860d4bbcc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.621826] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.622150] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.623715] env[68800]: INFO nova.compute.claims [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1298.006730] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Releasing lock "refresh_cache-34ec7ee4-c556-45c3-939d-c8a6031121da" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.007083] env[68800]: DEBUG nova.compute.manager [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 34ec7ee4-c556-45c3-939d-c8a6031121da] Instance network_info: |[{"id": "32ec78b3-c476-493c-9aaa-1c860d4bbcc5", "address": "fa:16:3e:eb:c3:34", "network": {"id": "34652c19-1447-43fa-a363-9c4da47a4693", "bridge": "br-int", "label": "tempest-ServersTestJSON-1697193661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd1b368ff5824c63a66a126549e1022c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32ec78b3-c4", "ovs_interfaceid": "32ec78b3-c476-493c-9aaa-1c860d4bbcc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1298.007561] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 34ec7ee4-c556-45c3-939d-c8a6031121da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:c3:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32ec78b3-c476-493c-9aaa-1c860d4bbcc5', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1298.015381] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Creating folder: Project (dd1b368ff5824c63a66a126549e1022c). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1298.015651] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b24df54-6f7a-4897-9869-43b724b8eefb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.026738] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Created folder: Project (dd1b368ff5824c63a66a126549e1022c) in parent group-v648080. [ 1298.026937] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Creating folder: Instances. Parent ref: group-v648405. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1298.027156] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a946cc94-1f65-4d4d-8a35-146226de3823 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.035885] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Created folder: Instances in parent group-v648405. [ 1298.036113] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1298.036294] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34ec7ee4-c556-45c3-939d-c8a6031121da] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1298.036478] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3756850-7ed2-465a-8cc4-020e0c9524d8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.055643] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1298.055643] env[68800]: value = "task-3244713" [ 1298.055643] env[68800]: _type = "Task" [ 1298.055643] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.062718] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244713, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.264301] env[68800]: DEBUG nova.compute.manager [req-57c82336-41c1-4ccc-adb5-c76c1ed3ee44 req-562ff61f-7ead-4639-92b7-6a46938ea1c1 service nova] [instance: 34ec7ee4-c556-45c3-939d-c8a6031121da] Received event network-changed-32ec78b3-c476-493c-9aaa-1c860d4bbcc5 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1298.264633] env[68800]: DEBUG nova.compute.manager [req-57c82336-41c1-4ccc-adb5-c76c1ed3ee44 req-562ff61f-7ead-4639-92b7-6a46938ea1c1 service nova] [instance: 34ec7ee4-c556-45c3-939d-c8a6031121da] Refreshing instance network info cache due to event network-changed-32ec78b3-c476-493c-9aaa-1c860d4bbcc5. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1298.264854] env[68800]: DEBUG oslo_concurrency.lockutils [req-57c82336-41c1-4ccc-adb5-c76c1ed3ee44 req-562ff61f-7ead-4639-92b7-6a46938ea1c1 service nova] Acquiring lock "refresh_cache-34ec7ee4-c556-45c3-939d-c8a6031121da" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.265050] env[68800]: DEBUG oslo_concurrency.lockutils [req-57c82336-41c1-4ccc-adb5-c76c1ed3ee44 req-562ff61f-7ead-4639-92b7-6a46938ea1c1 service nova] Acquired lock "refresh_cache-34ec7ee4-c556-45c3-939d-c8a6031121da" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.265286] env[68800]: DEBUG nova.network.neutron [req-57c82336-41c1-4ccc-adb5-c76c1ed3ee44 req-562ff61f-7ead-4639-92b7-6a46938ea1c1 service nova] [instance: 34ec7ee4-c556-45c3-939d-c8a6031121da] Refreshing network info cache for port 32ec78b3-c476-493c-9aaa-1c860d4bbcc5 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1298.565679] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244713, 'name': CreateVM_Task, 'duration_secs': 0.326786} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.565847] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34ec7ee4-c556-45c3-939d-c8a6031121da] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1298.566537] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.566701] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.567037] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.567293] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c13ba99-8fea-4acd-826f-31cc5105ca39 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.571592] env[68800]: DEBUG oslo_vmware.api [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1298.571592] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ec6b3c-49fb-b1c2-71d6-d98a4e87dc1c" [ 1298.571592] env[68800]: _type = "Task" [ 1298.571592] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.578951] env[68800]: DEBUG oslo_vmware.api [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ec6b3c-49fb-b1c2-71d6-d98a4e87dc1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.686578] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3caff5a6-15ab-40d1-b05d-c297328232c5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.693352] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316a5180-658e-480a-bf4b-28888f5d8ced {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.721815] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107255e9-6cbc-4c2e-b0f8-67a88e70208f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.728366] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b14a6b-803f-4eaa-b5f8-0514db7f0cdf {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.740862] env[68800]: DEBUG nova.compute.provider_tree [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1298.949786] env[68800]: DEBUG nova.network.neutron [req-57c82336-41c1-4ccc-adb5-c76c1ed3ee44 req-562ff61f-7ead-4639-92b7-6a46938ea1c1 service nova] [instance: 34ec7ee4-c556-45c3-939d-c8a6031121da] Updated VIF entry in instance network info cache for port 32ec78b3-c476-493c-9aaa-1c860d4bbcc5. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1298.950238] env[68800]: DEBUG nova.network.neutron [req-57c82336-41c1-4ccc-adb5-c76c1ed3ee44 req-562ff61f-7ead-4639-92b7-6a46938ea1c1 service nova] [instance: 34ec7ee4-c556-45c3-939d-c8a6031121da] Updating instance_info_cache with network_info: [{"id": "32ec78b3-c476-493c-9aaa-1c860d4bbcc5", "address": "fa:16:3e:eb:c3:34", "network": {"id": "34652c19-1447-43fa-a363-9c4da47a4693", "bridge": "br-int", "label": "tempest-ServersTestJSON-1697193661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd1b368ff5824c63a66a126549e1022c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32ec78b3-c4", "ovs_interfaceid": "32ec78b3-c476-493c-9aaa-1c860d4bbcc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.082207] env[68800]: DEBUG oslo_vmware.api [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ec6b3c-49fb-b1c2-71d6-d98a4e87dc1c, 'name': SearchDatastore_Task, 'duration_secs': 0.009458} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.082494] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.082725] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 34ec7ee4-c556-45c3-939d-c8a6031121da] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1299.082958] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.083120] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.083307] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1299.083561] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9627cfcf-7689-438a-8684-3b3aced4ffd0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.092061] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1299.092230] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1299.092910] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eda992bc-7ac5-4463-b696-29d1a40bb858 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.097662] env[68800]: DEBUG oslo_vmware.api [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1299.097662] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52e1aa7c-0ccb-a45f-f116-0c9cfddd34f1" [ 1299.097662] env[68800]: _type = "Task" [ 1299.097662] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.104411] env[68800]: DEBUG oslo_vmware.api [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52e1aa7c-0ccb-a45f-f116-0c9cfddd34f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.243589] env[68800]: DEBUG nova.scheduler.client.report [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1299.453207] env[68800]: DEBUG oslo_concurrency.lockutils [req-57c82336-41c1-4ccc-adb5-c76c1ed3ee44 req-562ff61f-7ead-4639-92b7-6a46938ea1c1 service nova] Releasing lock "refresh_cache-34ec7ee4-c556-45c3-939d-c8a6031121da" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.608075] env[68800]: DEBUG oslo_vmware.api [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52e1aa7c-0ccb-a45f-f116-0c9cfddd34f1, 'name': SearchDatastore_Task, 'duration_secs': 0.007674} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.608842] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd5462f1-408d-44c8-97d3-b81cc76ce4bb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.613866] env[68800]: DEBUG oslo_vmware.api [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1299.613866] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52824043-6ff5-cb3f-ed7d-7ffe6a5f13e7" [ 1299.613866] env[68800]: _type = "Task" [ 1299.613866] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.620917] env[68800]: DEBUG oslo_vmware.api [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52824043-6ff5-cb3f-ed7d-7ffe6a5f13e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.748119] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.126s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.748599] env[68800]: DEBUG nova.compute.manager [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1300.123828] env[68800]: DEBUG oslo_vmware.api [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52824043-6ff5-cb3f-ed7d-7ffe6a5f13e7, 'name': SearchDatastore_Task, 'duration_secs': 0.008826} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.124110] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.124372] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 34ec7ee4-c556-45c3-939d-c8a6031121da/34ec7ee4-c556-45c3-939d-c8a6031121da.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1300.124634] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cca3043b-151a-4bac-8e91-c48d55e416d8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.132058] env[68800]: DEBUG oslo_vmware.api [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1300.132058] env[68800]: value = "task-3244715" [ 1300.132058] env[68800]: _type = "Task" [ 1300.132058] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.139121] env[68800]: DEBUG oslo_vmware.api [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244715, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.253910] env[68800]: DEBUG nova.compute.utils [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1300.255446] env[68800]: DEBUG nova.compute.manager [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1300.255618] env[68800]: DEBUG nova.network.neutron [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1300.299971] env[68800]: DEBUG nova.policy [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36bd09abfa7145f5b7e1b0a0037cb8c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a003f4221a04746a95aae95c1b81f98', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 1300.628561] env[68800]: DEBUG nova.network.neutron [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Successfully created port: 1b484f1a-f111-4a93-9432-615f7c333fc4 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1300.641890] env[68800]: DEBUG oslo_vmware.api [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244715, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.426844} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.642151] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] 34ec7ee4-c556-45c3-939d-c8a6031121da/34ec7ee4-c556-45c3-939d-c8a6031121da.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1300.642368] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 34ec7ee4-c556-45c3-939d-c8a6031121da] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1300.642602] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e434e359-9ae3-4d87-a02f-b9948b2c27a3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.648553] env[68800]: DEBUG oslo_vmware.api [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1300.648553] env[68800]: value = "task-3244716" [ 1300.648553] env[68800]: _type = "Task" [ 1300.648553] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.655601] env[68800]: DEBUG oslo_vmware.api [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244716, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.758479] env[68800]: DEBUG nova.compute.manager [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1301.158184] env[68800]: DEBUG oslo_vmware.api [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244716, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.181041} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.158417] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 34ec7ee4-c556-45c3-939d-c8a6031121da] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1301.159235] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60d8dad-17f0-493f-a4fb-672471db7c74 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.181351] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 34ec7ee4-c556-45c3-939d-c8a6031121da] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 34ec7ee4-c556-45c3-939d-c8a6031121da/34ec7ee4-c556-45c3-939d-c8a6031121da.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1301.181573] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-809b0342-40c0-4211-b3cf-c0a01fa7e9dd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.200365] env[68800]: DEBUG oslo_vmware.api [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1301.200365] env[68800]: value = "task-3244717" [ 1301.200365] env[68800]: _type = "Task" [ 1301.200365] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.207563] env[68800]: DEBUG oslo_vmware.api [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244717, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.710033] env[68800]: DEBUG oslo_vmware.api [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244717, 'name': ReconfigVM_Task, 'duration_secs': 0.276787} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.710387] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 34ec7ee4-c556-45c3-939d-c8a6031121da] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 34ec7ee4-c556-45c3-939d-c8a6031121da/34ec7ee4-c556-45c3-939d-c8a6031121da.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1301.710973] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94c39855-c37f-4b0a-81e5-563f67244f41 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.716605] env[68800]: DEBUG oslo_vmware.api [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1301.716605] env[68800]: value = "task-3244718" [ 1301.716605] env[68800]: _type = "Task" [ 1301.716605] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.724048] env[68800]: DEBUG oslo_vmware.api [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244718, 'name': Rename_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.767998] env[68800]: DEBUG nova.compute.manager [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1301.798327] env[68800]: DEBUG nova.virt.hardware [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1301.798684] env[68800]: DEBUG nova.virt.hardware [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1301.798881] env[68800]: DEBUG nova.virt.hardware [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1301.799163] env[68800]: DEBUG nova.virt.hardware [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1301.799364] env[68800]: DEBUG nova.virt.hardware [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1301.799555] env[68800]: DEBUG nova.virt.hardware [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1301.799811] env[68800]: DEBUG nova.virt.hardware [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1301.800034] env[68800]: DEBUG nova.virt.hardware [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1301.800267] env[68800]: DEBUG nova.virt.hardware [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1301.800493] env[68800]: DEBUG nova.virt.hardware [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1301.800713] env[68800]: DEBUG nova.virt.hardware [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1301.801694] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04741220-ad50-40ea-880d-98a8245a9b41 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.809538] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5bbe23b-d444-419d-9729-d8bad3cda781 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.974046] env[68800]: DEBUG nova.compute.manager [req-2a25cf67-c19f-4195-b97b-e30a56196a7d req-0807e0a3-0ee2-4e67-afe7-c5d45f90bd4d service nova] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Received event network-vif-plugged-1b484f1a-f111-4a93-9432-615f7c333fc4 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1301.974324] env[68800]: DEBUG oslo_concurrency.lockutils [req-2a25cf67-c19f-4195-b97b-e30a56196a7d req-0807e0a3-0ee2-4e67-afe7-c5d45f90bd4d service nova] Acquiring lock "55f5fbd0-369e-4f6f-a127-4e9af3fe3130-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.974474] env[68800]: DEBUG oslo_concurrency.lockutils [req-2a25cf67-c19f-4195-b97b-e30a56196a7d req-0807e0a3-0ee2-4e67-afe7-c5d45f90bd4d service nova] Lock "55f5fbd0-369e-4f6f-a127-4e9af3fe3130-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.974642] env[68800]: DEBUG oslo_concurrency.lockutils [req-2a25cf67-c19f-4195-b97b-e30a56196a7d req-0807e0a3-0ee2-4e67-afe7-c5d45f90bd4d service nova] Lock "55f5fbd0-369e-4f6f-a127-4e9af3fe3130-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.974808] env[68800]: DEBUG nova.compute.manager [req-2a25cf67-c19f-4195-b97b-e30a56196a7d req-0807e0a3-0ee2-4e67-afe7-c5d45f90bd4d service nova] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] No waiting events found dispatching network-vif-plugged-1b484f1a-f111-4a93-9432-615f7c333fc4 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1301.974973] env[68800]: WARNING nova.compute.manager [req-2a25cf67-c19f-4195-b97b-e30a56196a7d req-0807e0a3-0ee2-4e67-afe7-c5d45f90bd4d service nova] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Received unexpected event network-vif-plugged-1b484f1a-f111-4a93-9432-615f7c333fc4 for instance with vm_state building and task_state spawning. [ 1302.060789] env[68800]: DEBUG nova.network.neutron [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Successfully updated port: 1b484f1a-f111-4a93-9432-615f7c333fc4 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1302.226352] env[68800]: DEBUG oslo_vmware.api [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244718, 'name': Rename_Task, 'duration_secs': 0.147904} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.226565] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 34ec7ee4-c556-45c3-939d-c8a6031121da] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1302.226798] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a76ce48f-c68f-4a32-9f42-1990b2e953a3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.233033] env[68800]: DEBUG oslo_vmware.api [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1302.233033] env[68800]: value = "task-3244719" [ 1302.233033] env[68800]: _type = "Task" [ 1302.233033] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.240090] env[68800]: DEBUG oslo_vmware.api [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244719, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.562461] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquiring lock "refresh_cache-55f5fbd0-369e-4f6f-a127-4e9af3fe3130" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.562566] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquired lock "refresh_cache-55f5fbd0-369e-4f6f-a127-4e9af3fe3130" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.562723] env[68800]: DEBUG nova.network.neutron [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1302.743107] env[68800]: DEBUG oslo_vmware.api [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244719, 'name': PowerOnVM_Task, 'duration_secs': 0.422735} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.743430] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 34ec7ee4-c556-45c3-939d-c8a6031121da] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1302.743623] env[68800]: INFO nova.compute.manager [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 34ec7ee4-c556-45c3-939d-c8a6031121da] Took 6.68 seconds to spawn the instance on the hypervisor. [ 1302.743805] env[68800]: DEBUG nova.compute.manager [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 34ec7ee4-c556-45c3-939d-c8a6031121da] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1302.744598] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee78bf93-7303-4923-be17-fb1102173b1a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.093876] env[68800]: DEBUG nova.network.neutron [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1303.216053] env[68800]: DEBUG nova.network.neutron [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Updating instance_info_cache with network_info: [{"id": "1b484f1a-f111-4a93-9432-615f7c333fc4", "address": "fa:16:3e:fb:71:cf", "network": {"id": "37d62d2e-19ea-48f0-8e7c-f4fd60593e0a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-691022587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a003f4221a04746a95aae95c1b81f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b484f1a-f1", "ovs_interfaceid": "1b484f1a-f111-4a93-9432-615f7c333fc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.260653] env[68800]: INFO nova.compute.manager [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 34ec7ee4-c556-45c3-939d-c8a6031121da] Took 12.12 seconds to build instance. [ 1303.718978] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Releasing lock "refresh_cache-55f5fbd0-369e-4f6f-a127-4e9af3fe3130" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.719534] env[68800]: DEBUG nova.compute.manager [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Instance network_info: |[{"id": "1b484f1a-f111-4a93-9432-615f7c333fc4", "address": "fa:16:3e:fb:71:cf", "network": {"id": "37d62d2e-19ea-48f0-8e7c-f4fd60593e0a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-691022587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a003f4221a04746a95aae95c1b81f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b484f1a-f1", "ovs_interfaceid": "1b484f1a-f111-4a93-9432-615f7c333fc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1303.720078] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:71:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73915082-a1b0-460b-b24d-97588fc9cb29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b484f1a-f111-4a93-9432-615f7c333fc4', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1303.727499] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Creating folder: Project (5a003f4221a04746a95aae95c1b81f98). Parent ref: group-v648080. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1303.727815] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d8b2b28-c08a-43e7-b62c-d522f15f01bd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.738969] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Created folder: Project (5a003f4221a04746a95aae95c1b81f98) in parent group-v648080. [ 1303.739230] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Creating folder: Instances. Parent ref: group-v648408. {{(pid=68800) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1303.739485] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b15c86f4-dbb4-4045-a642-e8a9b90bb1c7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.748463] env[68800]: INFO nova.virt.vmwareapi.vm_util [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Created folder: Instances in parent group-v648408. [ 1303.748891] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1303.748956] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1303.749175] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2cd997d4-7b17-44ae-a6b2-812c5d26515a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.767727] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f27df1be-e5ac-4d4d-9245-dbc90530943d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "34ec7ee4-c556-45c3-939d-c8a6031121da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.635s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.773490] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1303.773490] env[68800]: value = "task-3244722" [ 1303.773490] env[68800]: _type = "Task" [ 1303.773490] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.781699] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244722, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.008056] env[68800]: DEBUG nova.compute.manager [req-6bd0d995-2b79-4271-9369-c5d3712f5108 req-e409751b-a6e2-4208-bdd2-f3c56ae9b590 service nova] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Received event network-changed-1b484f1a-f111-4a93-9432-615f7c333fc4 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1304.008395] env[68800]: DEBUG nova.compute.manager [req-6bd0d995-2b79-4271-9369-c5d3712f5108 req-e409751b-a6e2-4208-bdd2-f3c56ae9b590 service nova] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Refreshing instance network info cache due to event network-changed-1b484f1a-f111-4a93-9432-615f7c333fc4. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1304.008523] env[68800]: DEBUG oslo_concurrency.lockutils [req-6bd0d995-2b79-4271-9369-c5d3712f5108 req-e409751b-a6e2-4208-bdd2-f3c56ae9b590 service nova] Acquiring lock "refresh_cache-55f5fbd0-369e-4f6f-a127-4e9af3fe3130" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.008774] env[68800]: DEBUG oslo_concurrency.lockutils [req-6bd0d995-2b79-4271-9369-c5d3712f5108 req-e409751b-a6e2-4208-bdd2-f3c56ae9b590 service nova] Acquired lock "refresh_cache-55f5fbd0-369e-4f6f-a127-4e9af3fe3130" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.008774] env[68800]: DEBUG nova.network.neutron [req-6bd0d995-2b79-4271-9369-c5d3712f5108 req-e409751b-a6e2-4208-bdd2-f3c56ae9b590 service nova] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Refreshing network info cache for port 1b484f1a-f111-4a93-9432-615f7c333fc4 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1304.284335] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244722, 'name': CreateVM_Task, 'duration_secs': 0.31062} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.284502] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1304.285196] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.285365] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.285679] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.285929] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1b42203-bcf2-4b75-bc3f-4349564952c9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.290783] env[68800]: DEBUG oslo_vmware.api [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for the task: (returnval){ [ 1304.290783] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520b8cc0-4fc9-90a4-aac0-7e5584e11f52" [ 1304.290783] env[68800]: _type = "Task" [ 1304.290783] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.298770] env[68800]: DEBUG oslo_vmware.api [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520b8cc0-4fc9-90a4-aac0-7e5584e11f52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.778257] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1304.778576] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1304.779274] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1304.779514] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1304.779738] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1304.779957] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1304.780206] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1304.780417] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68800) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1304.780632] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager.update_available_resource {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1304.805258] env[68800]: DEBUG oslo_vmware.api [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]520b8cc0-4fc9-90a4-aac0-7e5584e11f52, 'name': SearchDatastore_Task, 'duration_secs': 0.010059} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.805258] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.805258] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1304.805258] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.805258] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.805258] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1304.805823] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2e06765-e89f-48fd-82eb-00ae210879c6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.815098] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1304.815352] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1304.816420] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcf8a2e4-09e5-4302-90b5-35701f7a1300 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.820470] env[68800]: DEBUG nova.network.neutron [req-6bd0d995-2b79-4271-9369-c5d3712f5108 req-e409751b-a6e2-4208-bdd2-f3c56ae9b590 service nova] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Updated VIF entry in instance network info cache for port 1b484f1a-f111-4a93-9432-615f7c333fc4. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1304.820988] env[68800]: DEBUG nova.network.neutron [req-6bd0d995-2b79-4271-9369-c5d3712f5108 req-e409751b-a6e2-4208-bdd2-f3c56ae9b590 service nova] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Updating instance_info_cache with network_info: [{"id": "1b484f1a-f111-4a93-9432-615f7c333fc4", "address": "fa:16:3e:fb:71:cf", "network": {"id": "37d62d2e-19ea-48f0-8e7c-f4fd60593e0a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-691022587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a003f4221a04746a95aae95c1b81f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b484f1a-f1", "ovs_interfaceid": "1b484f1a-f111-4a93-9432-615f7c333fc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.823814] env[68800]: DEBUG oslo_vmware.api [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for the task: (returnval){ [ 1304.823814] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52d9e238-9f8d-bfaa-0012-fa28a1a18769" [ 1304.823814] env[68800]: _type = "Task" [ 1304.823814] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.832374] env[68800]: DEBUG oslo_vmware.api [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52d9e238-9f8d-bfaa-0012-fa28a1a18769, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.284983] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.285280] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.285460] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.285618] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68800) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1305.286512] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ef3042-0ceb-447c-8e7d-1db3f10b2d55 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.294939] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e7b043-b671-4bbb-8214-81a1979bfb00 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.310189] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0b26e7-f92b-42da-9087-abffaff680ff {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.317465] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b9707d-fdfd-47f0-a554-2ecd0476f429 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.353780] env[68800]: DEBUG oslo_concurrency.lockutils [req-6bd0d995-2b79-4271-9369-c5d3712f5108 req-e409751b-a6e2-4208-bdd2-f3c56ae9b590 service nova] Releasing lock "refresh_cache-55f5fbd0-369e-4f6f-a127-4e9af3fe3130" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.354704] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180422MB free_disk=120GB free_vcpus=48 pci_devices=None {{(pid=68800) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1305.354932] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.355224] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.367642] env[68800]: DEBUG oslo_vmware.api [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52d9e238-9f8d-bfaa-0012-fa28a1a18769, 'name': SearchDatastore_Task, 'duration_secs': 0.009389} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.368611] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ac486d6-8b7e-4a41-915f-74635cfa071a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.374289] env[68800]: DEBUG oslo_vmware.api [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for the task: (returnval){ [ 1305.374289] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52a0c9b6-7bf9-f7c9-d22a-dc8c2db60f0b" [ 1305.374289] env[68800]: _type = "Task" [ 1305.374289] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.384717] env[68800]: DEBUG oslo_vmware.api [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52a0c9b6-7bf9-f7c9-d22a-dc8c2db60f0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.485126] env[68800]: DEBUG oslo_concurrency.lockutils [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "99d06086-67da-452e-b8b5-bca9908f5940" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.485352] env[68800]: DEBUG oslo_concurrency.lockutils [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "99d06086-67da-452e-b8b5-bca9908f5940" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.885263] env[68800]: DEBUG oslo_vmware.api [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52a0c9b6-7bf9-f7c9-d22a-dc8c2db60f0b, 'name': SearchDatastore_Task, 'duration_secs': 0.009486} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.885702] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.885791] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 55f5fbd0-369e-4f6f-a127-4e9af3fe3130/55f5fbd0-369e-4f6f-a127-4e9af3fe3130.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1305.886049] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-578d7425-cd6e-44ea-858c-c5dca3687956 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.892738] env[68800]: DEBUG oslo_vmware.api [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for the task: (returnval){ [ 1305.892738] env[68800]: value = "task-3244723" [ 1305.892738] env[68800]: _type = "Task" [ 1305.892738] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.900380] env[68800]: DEBUG oslo_vmware.api [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244723, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.987911] env[68800]: DEBUG nova.compute.manager [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 99d06086-67da-452e-b8b5-bca9908f5940] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1306.383129] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance acd339b7-3d8a-45ba-90b8-88d4c163ef1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1306.383293] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 9db43d1f-9d02-431f-8d12-207c77569515 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1306.383420] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 34ec7ee4-c556-45c3-939d-c8a6031121da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1306.383552] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 55f5fbd0-369e-4f6f-a127-4e9af3fe3130 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1306.403199] env[68800]: DEBUG oslo_vmware.api [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244723, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443901} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.403514] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 55f5fbd0-369e-4f6f-a127-4e9af3fe3130/55f5fbd0-369e-4f6f-a127-4e9af3fe3130.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1306.403843] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1306.404128] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-858232cb-2c4a-4265-aaac-ade57bbc30a1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.410799] env[68800]: DEBUG oslo_vmware.api [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for the task: (returnval){ [ 1306.410799] env[68800]: value = "task-3244724" [ 1306.410799] env[68800]: _type = "Task" [ 1306.410799] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.418304] env[68800]: DEBUG oslo_vmware.api [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244724, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.506475] env[68800]: DEBUG oslo_concurrency.lockutils [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.886651] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 99d06086-67da-452e-b8b5-bca9908f5940 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1306.887067] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=68800) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1306.887067] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=68800) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1306.922360] env[68800]: DEBUG oslo_vmware.api [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244724, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.381271} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.922621] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1306.923385] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cedb823-5d1a-4c76-a460-d01284a10e03 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.947809] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 55f5fbd0-369e-4f6f-a127-4e9af3fe3130/55f5fbd0-369e-4f6f-a127-4e9af3fe3130.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1306.950245] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ec8dba4-8179-41ff-a294-0c723241db43 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.969298] env[68800]: DEBUG oslo_vmware.api [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for the task: (returnval){ [ 1306.969298] env[68800]: value = "task-3244725" [ 1306.969298] env[68800]: _type = "Task" [ 1306.969298] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.977667] env[68800]: DEBUG oslo_vmware.api [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244725, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.983990] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271fcb13-998d-42a6-989b-0de04c69275f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.990397] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44242694-dd46-4b93-b2f7-bdb3b2863b7c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.019871] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496bfbf7-8790-4f47-b96c-32ea2f9c53db {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.027093] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb89052-f2c4-4035-a1b6-ab71072459a3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.041920] env[68800]: DEBUG nova.compute.provider_tree [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1307.479439] env[68800]: DEBUG oslo_vmware.api [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244725, 'name': ReconfigVM_Task, 'duration_secs': 0.350943} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.479738] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 55f5fbd0-369e-4f6f-a127-4e9af3fe3130/55f5fbd0-369e-4f6f-a127-4e9af3fe3130.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1307.480399] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8805101-08e7-4e8f-82e7-856a090021f2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.485717] env[68800]: DEBUG oslo_vmware.api [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for the task: (returnval){ [ 1307.485717] env[68800]: value = "task-3244726" [ 1307.485717] env[68800]: _type = "Task" [ 1307.485717] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.492851] env[68800]: DEBUG oslo_vmware.api [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244726, 'name': Rename_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.545486] env[68800]: DEBUG nova.scheduler.client.report [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1307.996397] env[68800]: DEBUG oslo_vmware.api [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244726, 'name': Rename_Task, 'duration_secs': 0.13085} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.996794] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1307.996904] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-598151fc-4d8e-4379-8b27-dbb95f41a62d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.002638] env[68800]: DEBUG oslo_vmware.api [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for the task: (returnval){ [ 1308.002638] env[68800]: value = "task-3244727" [ 1308.002638] env[68800]: _type = "Task" [ 1308.002638] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.009735] env[68800]: DEBUG oslo_vmware.api [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.050784] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68800) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1308.051050] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.696s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.051351] env[68800]: DEBUG oslo_concurrency.lockutils [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.545s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.052936] env[68800]: INFO nova.compute.claims [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 99d06086-67da-452e-b8b5-bca9908f5940] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1308.513068] env[68800]: DEBUG oslo_vmware.api [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244727, 'name': PowerOnVM_Task, 'duration_secs': 0.455082} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.513314] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1308.513520] env[68800]: INFO nova.compute.manager [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Took 6.75 seconds to spawn the instance on the hypervisor. [ 1308.513747] env[68800]: DEBUG nova.compute.manager [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1308.514533] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba7b640-88bc-4b0f-a465-58f02742a937 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.030297] env[68800]: INFO nova.compute.manager [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Took 11.42 seconds to build instance. [ 1309.126108] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e16e1d-967d-42b6-ac69-b5be6ef3bbc1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.133692] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3e9a1d-3328-4fac-a982-4f3945149f31 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.163673] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81123b5e-9131-48ff-9966-12ee43f39e0e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.170932] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c6e258-ebc9-4100-9668-f96c93eb1b85 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.184052] env[68800]: DEBUG nova.compute.provider_tree [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1309.532256] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2d05866f-d816-4486-860d-3f32f80d06ab tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "55f5fbd0-369e-4f6f-a127-4e9af3fe3130" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.933s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.687381] env[68800]: DEBUG nova.scheduler.client.report [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1309.857375] env[68800]: DEBUG nova.compute.manager [req-726241de-2b4a-43d4-95e9-67fdf1721472 req-ce5c9eae-20df-4149-8d62-6fc0467fb3fd service nova] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Received event network-changed-1b484f1a-f111-4a93-9432-615f7c333fc4 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1309.857375] env[68800]: DEBUG nova.compute.manager [req-726241de-2b4a-43d4-95e9-67fdf1721472 req-ce5c9eae-20df-4149-8d62-6fc0467fb3fd service nova] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Refreshing instance network info cache due to event network-changed-1b484f1a-f111-4a93-9432-615f7c333fc4. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1309.857503] env[68800]: DEBUG oslo_concurrency.lockutils [req-726241de-2b4a-43d4-95e9-67fdf1721472 req-ce5c9eae-20df-4149-8d62-6fc0467fb3fd service nova] Acquiring lock "refresh_cache-55f5fbd0-369e-4f6f-a127-4e9af3fe3130" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.857637] env[68800]: DEBUG oslo_concurrency.lockutils [req-726241de-2b4a-43d4-95e9-67fdf1721472 req-ce5c9eae-20df-4149-8d62-6fc0467fb3fd service nova] Acquired lock "refresh_cache-55f5fbd0-369e-4f6f-a127-4e9af3fe3130" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.857790] env[68800]: DEBUG nova.network.neutron [req-726241de-2b4a-43d4-95e9-67fdf1721472 req-ce5c9eae-20df-4149-8d62-6fc0467fb3fd service nova] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Refreshing network info cache for port 1b484f1a-f111-4a93-9432-615f7c333fc4 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1310.192715] env[68800]: DEBUG oslo_concurrency.lockutils [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.141s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.193305] env[68800]: DEBUG nova.compute.manager [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 99d06086-67da-452e-b8b5-bca9908f5940] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1310.570987] env[68800]: DEBUG nova.network.neutron [req-726241de-2b4a-43d4-95e9-67fdf1721472 req-ce5c9eae-20df-4149-8d62-6fc0467fb3fd service nova] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Updated VIF entry in instance network info cache for port 1b484f1a-f111-4a93-9432-615f7c333fc4. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1310.571438] env[68800]: DEBUG nova.network.neutron [req-726241de-2b4a-43d4-95e9-67fdf1721472 req-ce5c9eae-20df-4149-8d62-6fc0467fb3fd service nova] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Updating instance_info_cache with network_info: [{"id": "1b484f1a-f111-4a93-9432-615f7c333fc4", "address": "fa:16:3e:fb:71:cf", "network": {"id": "37d62d2e-19ea-48f0-8e7c-f4fd60593e0a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-691022587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a003f4221a04746a95aae95c1b81f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b484f1a-f1", "ovs_interfaceid": "1b484f1a-f111-4a93-9432-615f7c333fc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.660516] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1310.698407] env[68800]: DEBUG nova.compute.utils [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1310.699678] env[68800]: DEBUG nova.compute.manager [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 99d06086-67da-452e-b8b5-bca9908f5940] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1310.699843] env[68800]: DEBUG nova.network.neutron [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 99d06086-67da-452e-b8b5-bca9908f5940] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1310.735300] env[68800]: DEBUG nova.policy [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '17b72e6870d2428cbb2e49527232330d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd1b368ff5824c63a66a126549e1022c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 1310.978139] env[68800]: DEBUG nova.network.neutron [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 99d06086-67da-452e-b8b5-bca9908f5940] Successfully created port: 2a0239e2-847b-4aa4-81df-f35dfdf53dcd {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1311.074416] env[68800]: DEBUG oslo_concurrency.lockutils [req-726241de-2b4a-43d4-95e9-67fdf1721472 req-ce5c9eae-20df-4149-8d62-6fc0467fb3fd service nova] Releasing lock "refresh_cache-55f5fbd0-369e-4f6f-a127-4e9af3fe3130" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.202699] env[68800]: DEBUG nova.compute.manager [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 99d06086-67da-452e-b8b5-bca9908f5940] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1312.212222] env[68800]: DEBUG nova.compute.manager [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 99d06086-67da-452e-b8b5-bca9908f5940] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1312.239311] env[68800]: DEBUG nova.virt.hardware [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1312.239600] env[68800]: DEBUG nova.virt.hardware [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1312.239794] env[68800]: DEBUG nova.virt.hardware [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1312.239987] env[68800]: DEBUG nova.virt.hardware [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1312.240165] env[68800]: DEBUG nova.virt.hardware [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1312.240371] env[68800]: DEBUG nova.virt.hardware [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1312.240618] env[68800]: DEBUG nova.virt.hardware [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1312.240784] env[68800]: DEBUG nova.virt.hardware [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1312.240952] env[68800]: DEBUG nova.virt.hardware [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1312.241131] env[68800]: DEBUG nova.virt.hardware [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1312.241303] env[68800]: DEBUG nova.virt.hardware [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1312.242205] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab87f3b-ad65-49ff-8db0-78bbc2c40413 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.250119] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e747e558-febc-49e6-948b-78e522441933 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.330307] env[68800]: DEBUG nova.compute.manager [req-a9300a74-6f39-4f71-b831-67edfa248ca5 req-a1caef17-1cab-488a-babd-ce6a4d11b87b service nova] [instance: 99d06086-67da-452e-b8b5-bca9908f5940] Received event network-vif-plugged-2a0239e2-847b-4aa4-81df-f35dfdf53dcd {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1312.330566] env[68800]: DEBUG oslo_concurrency.lockutils [req-a9300a74-6f39-4f71-b831-67edfa248ca5 req-a1caef17-1cab-488a-babd-ce6a4d11b87b service nova] Acquiring lock "99d06086-67da-452e-b8b5-bca9908f5940-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.330836] env[68800]: DEBUG oslo_concurrency.lockutils [req-a9300a74-6f39-4f71-b831-67edfa248ca5 req-a1caef17-1cab-488a-babd-ce6a4d11b87b service nova] Lock "99d06086-67da-452e-b8b5-bca9908f5940-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.330966] env[68800]: DEBUG oslo_concurrency.lockutils [req-a9300a74-6f39-4f71-b831-67edfa248ca5 req-a1caef17-1cab-488a-babd-ce6a4d11b87b service nova] Lock "99d06086-67da-452e-b8b5-bca9908f5940-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.331120] env[68800]: DEBUG nova.compute.manager [req-a9300a74-6f39-4f71-b831-67edfa248ca5 req-a1caef17-1cab-488a-babd-ce6a4d11b87b service nova] [instance: 99d06086-67da-452e-b8b5-bca9908f5940] No waiting events found dispatching network-vif-plugged-2a0239e2-847b-4aa4-81df-f35dfdf53dcd {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1312.331293] env[68800]: WARNING nova.compute.manager [req-a9300a74-6f39-4f71-b831-67edfa248ca5 req-a1caef17-1cab-488a-babd-ce6a4d11b87b service nova] [instance: 99d06086-67da-452e-b8b5-bca9908f5940] Received unexpected event network-vif-plugged-2a0239e2-847b-4aa4-81df-f35dfdf53dcd for instance with vm_state building and task_state spawning. [ 1312.450178] env[68800]: DEBUG nova.network.neutron [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 99d06086-67da-452e-b8b5-bca9908f5940] Successfully updated port: 2a0239e2-847b-4aa4-81df-f35dfdf53dcd {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1312.952454] env[68800]: DEBUG oslo_concurrency.lockutils [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "refresh_cache-99d06086-67da-452e-b8b5-bca9908f5940" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.952650] env[68800]: DEBUG oslo_concurrency.lockutils [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquired lock "refresh_cache-99d06086-67da-452e-b8b5-bca9908f5940" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.952781] env[68800]: DEBUG nova.network.neutron [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 99d06086-67da-452e-b8b5-bca9908f5940] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1313.488989] env[68800]: DEBUG nova.network.neutron [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 99d06086-67da-452e-b8b5-bca9908f5940] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1313.634375] env[68800]: DEBUG nova.network.neutron [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 99d06086-67da-452e-b8b5-bca9908f5940] Updating instance_info_cache with network_info: [{"id": "2a0239e2-847b-4aa4-81df-f35dfdf53dcd", "address": "fa:16:3e:41:0a:d5", "network": {"id": "34652c19-1447-43fa-a363-9c4da47a4693", "bridge": "br-int", "label": "tempest-ServersTestJSON-1697193661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd1b368ff5824c63a66a126549e1022c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a0239e2-84", "ovs_interfaceid": "2a0239e2-847b-4aa4-81df-f35dfdf53dcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.137344] env[68800]: DEBUG oslo_concurrency.lockutils [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Releasing lock "refresh_cache-99d06086-67da-452e-b8b5-bca9908f5940" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.137663] env[68800]: DEBUG nova.compute.manager [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 99d06086-67da-452e-b8b5-bca9908f5940] Instance network_info: |[{"id": "2a0239e2-847b-4aa4-81df-f35dfdf53dcd", "address": "fa:16:3e:41:0a:d5", "network": {"id": "34652c19-1447-43fa-a363-9c4da47a4693", "bridge": "br-int", "label": "tempest-ServersTestJSON-1697193661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd1b368ff5824c63a66a126549e1022c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a0239e2-84", "ovs_interfaceid": "2a0239e2-847b-4aa4-81df-f35dfdf53dcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1314.138111] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 99d06086-67da-452e-b8b5-bca9908f5940] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:0a:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a0239e2-847b-4aa4-81df-f35dfdf53dcd', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1314.145573] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1314.145781] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99d06086-67da-452e-b8b5-bca9908f5940] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1314.146434] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00aca24e-f5f1-4def-a711-2f13c23c9adc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.165969] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1314.165969] env[68800]: value = "task-3244728" [ 1314.165969] env[68800]: _type = "Task" [ 1314.165969] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.173763] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244728, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.362510] env[68800]: DEBUG nova.compute.manager [req-e89dab8f-3862-435d-97ea-d1b5a3a773c0 req-ff8e4d0b-4f03-4d4a-b947-263864150cb2 service nova] [instance: 99d06086-67da-452e-b8b5-bca9908f5940] Received event network-changed-2a0239e2-847b-4aa4-81df-f35dfdf53dcd {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1314.362790] env[68800]: DEBUG nova.compute.manager [req-e89dab8f-3862-435d-97ea-d1b5a3a773c0 req-ff8e4d0b-4f03-4d4a-b947-263864150cb2 service nova] [instance: 99d06086-67da-452e-b8b5-bca9908f5940] Refreshing instance network info cache due to event network-changed-2a0239e2-847b-4aa4-81df-f35dfdf53dcd. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1314.363159] env[68800]: DEBUG oslo_concurrency.lockutils [req-e89dab8f-3862-435d-97ea-d1b5a3a773c0 req-ff8e4d0b-4f03-4d4a-b947-263864150cb2 service nova] Acquiring lock "refresh_cache-99d06086-67da-452e-b8b5-bca9908f5940" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.363431] env[68800]: DEBUG oslo_concurrency.lockutils [req-e89dab8f-3862-435d-97ea-d1b5a3a773c0 req-ff8e4d0b-4f03-4d4a-b947-263864150cb2 service nova] Acquired lock "refresh_cache-99d06086-67da-452e-b8b5-bca9908f5940" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.363641] env[68800]: DEBUG nova.network.neutron [req-e89dab8f-3862-435d-97ea-d1b5a3a773c0 req-ff8e4d0b-4f03-4d4a-b947-263864150cb2 service nova] [instance: 99d06086-67da-452e-b8b5-bca9908f5940] Refreshing network info cache for port 2a0239e2-847b-4aa4-81df-f35dfdf53dcd {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1314.674777] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244728, 'name': CreateVM_Task, 'duration_secs': 0.298393} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.675079] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99d06086-67da-452e-b8b5-bca9908f5940] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1314.675685] env[68800]: DEBUG oslo_concurrency.lockutils [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.675809] env[68800]: DEBUG oslo_concurrency.lockutils [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.676150] env[68800]: DEBUG oslo_concurrency.lockutils [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.676429] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f7a4d44-b8ed-42dd-93b4-aa48434a9993 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.680511] env[68800]: DEBUG oslo_vmware.api [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1314.680511] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ec5095-7873-2eb1-2d22-1c4a08db6159" [ 1314.680511] env[68800]: _type = "Task" [ 1314.680511] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.688583] env[68800]: DEBUG oslo_vmware.api [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ec5095-7873-2eb1-2d22-1c4a08db6159, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.053530] env[68800]: DEBUG nova.network.neutron [req-e89dab8f-3862-435d-97ea-d1b5a3a773c0 req-ff8e4d0b-4f03-4d4a-b947-263864150cb2 service nova] [instance: 99d06086-67da-452e-b8b5-bca9908f5940] Updated VIF entry in instance network info cache for port 2a0239e2-847b-4aa4-81df-f35dfdf53dcd. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1315.053893] env[68800]: DEBUG nova.network.neutron [req-e89dab8f-3862-435d-97ea-d1b5a3a773c0 req-ff8e4d0b-4f03-4d4a-b947-263864150cb2 service nova] [instance: 99d06086-67da-452e-b8b5-bca9908f5940] Updating instance_info_cache with network_info: [{"id": "2a0239e2-847b-4aa4-81df-f35dfdf53dcd", "address": "fa:16:3e:41:0a:d5", "network": {"id": "34652c19-1447-43fa-a363-9c4da47a4693", "bridge": "br-int", "label": "tempest-ServersTestJSON-1697193661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd1b368ff5824c63a66a126549e1022c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a0239e2-84", "ovs_interfaceid": "2a0239e2-847b-4aa4-81df-f35dfdf53dcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.190651] env[68800]: DEBUG oslo_vmware.api [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ec5095-7873-2eb1-2d22-1c4a08db6159, 'name': SearchDatastore_Task, 'duration_secs': 0.01079} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.190895] env[68800]: DEBUG oslo_concurrency.lockutils [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.191130] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 99d06086-67da-452e-b8b5-bca9908f5940] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1315.191366] env[68800]: DEBUG oslo_concurrency.lockutils [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.191515] env[68800]: DEBUG oslo_concurrency.lockutils [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.191698] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1315.192241] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc36ebdb-9942-4dc4-896e-974059d70ccc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.199833] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1315.200009] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1315.200698] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a20aa14-bdd9-4a10-ba3b-cb157278ceeb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.205484] env[68800]: DEBUG oslo_vmware.api [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1315.205484] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52089ae9-1111-fd0b-f191-9b34403af5d9" [ 1315.205484] env[68800]: _type = "Task" [ 1315.205484] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.212289] env[68800]: DEBUG oslo_vmware.api [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52089ae9-1111-fd0b-f191-9b34403af5d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.556904] env[68800]: DEBUG oslo_concurrency.lockutils [req-e89dab8f-3862-435d-97ea-d1b5a3a773c0 req-ff8e4d0b-4f03-4d4a-b947-263864150cb2 service nova] Releasing lock "refresh_cache-99d06086-67da-452e-b8b5-bca9908f5940" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.716135] env[68800]: DEBUG oslo_vmware.api [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52089ae9-1111-fd0b-f191-9b34403af5d9, 'name': SearchDatastore_Task, 'duration_secs': 0.007406} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.716870] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63175ad6-f50c-452d-947f-d6434221cbee {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.722335] env[68800]: DEBUG oslo_vmware.api [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1315.722335] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52f1fd8f-b4dd-2056-1b18-3bfbc473ecef" [ 1315.722335] env[68800]: _type = "Task" [ 1315.722335] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.729464] env[68800]: DEBUG oslo_vmware.api [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52f1fd8f-b4dd-2056-1b18-3bfbc473ecef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.232429] env[68800]: DEBUG oslo_vmware.api [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52f1fd8f-b4dd-2056-1b18-3bfbc473ecef, 'name': SearchDatastore_Task, 'duration_secs': 0.008941} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.232693] env[68800]: DEBUG oslo_concurrency.lockutils [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.232934] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 99d06086-67da-452e-b8b5-bca9908f5940/99d06086-67da-452e-b8b5-bca9908f5940.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1316.233226] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a8d3667-75c8-49eb-8560-a2bf38cb4b82 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.239593] env[68800]: DEBUG oslo_vmware.api [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1316.239593] env[68800]: value = "task-3244729" [ 1316.239593] env[68800]: _type = "Task" [ 1316.239593] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.247393] env[68800]: DEBUG oslo_vmware.api [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244729, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.537410] env[68800]: DEBUG oslo_concurrency.lockutils [None req-786d47c5-3685-4ddd-a1ac-720433d99a3e tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquiring lock "9db43d1f-9d02-431f-8d12-207c77569515" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.537796] env[68800]: DEBUG oslo_concurrency.lockutils [None req-786d47c5-3685-4ddd-a1ac-720433d99a3e tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "9db43d1f-9d02-431f-8d12-207c77569515" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.749618] env[68800]: DEBUG oslo_vmware.api [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244729, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.433346} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.750042] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 99d06086-67da-452e-b8b5-bca9908f5940/99d06086-67da-452e-b8b5-bca9908f5940.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1316.750124] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 99d06086-67da-452e-b8b5-bca9908f5940] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1316.750342] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12320dd1-c64e-4606-a185-77ae2fa13720 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.756021] env[68800]: DEBUG oslo_vmware.api [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1316.756021] env[68800]: value = "task-3244730" [ 1316.756021] env[68800]: _type = "Task" [ 1316.756021] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.762854] env[68800]: DEBUG oslo_vmware.api [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244730, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.041637] env[68800]: DEBUG nova.compute.utils [None req-786d47c5-3685-4ddd-a1ac-720433d99a3e tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1317.265264] env[68800]: DEBUG oslo_vmware.api [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244730, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062826} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.265553] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 99d06086-67da-452e-b8b5-bca9908f5940] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1317.266347] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0538c489-d77f-40ca-a146-700b3ae0f477 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.288444] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 99d06086-67da-452e-b8b5-bca9908f5940] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 99d06086-67da-452e-b8b5-bca9908f5940/99d06086-67da-452e-b8b5-bca9908f5940.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1317.288680] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-787c98dd-1945-46c1-bdff-cbb0654fdb98 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.308809] env[68800]: DEBUG oslo_vmware.api [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1317.308809] env[68800]: value = "task-3244731" [ 1317.308809] env[68800]: _type = "Task" [ 1317.308809] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.316768] env[68800]: DEBUG oslo_vmware.api [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244731, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.544979] env[68800]: DEBUG oslo_concurrency.lockutils [None req-786d47c5-3685-4ddd-a1ac-720433d99a3e tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "9db43d1f-9d02-431f-8d12-207c77569515" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.818260] env[68800]: DEBUG oslo_vmware.api [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244731, 'name': ReconfigVM_Task, 'duration_secs': 0.276015} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.818614] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 99d06086-67da-452e-b8b5-bca9908f5940] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 99d06086-67da-452e-b8b5-bca9908f5940/99d06086-67da-452e-b8b5-bca9908f5940.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1317.819175] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3eefddf2-3993-472d-b77d-622bdcac0521 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.826204] env[68800]: DEBUG oslo_vmware.api [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1317.826204] env[68800]: value = "task-3244732" [ 1317.826204] env[68800]: _type = "Task" [ 1317.826204] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.834482] env[68800]: DEBUG oslo_vmware.api [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244732, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.335805] env[68800]: DEBUG oslo_vmware.api [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244732, 'name': Rename_Task, 'duration_secs': 0.131617} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.336101] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 99d06086-67da-452e-b8b5-bca9908f5940] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1318.336332] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67979eb2-1f45-4b29-8e6b-4b259e876f1c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.343130] env[68800]: DEBUG oslo_vmware.api [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1318.343130] env[68800]: value = "task-3244733" [ 1318.343130] env[68800]: _type = "Task" [ 1318.343130] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.350117] env[68800]: DEBUG oslo_vmware.api [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244733, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.603299] env[68800]: DEBUG oslo_concurrency.lockutils [None req-786d47c5-3685-4ddd-a1ac-720433d99a3e tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquiring lock "9db43d1f-9d02-431f-8d12-207c77569515" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.603558] env[68800]: DEBUG oslo_concurrency.lockutils [None req-786d47c5-3685-4ddd-a1ac-720433d99a3e tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "9db43d1f-9d02-431f-8d12-207c77569515" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.603798] env[68800]: INFO nova.compute.manager [None req-786d47c5-3685-4ddd-a1ac-720433d99a3e tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Attaching volume e9762176-4b04-4ea7-8ec8-68e5c2c8668d to /dev/sdb [ 1318.634896] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9829ca9-800d-4556-a375-ec6489d4fe9b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.641692] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acdc18d5-0343-4f14-be97-47bbc9d6f0e5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.654836] env[68800]: DEBUG nova.virt.block_device [None req-786d47c5-3685-4ddd-a1ac-720433d99a3e tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Updating existing volume attachment record: f608f899-2888-4dd8-9a17-4a3798b1d225 {{(pid=68800) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1318.853220] env[68800]: DEBUG oslo_vmware.api [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244733, 'name': PowerOnVM_Task, 'duration_secs': 0.42028} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.853499] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 99d06086-67da-452e-b8b5-bca9908f5940] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1318.853682] env[68800]: INFO nova.compute.manager [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 99d06086-67da-452e-b8b5-bca9908f5940] Took 6.64 seconds to spawn the instance on the hypervisor. [ 1318.853856] env[68800]: DEBUG nova.compute.manager [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 99d06086-67da-452e-b8b5-bca9908f5940] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1318.854744] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2880c90-11f5-490f-bc90-3aa29db68362 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.374251] env[68800]: INFO nova.compute.manager [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 99d06086-67da-452e-b8b5-bca9908f5940] Took 12.88 seconds to build instance. [ 1319.778336] env[68800]: DEBUG oslo_concurrency.lockutils [None req-affa4e53-359c-4bb5-94dc-6f41bf8089c1 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "99d06086-67da-452e-b8b5-bca9908f5940" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.876638] env[68800]: DEBUG oslo_concurrency.lockutils [None req-620cd7ce-9942-4820-82cd-98efb4833786 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "99d06086-67da-452e-b8b5-bca9908f5940" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.391s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.877057] env[68800]: DEBUG oslo_concurrency.lockutils [None req-affa4e53-359c-4bb5-94dc-6f41bf8089c1 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "99d06086-67da-452e-b8b5-bca9908f5940" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.099s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.877193] env[68800]: DEBUG oslo_concurrency.lockutils [None req-affa4e53-359c-4bb5-94dc-6f41bf8089c1 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "99d06086-67da-452e-b8b5-bca9908f5940-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.877430] env[68800]: DEBUG oslo_concurrency.lockutils [None req-affa4e53-359c-4bb5-94dc-6f41bf8089c1 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "99d06086-67da-452e-b8b5-bca9908f5940-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.877607] env[68800]: DEBUG oslo_concurrency.lockutils [None req-affa4e53-359c-4bb5-94dc-6f41bf8089c1 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "99d06086-67da-452e-b8b5-bca9908f5940-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.879771] env[68800]: INFO nova.compute.manager [None req-affa4e53-359c-4bb5-94dc-6f41bf8089c1 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 99d06086-67da-452e-b8b5-bca9908f5940] Terminating instance [ 1320.383718] env[68800]: DEBUG nova.compute.manager [None req-affa4e53-359c-4bb5-94dc-6f41bf8089c1 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 99d06086-67da-452e-b8b5-bca9908f5940] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1320.383973] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-affa4e53-359c-4bb5-94dc-6f41bf8089c1 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 99d06086-67da-452e-b8b5-bca9908f5940] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1320.384891] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d285b9d-5fe1-4ad5-8b64-78be4c2ba9f0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.392754] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-affa4e53-359c-4bb5-94dc-6f41bf8089c1 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 99d06086-67da-452e-b8b5-bca9908f5940] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1320.392990] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b19b1f3-4a87-4815-a348-dd4fabfc8186 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.399982] env[68800]: DEBUG oslo_vmware.api [None req-affa4e53-359c-4bb5-94dc-6f41bf8089c1 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1320.399982] env[68800]: value = "task-3244737" [ 1320.399982] env[68800]: _type = "Task" [ 1320.399982] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.407751] env[68800]: DEBUG oslo_vmware.api [None req-affa4e53-359c-4bb5-94dc-6f41bf8089c1 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.913130] env[68800]: DEBUG oslo_vmware.api [None req-affa4e53-359c-4bb5-94dc-6f41bf8089c1 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244737, 'name': PowerOffVM_Task, 'duration_secs': 0.18687} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.913130] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-affa4e53-359c-4bb5-94dc-6f41bf8089c1 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 99d06086-67da-452e-b8b5-bca9908f5940] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1320.913130] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-affa4e53-359c-4bb5-94dc-6f41bf8089c1 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 99d06086-67da-452e-b8b5-bca9908f5940] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1320.913130] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91827596-8323-4bff-bbd4-c4cdb712a0d0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.972553] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-affa4e53-359c-4bb5-94dc-6f41bf8089c1 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 99d06086-67da-452e-b8b5-bca9908f5940] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1320.972808] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-affa4e53-359c-4bb5-94dc-6f41bf8089c1 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 99d06086-67da-452e-b8b5-bca9908f5940] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1320.973040] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-affa4e53-359c-4bb5-94dc-6f41bf8089c1 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Deleting the datastore file [datastore2] 99d06086-67da-452e-b8b5-bca9908f5940 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1320.973341] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f00b7d89-c90f-4922-b364-a70b0293aaba {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.980062] env[68800]: DEBUG oslo_vmware.api [None req-affa4e53-359c-4bb5-94dc-6f41bf8089c1 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1320.980062] env[68800]: value = "task-3244740" [ 1320.980062] env[68800]: _type = "Task" [ 1320.980062] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.987311] env[68800]: DEBUG oslo_vmware.api [None req-affa4e53-359c-4bb5-94dc-6f41bf8089c1 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244740, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.489870] env[68800]: DEBUG oslo_vmware.api [None req-affa4e53-359c-4bb5-94dc-6f41bf8089c1 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244740, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138655} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.489932] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-affa4e53-359c-4bb5-94dc-6f41bf8089c1 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1321.490212] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-affa4e53-359c-4bb5-94dc-6f41bf8089c1 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 99d06086-67da-452e-b8b5-bca9908f5940] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1321.490450] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-affa4e53-359c-4bb5-94dc-6f41bf8089c1 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 99d06086-67da-452e-b8b5-bca9908f5940] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1321.490656] env[68800]: INFO nova.compute.manager [None req-affa4e53-359c-4bb5-94dc-6f41bf8089c1 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 99d06086-67da-452e-b8b5-bca9908f5940] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1321.490927] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-affa4e53-359c-4bb5-94dc-6f41bf8089c1 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1321.491192] env[68800]: DEBUG nova.compute.manager [-] [instance: 99d06086-67da-452e-b8b5-bca9908f5940] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1321.491328] env[68800]: DEBUG nova.network.neutron [-] [instance: 99d06086-67da-452e-b8b5-bca9908f5940] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1321.752784] env[68800]: DEBUG nova.compute.manager [req-40cd2480-0e6e-4713-be6e-20ca996116d7 req-567deefb-ee42-46d7-9f34-0e76b87b8775 service nova] [instance: 99d06086-67da-452e-b8b5-bca9908f5940] Received event network-vif-deleted-2a0239e2-847b-4aa4-81df-f35dfdf53dcd {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1321.752989] env[68800]: INFO nova.compute.manager [req-40cd2480-0e6e-4713-be6e-20ca996116d7 req-567deefb-ee42-46d7-9f34-0e76b87b8775 service nova] [instance: 99d06086-67da-452e-b8b5-bca9908f5940] Neutron deleted interface 2a0239e2-847b-4aa4-81df-f35dfdf53dcd; detaching it from the instance and deleting it from the info cache [ 1321.753185] env[68800]: DEBUG nova.network.neutron [req-40cd2480-0e6e-4713-be6e-20ca996116d7 req-567deefb-ee42-46d7-9f34-0e76b87b8775 service nova] [instance: 99d06086-67da-452e-b8b5-bca9908f5940] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.237474] env[68800]: DEBUG nova.network.neutron [-] [instance: 99d06086-67da-452e-b8b5-bca9908f5940] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.255740] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e96ccf69-3e75-4a0d-9d26-b4f451caf451 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.265774] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34be423f-bd58-4b5b-967e-f0c1578b69be {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.292572] env[68800]: DEBUG nova.compute.manager [req-40cd2480-0e6e-4713-be6e-20ca996116d7 req-567deefb-ee42-46d7-9f34-0e76b87b8775 service nova] [instance: 99d06086-67da-452e-b8b5-bca9908f5940] Detach interface failed, port_id=2a0239e2-847b-4aa4-81df-f35dfdf53dcd, reason: Instance 99d06086-67da-452e-b8b5-bca9908f5940 could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1322.739307] env[68800]: INFO nova.compute.manager [-] [instance: 99d06086-67da-452e-b8b5-bca9908f5940] Took 1.25 seconds to deallocate network for instance. [ 1323.197966] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-786d47c5-3685-4ddd-a1ac-720433d99a3e tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Volume attach. Driver type: vmdk {{(pid=68800) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1323.198244] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-786d47c5-3685-4ddd-a1ac-720433d99a3e tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648413', 'volume_id': 'e9762176-4b04-4ea7-8ec8-68e5c2c8668d', 'name': 'volume-e9762176-4b04-4ea7-8ec8-68e5c2c8668d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9db43d1f-9d02-431f-8d12-207c77569515', 'attached_at': '', 'detached_at': '', 'volume_id': 'e9762176-4b04-4ea7-8ec8-68e5c2c8668d', 'serial': 'e9762176-4b04-4ea7-8ec8-68e5c2c8668d'} {{(pid=68800) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1323.199146] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-decb2437-3ab5-4229-92fb-5ff625d12efa {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.215519] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6f715d-7524-4391-92d1-fc76731c8d87 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.239188] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-786d47c5-3685-4ddd-a1ac-720433d99a3e tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] volume-e9762176-4b04-4ea7-8ec8-68e5c2c8668d/volume-e9762176-4b04-4ea7-8ec8-68e5c2c8668d.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1323.239455] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ad421a6-1b40-4cfa-a5a1-3ad1ef4919f9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.252362] env[68800]: DEBUG oslo_concurrency.lockutils [None req-affa4e53-359c-4bb5-94dc-6f41bf8089c1 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.252619] env[68800]: DEBUG oslo_concurrency.lockutils [None req-affa4e53-359c-4bb5-94dc-6f41bf8089c1 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.252834] env[68800]: DEBUG nova.objects.instance [None req-affa4e53-359c-4bb5-94dc-6f41bf8089c1 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lazy-loading 'resources' on Instance uuid 99d06086-67da-452e-b8b5-bca9908f5940 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1323.259501] env[68800]: DEBUG oslo_vmware.api [None req-786d47c5-3685-4ddd-a1ac-720433d99a3e tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1323.259501] env[68800]: value = "task-3244741" [ 1323.259501] env[68800]: _type = "Task" [ 1323.259501] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.267834] env[68800]: DEBUG oslo_vmware.api [None req-786d47c5-3685-4ddd-a1ac-720433d99a3e tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244741, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.771465] env[68800]: DEBUG oslo_vmware.api [None req-786d47c5-3685-4ddd-a1ac-720433d99a3e tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244741, 'name': ReconfigVM_Task, 'duration_secs': 0.346972} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.771769] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-786d47c5-3685-4ddd-a1ac-720433d99a3e tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Reconfigured VM instance instance-00000072 to attach disk [datastore1] volume-e9762176-4b04-4ea7-8ec8-68e5c2c8668d/volume-e9762176-4b04-4ea7-8ec8-68e5c2c8668d.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1323.778878] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fd54101-40c0-4ceb-997e-8431c2351139 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.795314] env[68800]: DEBUG oslo_vmware.api [None req-786d47c5-3685-4ddd-a1ac-720433d99a3e tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1323.795314] env[68800]: value = "task-3244742" [ 1323.795314] env[68800]: _type = "Task" [ 1323.795314] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.805655] env[68800]: DEBUG oslo_vmware.api [None req-786d47c5-3685-4ddd-a1ac-720433d99a3e tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244742, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.847271] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbe161d-bb4b-4595-9b6d-bf7a203ff22c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.854642] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1aa85b5-b96f-42c1-b3ec-0a97cccdd46c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.887157] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e98ad9-2440-470b-bf57-2c49db1a3b3b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.897516] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad97bf57-084f-4a80-aa6b-a536808e0ee3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.918307] env[68800]: DEBUG nova.compute.provider_tree [None req-affa4e53-359c-4bb5-94dc-6f41bf8089c1 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1324.305408] env[68800]: DEBUG oslo_vmware.api [None req-786d47c5-3685-4ddd-a1ac-720433d99a3e tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244742, 'name': ReconfigVM_Task, 'duration_secs': 0.134857} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.305703] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-786d47c5-3685-4ddd-a1ac-720433d99a3e tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648413', 'volume_id': 'e9762176-4b04-4ea7-8ec8-68e5c2c8668d', 'name': 'volume-e9762176-4b04-4ea7-8ec8-68e5c2c8668d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9db43d1f-9d02-431f-8d12-207c77569515', 'attached_at': '', 'detached_at': '', 'volume_id': 'e9762176-4b04-4ea7-8ec8-68e5c2c8668d', 'serial': 'e9762176-4b04-4ea7-8ec8-68e5c2c8668d'} {{(pid=68800) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1324.421947] env[68800]: DEBUG nova.scheduler.client.report [None req-affa4e53-359c-4bb5-94dc-6f41bf8089c1 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1324.926484] env[68800]: DEBUG oslo_concurrency.lockutils [None req-affa4e53-359c-4bb5-94dc-6f41bf8089c1 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.674s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.955122] env[68800]: INFO nova.scheduler.client.report [None req-affa4e53-359c-4bb5-94dc-6f41bf8089c1 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Deleted allocations for instance 99d06086-67da-452e-b8b5-bca9908f5940 [ 1325.340506] env[68800]: DEBUG nova.objects.instance [None req-786d47c5-3685-4ddd-a1ac-720433d99a3e tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lazy-loading 'flavor' on Instance uuid 9db43d1f-9d02-431f-8d12-207c77569515 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1325.462783] env[68800]: DEBUG oslo_concurrency.lockutils [None req-affa4e53-359c-4bb5-94dc-6f41bf8089c1 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "99d06086-67da-452e-b8b5-bca9908f5940" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.586s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.845434] env[68800]: DEBUG oslo_concurrency.lockutils [None req-786d47c5-3685-4ddd-a1ac-720433d99a3e tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "9db43d1f-9d02-431f-8d12-207c77569515" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.242s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.213969] env[68800]: INFO nova.compute.manager [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Rebuilding instance [ 1326.249179] env[68800]: DEBUG nova.compute.manager [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1326.250096] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11130dc-eb25-4a54-bd51-99fd24ff8b49 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.731605] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "e1f61316-a24e-4754-8ea2-ee3c404d164f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.731925] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "e1f61316-a24e-4754-8ea2-ee3c404d164f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.234564] env[68800]: DEBUG nova.compute.manager [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e1f61316-a24e-4754-8ea2-ee3c404d164f] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1327.263647] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1327.263968] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4bef4770-2b7f-4d73-9c69-68a6f9ad0c15 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.271286] env[68800]: DEBUG oslo_vmware.api [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1327.271286] env[68800]: value = "task-3244743" [ 1327.271286] env[68800]: _type = "Task" [ 1327.271286] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.280484] env[68800]: DEBUG oslo_vmware.api [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244743, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.756919] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.757221] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.759077] env[68800]: INFO nova.compute.claims [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e1f61316-a24e-4754-8ea2-ee3c404d164f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1327.780686] env[68800]: DEBUG oslo_vmware.api [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244743, 'name': PowerOffVM_Task, 'duration_secs': 0.167736} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.780949] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1327.832060] env[68800]: INFO nova.compute.manager [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Detaching volume e9762176-4b04-4ea7-8ec8-68e5c2c8668d [ 1327.861058] env[68800]: INFO nova.virt.block_device [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Attempting to driver detach volume e9762176-4b04-4ea7-8ec8-68e5c2c8668d from mountpoint /dev/sdb [ 1327.861306] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Volume detach. Driver type: vmdk {{(pid=68800) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1327.861491] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648413', 'volume_id': 'e9762176-4b04-4ea7-8ec8-68e5c2c8668d', 'name': 'volume-e9762176-4b04-4ea7-8ec8-68e5c2c8668d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9db43d1f-9d02-431f-8d12-207c77569515', 'attached_at': '', 'detached_at': '', 'volume_id': 'e9762176-4b04-4ea7-8ec8-68e5c2c8668d', 'serial': 'e9762176-4b04-4ea7-8ec8-68e5c2c8668d'} {{(pid=68800) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1327.862383] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b114298-0936-4659-9f39-330209d31fdf {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.882909] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691e6c48-41de-415a-a90b-be526bcb9311 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.890034] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd2aa66-bc92-418a-b387-2319d92399bf {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.910087] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0355ecc3-c7a0-4bbc-b31a-0884d7f89c3b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.925447] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] The volume has not been displaced from its original location: [datastore1] volume-e9762176-4b04-4ea7-8ec8-68e5c2c8668d/volume-e9762176-4b04-4ea7-8ec8-68e5c2c8668d.vmdk. No consolidation needed. {{(pid=68800) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1327.930612] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1327.931189] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a275332-9ae9-4805-b02d-ef3d3956e07e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.948659] env[68800]: DEBUG oslo_vmware.api [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1327.948659] env[68800]: value = "task-3244744" [ 1327.948659] env[68800]: _type = "Task" [ 1327.948659] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.956092] env[68800]: DEBUG oslo_vmware.api [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244744, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.458551] env[68800]: DEBUG oslo_vmware.api [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244744, 'name': ReconfigVM_Task, 'duration_secs': 0.19081} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.458826] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1328.463478] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca4f2872-b804-4230-9a47-d8c227e3510f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.477581] env[68800]: DEBUG oslo_vmware.api [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1328.477581] env[68800]: value = "task-3244745" [ 1328.477581] env[68800]: _type = "Task" [ 1328.477581] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.484904] env[68800]: DEBUG oslo_vmware.api [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244745, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.831918] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ad6abc-2444-4172-b407-d9ecee1d6e7d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.839352] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad07038-7a9a-486c-9e37-b7eb45d20bc3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.868205] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d85d75-d4e2-4b9e-b317-6dbc0b856efe {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.874739] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce0b779-0b70-4645-9914-884c4ad4b8a6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.888457] env[68800]: DEBUG nova.compute.provider_tree [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1328.988070] env[68800]: DEBUG oslo_vmware.api [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244745, 'name': ReconfigVM_Task, 'duration_secs': 0.143778} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.988070] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648413', 'volume_id': 'e9762176-4b04-4ea7-8ec8-68e5c2c8668d', 'name': 'volume-e9762176-4b04-4ea7-8ec8-68e5c2c8668d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9db43d1f-9d02-431f-8d12-207c77569515', 'attached_at': '', 'detached_at': '', 'volume_id': 'e9762176-4b04-4ea7-8ec8-68e5c2c8668d', 'serial': 'e9762176-4b04-4ea7-8ec8-68e5c2c8668d'} {{(pid=68800) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1329.392238] env[68800]: DEBUG nova.scheduler.client.report [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1329.897074] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.140s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.897621] env[68800]: DEBUG nova.compute.manager [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e1f61316-a24e-4754-8ea2-ee3c404d164f] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1330.034408] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1330.034728] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d45d1bb-6142-4450-abbc-fa6c061fd397 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.042237] env[68800]: DEBUG oslo_vmware.api [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1330.042237] env[68800]: value = "task-3244746" [ 1330.042237] env[68800]: _type = "Task" [ 1330.042237] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.049604] env[68800]: DEBUG oslo_vmware.api [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.403049] env[68800]: DEBUG nova.compute.utils [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1330.404225] env[68800]: DEBUG nova.compute.manager [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e1f61316-a24e-4754-8ea2-ee3c404d164f] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1330.404404] env[68800]: DEBUG nova.network.neutron [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e1f61316-a24e-4754-8ea2-ee3c404d164f] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1330.449531] env[68800]: DEBUG nova.policy [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '17b72e6870d2428cbb2e49527232330d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd1b368ff5824c63a66a126549e1022c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 1330.552719] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] VM already powered off {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1330.556058] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Volume detach. Driver type: vmdk {{(pid=68800) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1330.556058] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648413', 'volume_id': 'e9762176-4b04-4ea7-8ec8-68e5c2c8668d', 'name': 'volume-e9762176-4b04-4ea7-8ec8-68e5c2c8668d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9db43d1f-9d02-431f-8d12-207c77569515', 'attached_at': '', 'detached_at': '', 'volume_id': 'e9762176-4b04-4ea7-8ec8-68e5c2c8668d', 'serial': 'e9762176-4b04-4ea7-8ec8-68e5c2c8668d'} {{(pid=68800) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1330.556058] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ec2409-ce66-4a04-b0f9-f5af4716c322 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.572182] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc64b85-b56d-43e7-8dd9-e8d245515e81 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.577753] env[68800]: WARNING nova.virt.vmwareapi.driver [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1330.578181] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1330.578989] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a054fc97-dc9e-42c9-a4b6-a92bf5a006d6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.584887] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1330.585125] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-800141b1-2561-4d68-b6cc-53ffd6c9b7dd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.658010] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1330.658270] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1330.658482] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Deleting the datastore file [datastore2] 9db43d1f-9d02-431f-8d12-207c77569515 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1330.658715] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4fd5d2b0-a472-4239-93e7-e0c00650fe60 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.665314] env[68800]: DEBUG oslo_vmware.api [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1330.665314] env[68800]: value = "task-3244748" [ 1330.665314] env[68800]: _type = "Task" [ 1330.665314] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.670192] env[68800]: DEBUG nova.network.neutron [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e1f61316-a24e-4754-8ea2-ee3c404d164f] Successfully created port: 3be252c8-29e5-4a14-8c5b-014945782c5f {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1330.675470] env[68800]: DEBUG oslo_vmware.api [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244748, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.908081] env[68800]: DEBUG nova.compute.manager [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e1f61316-a24e-4754-8ea2-ee3c404d164f] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1331.177425] env[68800]: DEBUG oslo_vmware.api [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244748, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13325} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.178478] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1331.178478] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1331.178478] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1331.683779] env[68800]: INFO nova.virt.block_device [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Booting with volume e9762176-4b04-4ea7-8ec8-68e5c2c8668d at /dev/sdb [ 1331.717399] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d097761-45bf-433a-9e1c-7607598da50a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.726731] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69343f8c-e372-417b-9f84-2b373ee7a7ca {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.750752] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5dc30691-867c-4183-9e04-b8c8baa27ccf {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.758094] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b329c3f-42d4-44ea-a58c-586ae3ab25cb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.781792] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4c3276-6b63-4ede-ba4e-95e8c7bc6890 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.787276] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8edcf73a-6d28-430e-b761-fafee8b8146d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.799675] env[68800]: DEBUG nova.virt.block_device [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Updating existing volume attachment record: 30b3f250-f508-493a-91f9-d79d9c51c108 {{(pid=68800) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1331.918266] env[68800]: DEBUG nova.compute.manager [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e1f61316-a24e-4754-8ea2-ee3c404d164f] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1331.944771] env[68800]: DEBUG nova.virt.hardware [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1331.945032] env[68800]: DEBUG nova.virt.hardware [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1331.945200] env[68800]: DEBUG nova.virt.hardware [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1331.945383] env[68800]: DEBUG nova.virt.hardware [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1331.945520] env[68800]: DEBUG nova.virt.hardware [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1331.945667] env[68800]: DEBUG nova.virt.hardware [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1331.945880] env[68800]: DEBUG nova.virt.hardware [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1331.946054] env[68800]: DEBUG nova.virt.hardware [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1331.946227] env[68800]: DEBUG nova.virt.hardware [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1331.946390] env[68800]: DEBUG nova.virt.hardware [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1331.946559] env[68800]: DEBUG nova.virt.hardware [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1331.947482] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03d1ae7-6c4a-4e1e-a773-42a7b0e31ea1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.955238] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951bba19-5681-499f-9be0-a242b8773d8d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.026180] env[68800]: DEBUG nova.compute.manager [req-60e5cca9-2ecb-463c-9db4-1fda6fac8d32 req-d8dca141-e4ae-43bf-9fc1-5904ee8ed1e0 service nova] [instance: e1f61316-a24e-4754-8ea2-ee3c404d164f] Received event network-vif-plugged-3be252c8-29e5-4a14-8c5b-014945782c5f {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1332.026415] env[68800]: DEBUG oslo_concurrency.lockutils [req-60e5cca9-2ecb-463c-9db4-1fda6fac8d32 req-d8dca141-e4ae-43bf-9fc1-5904ee8ed1e0 service nova] Acquiring lock "e1f61316-a24e-4754-8ea2-ee3c404d164f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.026618] env[68800]: DEBUG oslo_concurrency.lockutils [req-60e5cca9-2ecb-463c-9db4-1fda6fac8d32 req-d8dca141-e4ae-43bf-9fc1-5904ee8ed1e0 service nova] Lock "e1f61316-a24e-4754-8ea2-ee3c404d164f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.026776] env[68800]: DEBUG oslo_concurrency.lockutils [req-60e5cca9-2ecb-463c-9db4-1fda6fac8d32 req-d8dca141-e4ae-43bf-9fc1-5904ee8ed1e0 service nova] Lock "e1f61316-a24e-4754-8ea2-ee3c404d164f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.026944] env[68800]: DEBUG nova.compute.manager [req-60e5cca9-2ecb-463c-9db4-1fda6fac8d32 req-d8dca141-e4ae-43bf-9fc1-5904ee8ed1e0 service nova] [instance: e1f61316-a24e-4754-8ea2-ee3c404d164f] No waiting events found dispatching network-vif-plugged-3be252c8-29e5-4a14-8c5b-014945782c5f {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1332.027530] env[68800]: WARNING nova.compute.manager [req-60e5cca9-2ecb-463c-9db4-1fda6fac8d32 req-d8dca141-e4ae-43bf-9fc1-5904ee8ed1e0 service nova] [instance: e1f61316-a24e-4754-8ea2-ee3c404d164f] Received unexpected event network-vif-plugged-3be252c8-29e5-4a14-8c5b-014945782c5f for instance with vm_state building and task_state spawning. [ 1332.106952] env[68800]: DEBUG nova.network.neutron [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e1f61316-a24e-4754-8ea2-ee3c404d164f] Successfully updated port: 3be252c8-29e5-4a14-8c5b-014945782c5f {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1332.609581] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "refresh_cache-e1f61316-a24e-4754-8ea2-ee3c404d164f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.609750] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquired lock "refresh_cache-e1f61316-a24e-4754-8ea2-ee3c404d164f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.609949] env[68800]: DEBUG nova.network.neutron [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e1f61316-a24e-4754-8ea2-ee3c404d164f] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1333.141327] env[68800]: DEBUG nova.network.neutron [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e1f61316-a24e-4754-8ea2-ee3c404d164f] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1333.255391] env[68800]: DEBUG nova.network.neutron [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e1f61316-a24e-4754-8ea2-ee3c404d164f] Updating instance_info_cache with network_info: [{"id": "3be252c8-29e5-4a14-8c5b-014945782c5f", "address": "fa:16:3e:3e:6a:6b", "network": {"id": "34652c19-1447-43fa-a363-9c4da47a4693", "bridge": "br-int", "label": "tempest-ServersTestJSON-1697193661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd1b368ff5824c63a66a126549e1022c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3be252c8-29", "ovs_interfaceid": "3be252c8-29e5-4a14-8c5b-014945782c5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.758055] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Releasing lock "refresh_cache-e1f61316-a24e-4754-8ea2-ee3c404d164f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.758402] env[68800]: DEBUG nova.compute.manager [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e1f61316-a24e-4754-8ea2-ee3c404d164f] Instance network_info: |[{"id": "3be252c8-29e5-4a14-8c5b-014945782c5f", "address": "fa:16:3e:3e:6a:6b", "network": {"id": "34652c19-1447-43fa-a363-9c4da47a4693", "bridge": "br-int", "label": "tempest-ServersTestJSON-1697193661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd1b368ff5824c63a66a126549e1022c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3be252c8-29", "ovs_interfaceid": "3be252c8-29e5-4a14-8c5b-014945782c5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1333.758850] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e1f61316-a24e-4754-8ea2-ee3c404d164f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:6a:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3be252c8-29e5-4a14-8c5b-014945782c5f', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1333.766299] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1333.766503] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1f61316-a24e-4754-8ea2-ee3c404d164f] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1333.766729] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4578e8a-7454-4b18-abd4-8934876bac5a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.788901] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1333.788901] env[68800]: value = "task-3244749" [ 1333.788901] env[68800]: _type = "Task" [ 1333.788901] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.796226] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244749, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.906605] env[68800]: DEBUG nova.virt.hardware [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1333.906862] env[68800]: DEBUG nova.virt.hardware [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1333.907048] env[68800]: DEBUG nova.virt.hardware [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1333.907238] env[68800]: DEBUG nova.virt.hardware [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1333.907400] env[68800]: DEBUG nova.virt.hardware [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1333.907589] env[68800]: DEBUG nova.virt.hardware [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1333.907841] env[68800]: DEBUG nova.virt.hardware [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1333.908010] env[68800]: DEBUG nova.virt.hardware [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1333.908352] env[68800]: DEBUG nova.virt.hardware [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1333.908352] env[68800]: DEBUG nova.virt.hardware [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1333.908534] env[68800]: DEBUG nova.virt.hardware [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1333.909366] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145b5a6d-2daa-4960-aa0c-99b54c0e866f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.916918] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7095beb8-b057-43c5-b162-b5b0492af6b5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.930090] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:50:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85bc4802-6dcd-482e-9314-fac32ac9af04', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1333.937290] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1333.937478] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1333.937675] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0b081da-c26d-4f8f-8803-548b04e7158a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.958097] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1333.958097] env[68800]: value = "task-3244750" [ 1333.958097] env[68800]: _type = "Task" [ 1333.958097] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.965414] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244750, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.053899] env[68800]: DEBUG nova.compute.manager [req-905f8ceb-75b6-477c-a2cd-3fe46fd8ba87 req-e6ccd40d-b7aa-4b97-8891-53fe3a127be4 service nova] [instance: e1f61316-a24e-4754-8ea2-ee3c404d164f] Received event network-changed-3be252c8-29e5-4a14-8c5b-014945782c5f {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1334.054194] env[68800]: DEBUG nova.compute.manager [req-905f8ceb-75b6-477c-a2cd-3fe46fd8ba87 req-e6ccd40d-b7aa-4b97-8891-53fe3a127be4 service nova] [instance: e1f61316-a24e-4754-8ea2-ee3c404d164f] Refreshing instance network info cache due to event network-changed-3be252c8-29e5-4a14-8c5b-014945782c5f. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1334.054431] env[68800]: DEBUG oslo_concurrency.lockutils [req-905f8ceb-75b6-477c-a2cd-3fe46fd8ba87 req-e6ccd40d-b7aa-4b97-8891-53fe3a127be4 service nova] Acquiring lock "refresh_cache-e1f61316-a24e-4754-8ea2-ee3c404d164f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.054546] env[68800]: DEBUG oslo_concurrency.lockutils [req-905f8ceb-75b6-477c-a2cd-3fe46fd8ba87 req-e6ccd40d-b7aa-4b97-8891-53fe3a127be4 service nova] Acquired lock "refresh_cache-e1f61316-a24e-4754-8ea2-ee3c404d164f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.054715] env[68800]: DEBUG nova.network.neutron [req-905f8ceb-75b6-477c-a2cd-3fe46fd8ba87 req-e6ccd40d-b7aa-4b97-8891-53fe3a127be4 service nova] [instance: e1f61316-a24e-4754-8ea2-ee3c404d164f] Refreshing network info cache for port 3be252c8-29e5-4a14-8c5b-014945782c5f {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1334.297800] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244749, 'name': CreateVM_Task, 'duration_secs': 0.331386} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.301044] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1f61316-a24e-4754-8ea2-ee3c404d164f] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1334.301044] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.301044] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.301044] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.301044] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c9d758a-327e-4403-87fa-04d27a12c492 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.304304] env[68800]: DEBUG oslo_vmware.api [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1334.304304] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]527da6da-485c-ce5c-0b0f-effaef9af830" [ 1334.304304] env[68800]: _type = "Task" [ 1334.304304] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.311424] env[68800]: DEBUG oslo_vmware.api [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]527da6da-485c-ce5c-0b0f-effaef9af830, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.467412] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244750, 'name': CreateVM_Task, 'duration_secs': 0.32195} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.467577] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1334.468178] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.768844] env[68800]: DEBUG nova.network.neutron [req-905f8ceb-75b6-477c-a2cd-3fe46fd8ba87 req-e6ccd40d-b7aa-4b97-8891-53fe3a127be4 service nova] [instance: e1f61316-a24e-4754-8ea2-ee3c404d164f] Updated VIF entry in instance network info cache for port 3be252c8-29e5-4a14-8c5b-014945782c5f. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1334.769250] env[68800]: DEBUG nova.network.neutron [req-905f8ceb-75b6-477c-a2cd-3fe46fd8ba87 req-e6ccd40d-b7aa-4b97-8891-53fe3a127be4 service nova] [instance: e1f61316-a24e-4754-8ea2-ee3c404d164f] Updating instance_info_cache with network_info: [{"id": "3be252c8-29e5-4a14-8c5b-014945782c5f", "address": "fa:16:3e:3e:6a:6b", "network": {"id": "34652c19-1447-43fa-a363-9c4da47a4693", "bridge": "br-int", "label": "tempest-ServersTestJSON-1697193661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd1b368ff5824c63a66a126549e1022c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3be252c8-29", "ovs_interfaceid": "3be252c8-29e5-4a14-8c5b-014945782c5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.815172] env[68800]: DEBUG oslo_vmware.api [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]527da6da-485c-ce5c-0b0f-effaef9af830, 'name': SearchDatastore_Task, 'duration_secs': 0.00932} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.815474] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.815703] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e1f61316-a24e-4754-8ea2-ee3c404d164f] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1334.815937] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.816095] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.816278] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1334.816553] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.816852] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.817096] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d1ad458-3551-4161-a3c3-5222e11d74c7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.818848] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a23c839-6cb7-4627-bba8-fdabf8a14fe9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.823852] env[68800]: DEBUG oslo_vmware.api [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1334.823852] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5226b89a-6102-5130-04c9-5d12281e1607" [ 1334.823852] env[68800]: _type = "Task" [ 1334.823852] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.827720] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1334.827895] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1334.828899] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c96a8f10-7171-4d45-a5ef-6d18f414c920 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.833692] env[68800]: DEBUG oslo_vmware.api [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5226b89a-6102-5130-04c9-5d12281e1607, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.836274] env[68800]: DEBUG oslo_vmware.api [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1334.836274] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]522f5274-4ace-76fc-68ca-d41dad672490" [ 1334.836274] env[68800]: _type = "Task" [ 1334.836274] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.843235] env[68800]: DEBUG oslo_vmware.api [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]522f5274-4ace-76fc-68ca-d41dad672490, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.272433] env[68800]: DEBUG oslo_concurrency.lockutils [req-905f8ceb-75b6-477c-a2cd-3fe46fd8ba87 req-e6ccd40d-b7aa-4b97-8891-53fe3a127be4 service nova] Releasing lock "refresh_cache-e1f61316-a24e-4754-8ea2-ee3c404d164f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.334317] env[68800]: DEBUG oslo_vmware.api [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5226b89a-6102-5130-04c9-5d12281e1607, 'name': SearchDatastore_Task, 'duration_secs': 0.009023} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.334702] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.334819] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1335.335033] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.345561] env[68800]: DEBUG oslo_vmware.api [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]522f5274-4ace-76fc-68ca-d41dad672490, 'name': SearchDatastore_Task, 'duration_secs': 0.007299} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.346272] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1258ecc7-e202-473e-9422-4e52bdc40c2a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.350916] env[68800]: DEBUG oslo_vmware.api [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1335.350916] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ad5e4c-8182-86b9-f96f-cb28393d9345" [ 1335.350916] env[68800]: _type = "Task" [ 1335.350916] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.359884] env[68800]: DEBUG oslo_vmware.api [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ad5e4c-8182-86b9-f96f-cb28393d9345, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.861195] env[68800]: DEBUG oslo_vmware.api [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ad5e4c-8182-86b9-f96f-cb28393d9345, 'name': SearchDatastore_Task, 'duration_secs': 0.008615} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.861473] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.861721] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] e1f61316-a24e-4754-8ea2-ee3c404d164f/e1f61316-a24e-4754-8ea2-ee3c404d164f.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1335.861996] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.862199] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1335.862410] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4770ae95-30a6-443a-9b99-4cf94e387a6e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.864259] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10e2c2c3-8ecf-4ac8-91f9-86c692b530e5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.870914] env[68800]: DEBUG oslo_vmware.api [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1335.870914] env[68800]: value = "task-3244751" [ 1335.870914] env[68800]: _type = "Task" [ 1335.870914] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.874526] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1335.874700] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1335.875647] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d42afca7-a3ea-470a-a52f-6cf0cf0d8f1c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.882222] env[68800]: DEBUG oslo_vmware.api [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244751, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.885792] env[68800]: DEBUG oslo_vmware.api [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1335.885792] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]523ed1d9-741a-5999-6e5b-70d14e034938" [ 1335.885792] env[68800]: _type = "Task" [ 1335.885792] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.891777] env[68800]: DEBUG oslo_vmware.api [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]523ed1d9-741a-5999-6e5b-70d14e034938, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.382151] env[68800]: DEBUG oslo_vmware.api [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244751, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463363} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.382561] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] e1f61316-a24e-4754-8ea2-ee3c404d164f/e1f61316-a24e-4754-8ea2-ee3c404d164f.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1336.382645] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e1f61316-a24e-4754-8ea2-ee3c404d164f] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1336.382827] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1c4b851-6706-44e7-b4b8-8df7c76fc429 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.389548] env[68800]: DEBUG oslo_vmware.api [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1336.389548] env[68800]: value = "task-3244752" [ 1336.389548] env[68800]: _type = "Task" [ 1336.389548] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.395616] env[68800]: DEBUG oslo_vmware.api [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]523ed1d9-741a-5999-6e5b-70d14e034938, 'name': SearchDatastore_Task, 'duration_secs': 0.00775} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.396637] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae471204-b1bf-43a6-ba56-57a398d936a5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.401261] env[68800]: DEBUG oslo_vmware.api [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244752, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.403881] env[68800]: DEBUG oslo_vmware.api [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1336.403881] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5202fd53-6a45-5818-b60b-63c2f572686e" [ 1336.403881] env[68800]: _type = "Task" [ 1336.403881] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.410516] env[68800]: DEBUG oslo_vmware.api [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5202fd53-6a45-5818-b60b-63c2f572686e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.899031] env[68800]: DEBUG oslo_vmware.api [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244752, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063761} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.899345] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e1f61316-a24e-4754-8ea2-ee3c404d164f] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1336.900185] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4202d3-2d94-4b47-ae36-14342d98ac28 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.926155] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e1f61316-a24e-4754-8ea2-ee3c404d164f] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] e1f61316-a24e-4754-8ea2-ee3c404d164f/e1f61316-a24e-4754-8ea2-ee3c404d164f.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1336.926458] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-274392b0-d6c7-414e-bc51-fea829fa460f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.946254] env[68800]: DEBUG oslo_vmware.api [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5202fd53-6a45-5818-b60b-63c2f572686e, 'name': SearchDatastore_Task, 'duration_secs': 0.008043} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.947472] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.947731] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 9db43d1f-9d02-431f-8d12-207c77569515/9db43d1f-9d02-431f-8d12-207c77569515.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1336.948056] env[68800]: DEBUG oslo_vmware.api [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1336.948056] env[68800]: value = "task-3244753" [ 1336.948056] env[68800]: _type = "Task" [ 1336.948056] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.948258] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d16e2e0-3888-44b7-9862-10b6a93eb607 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.957862] env[68800]: DEBUG oslo_vmware.api [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244753, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.958913] env[68800]: DEBUG oslo_vmware.api [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1336.958913] env[68800]: value = "task-3244754" [ 1336.958913] env[68800]: _type = "Task" [ 1336.958913] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.459163] env[68800]: DEBUG oslo_vmware.api [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244753, 'name': ReconfigVM_Task, 'duration_secs': 0.367445} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.459627] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e1f61316-a24e-4754-8ea2-ee3c404d164f] Reconfigured VM instance instance-00000076 to attach disk [datastore2] e1f61316-a24e-4754-8ea2-ee3c404d164f/e1f61316-a24e-4754-8ea2-ee3c404d164f.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1337.462805] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-902d9234-0f28-4973-9955-1e54fe90aa72 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.469223] env[68800]: DEBUG oslo_vmware.api [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244754, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443477} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.470353] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 9db43d1f-9d02-431f-8d12-207c77569515/9db43d1f-9d02-431f-8d12-207c77569515.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1337.470562] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1337.470863] env[68800]: DEBUG oslo_vmware.api [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1337.470863] env[68800]: value = "task-3244755" [ 1337.470863] env[68800]: _type = "Task" [ 1337.470863] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.471066] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44f169b7-db67-41fb-b227-dfc88134bd09 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.480235] env[68800]: DEBUG oslo_vmware.api [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244755, 'name': Rename_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.481355] env[68800]: DEBUG oslo_vmware.api [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1337.481355] env[68800]: value = "task-3244756" [ 1337.481355] env[68800]: _type = "Task" [ 1337.481355] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.489020] env[68800]: DEBUG oslo_vmware.api [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244756, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.982152] env[68800]: DEBUG oslo_vmware.api [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244755, 'name': Rename_Task, 'duration_secs': 0.135551} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.984988] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e1f61316-a24e-4754-8ea2-ee3c404d164f] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1337.985246] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dded05eb-d17e-42ca-a16a-bb541a9c164c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.991955] env[68800]: DEBUG oslo_vmware.api [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244756, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064094} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.993008] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1337.993331] env[68800]: DEBUG oslo_vmware.api [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1337.993331] env[68800]: value = "task-3244757" [ 1337.993331] env[68800]: _type = "Task" [ 1337.993331] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.993955] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2445fae-db00-4c6f-aa77-be428332db21 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.002881] env[68800]: DEBUG oslo_vmware.api [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244757, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.019756] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 9db43d1f-9d02-431f-8d12-207c77569515/9db43d1f-9d02-431f-8d12-207c77569515.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1338.020045] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06db43cb-2d41-41c6-a3b2-f80c1f400bfc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.038843] env[68800]: DEBUG oslo_vmware.api [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1338.038843] env[68800]: value = "task-3244758" [ 1338.038843] env[68800]: _type = "Task" [ 1338.038843] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.049479] env[68800]: DEBUG oslo_vmware.api [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244758, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.505693] env[68800]: DEBUG oslo_vmware.api [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244757, 'name': PowerOnVM_Task, 'duration_secs': 0.442916} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.506227] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e1f61316-a24e-4754-8ea2-ee3c404d164f] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1338.506227] env[68800]: INFO nova.compute.manager [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e1f61316-a24e-4754-8ea2-ee3c404d164f] Took 6.59 seconds to spawn the instance on the hypervisor. [ 1338.506403] env[68800]: DEBUG nova.compute.manager [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e1f61316-a24e-4754-8ea2-ee3c404d164f] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1338.507104] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b536b9-63b1-4437-8c30-e9da4b61f13e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.547924] env[68800]: DEBUG oslo_vmware.api [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244758, 'name': ReconfigVM_Task, 'duration_secs': 0.265999} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.548184] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 9db43d1f-9d02-431f-8d12-207c77569515/9db43d1f-9d02-431f-8d12-207c77569515.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1338.549280] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'size': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'device_type': 'disk', 'device_name': '/dev/sda', 'boot_index': 0, 'disk_bus': None, 'image_id': '5878416b-a2ce-41e8-a2c0-8cea34632bd2'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'guest_format': None, 'disk_bus': None, 'attachment_id': '30b3f250-f508-493a-91f9-d79d9c51c108', 'device_type': None, 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648413', 'volume_id': 'e9762176-4b04-4ea7-8ec8-68e5c2c8668d', 'name': 'volume-e9762176-4b04-4ea7-8ec8-68e5c2c8668d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9db43d1f-9d02-431f-8d12-207c77569515', 'attached_at': '', 'detached_at': '', 'volume_id': 'e9762176-4b04-4ea7-8ec8-68e5c2c8668d', 'serial': 'e9762176-4b04-4ea7-8ec8-68e5c2c8668d'}, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=68800) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1338.549480] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Volume attach. Driver type: vmdk {{(pid=68800) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1338.549932] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648413', 'volume_id': 'e9762176-4b04-4ea7-8ec8-68e5c2c8668d', 'name': 'volume-e9762176-4b04-4ea7-8ec8-68e5c2c8668d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9db43d1f-9d02-431f-8d12-207c77569515', 'attached_at': '', 'detached_at': '', 'volume_id': 'e9762176-4b04-4ea7-8ec8-68e5c2c8668d', 'serial': 'e9762176-4b04-4ea7-8ec8-68e5c2c8668d'} {{(pid=68800) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1338.551167] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e94e430-8dba-499c-abef-ed52243f551c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.566749] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f32731-f9f1-47c7-a0c0-e926fa0aafe2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.590098] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] volume-e9762176-4b04-4ea7-8ec8-68e5c2c8668d/volume-e9762176-4b04-4ea7-8ec8-68e5c2c8668d.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1338.590324] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bb669c4-c4c5-438a-8a19-73f9b51a39b2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.609360] env[68800]: DEBUG oslo_vmware.api [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1338.609360] env[68800]: value = "task-3244759" [ 1338.609360] env[68800]: _type = "Task" [ 1338.609360] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.616707] env[68800]: DEBUG oslo_vmware.api [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244759, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.024973] env[68800]: INFO nova.compute.manager [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e1f61316-a24e-4754-8ea2-ee3c404d164f] Took 11.28 seconds to build instance. [ 1339.118335] env[68800]: DEBUG oslo_vmware.api [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244759, 'name': ReconfigVM_Task, 'duration_secs': 0.322756} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.118600] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Reconfigured VM instance instance-00000072 to attach disk [datastore1] volume-e9762176-4b04-4ea7-8ec8-68e5c2c8668d/volume-e9762176-4b04-4ea7-8ec8-68e5c2c8668d.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1339.123237] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fce0dfd1-bb20-4794-8e5a-85109039afa2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.137892] env[68800]: DEBUG oslo_vmware.api [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1339.137892] env[68800]: value = "task-3244760" [ 1339.137892] env[68800]: _type = "Task" [ 1339.137892] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.146777] env[68800]: DEBUG oslo_vmware.api [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244760, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.526691] env[68800]: DEBUG oslo_concurrency.lockutils [None req-2dd7e80b-8939-4e36-88dc-398cd34f651c tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "e1f61316-a24e-4754-8ea2-ee3c404d164f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.795s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.647491] env[68800]: DEBUG oslo_vmware.api [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244760, 'name': ReconfigVM_Task, 'duration_secs': 0.137465} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.647739] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648413', 'volume_id': 'e9762176-4b04-4ea7-8ec8-68e5c2c8668d', 'name': 'volume-e9762176-4b04-4ea7-8ec8-68e5c2c8668d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9db43d1f-9d02-431f-8d12-207c77569515', 'attached_at': '', 'detached_at': '', 'volume_id': 'e9762176-4b04-4ea7-8ec8-68e5c2c8668d', 'serial': 'e9762176-4b04-4ea7-8ec8-68e5c2c8668d'} {{(pid=68800) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1339.648330] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af9bfd5b-f292-43e2-af77-078f6fc7d0ea {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.655633] env[68800]: DEBUG oslo_vmware.api [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1339.655633] env[68800]: value = "task-3244761" [ 1339.655633] env[68800]: _type = "Task" [ 1339.655633] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.664031] env[68800]: DEBUG oslo_vmware.api [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244761, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.856966] env[68800]: DEBUG oslo_concurrency.lockutils [None req-863b25a1-e07d-41cb-b4ff-6d2be29d0682 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "e1f61316-a24e-4754-8ea2-ee3c404d164f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.857272] env[68800]: DEBUG oslo_concurrency.lockutils [None req-863b25a1-e07d-41cb-b4ff-6d2be29d0682 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "e1f61316-a24e-4754-8ea2-ee3c404d164f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.857491] env[68800]: DEBUG oslo_concurrency.lockutils [None req-863b25a1-e07d-41cb-b4ff-6d2be29d0682 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "e1f61316-a24e-4754-8ea2-ee3c404d164f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.857723] env[68800]: DEBUG oslo_concurrency.lockutils [None req-863b25a1-e07d-41cb-b4ff-6d2be29d0682 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "e1f61316-a24e-4754-8ea2-ee3c404d164f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.857905] env[68800]: DEBUG oslo_concurrency.lockutils [None req-863b25a1-e07d-41cb-b4ff-6d2be29d0682 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "e1f61316-a24e-4754-8ea2-ee3c404d164f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.860351] env[68800]: INFO nova.compute.manager [None req-863b25a1-e07d-41cb-b4ff-6d2be29d0682 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e1f61316-a24e-4754-8ea2-ee3c404d164f] Terminating instance [ 1340.169226] env[68800]: DEBUG oslo_vmware.api [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244761, 'name': Rename_Task, 'duration_secs': 0.182247} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.169636] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1340.169973] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4113a02-998a-40b6-9b09-4e2920984a88 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.178985] env[68800]: DEBUG oslo_vmware.api [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1340.178985] env[68800]: value = "task-3244762" [ 1340.178985] env[68800]: _type = "Task" [ 1340.178985] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.192453] env[68800]: DEBUG oslo_vmware.api [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244762, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.364832] env[68800]: DEBUG nova.compute.manager [None req-863b25a1-e07d-41cb-b4ff-6d2be29d0682 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e1f61316-a24e-4754-8ea2-ee3c404d164f] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1340.365077] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-863b25a1-e07d-41cb-b4ff-6d2be29d0682 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e1f61316-a24e-4754-8ea2-ee3c404d164f] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1340.365965] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5f700a-7524-41a4-9056-700084fcb467 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.373691] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-863b25a1-e07d-41cb-b4ff-6d2be29d0682 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e1f61316-a24e-4754-8ea2-ee3c404d164f] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1340.373944] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbd76d6f-3ab3-4d3a-b54c-af86b5dc55bf {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.380359] env[68800]: DEBUG oslo_vmware.api [None req-863b25a1-e07d-41cb-b4ff-6d2be29d0682 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1340.380359] env[68800]: value = "task-3244763" [ 1340.380359] env[68800]: _type = "Task" [ 1340.380359] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.389091] env[68800]: DEBUG oslo_vmware.api [None req-863b25a1-e07d-41cb-b4ff-6d2be29d0682 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244763, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.689441] env[68800]: DEBUG oslo_vmware.api [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244762, 'name': PowerOnVM_Task, 'duration_secs': 0.457619} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.689921] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1340.690021] env[68800]: DEBUG nova.compute.manager [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1340.690776] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18232cc3-eb55-41ad-a204-0db66bff56d0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.889185] env[68800]: DEBUG oslo_vmware.api [None req-863b25a1-e07d-41cb-b4ff-6d2be29d0682 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244763, 'name': PowerOffVM_Task, 'duration_secs': 0.179247} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.889433] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-863b25a1-e07d-41cb-b4ff-6d2be29d0682 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e1f61316-a24e-4754-8ea2-ee3c404d164f] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1340.889599] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-863b25a1-e07d-41cb-b4ff-6d2be29d0682 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e1f61316-a24e-4754-8ea2-ee3c404d164f] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1340.889878] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58263263-e092-4c24-bc45-49186fc26dae {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.953342] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-863b25a1-e07d-41cb-b4ff-6d2be29d0682 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e1f61316-a24e-4754-8ea2-ee3c404d164f] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1340.953527] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-863b25a1-e07d-41cb-b4ff-6d2be29d0682 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e1f61316-a24e-4754-8ea2-ee3c404d164f] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1340.953689] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-863b25a1-e07d-41cb-b4ff-6d2be29d0682 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Deleting the datastore file [datastore2] e1f61316-a24e-4754-8ea2-ee3c404d164f {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1340.953958] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4bc09f14-8871-4167-97b3-992c5d501bee {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.960440] env[68800]: DEBUG oslo_vmware.api [None req-863b25a1-e07d-41cb-b4ff-6d2be29d0682 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1340.960440] env[68800]: value = "task-3244765" [ 1340.960440] env[68800]: _type = "Task" [ 1340.960440] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.968306] env[68800]: DEBUG oslo_vmware.api [None req-863b25a1-e07d-41cb-b4ff-6d2be29d0682 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244765, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.207824] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.208131] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.208314] env[68800]: DEBUG nova.objects.instance [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68800) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1341.470886] env[68800]: DEBUG oslo_vmware.api [None req-863b25a1-e07d-41cb-b4ff-6d2be29d0682 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244765, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178188} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.471098] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-863b25a1-e07d-41cb-b4ff-6d2be29d0682 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1341.471291] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-863b25a1-e07d-41cb-b4ff-6d2be29d0682 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e1f61316-a24e-4754-8ea2-ee3c404d164f] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1341.471467] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-863b25a1-e07d-41cb-b4ff-6d2be29d0682 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e1f61316-a24e-4754-8ea2-ee3c404d164f] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1341.471638] env[68800]: INFO nova.compute.manager [None req-863b25a1-e07d-41cb-b4ff-6d2be29d0682 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e1f61316-a24e-4754-8ea2-ee3c404d164f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1341.471894] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-863b25a1-e07d-41cb-b4ff-6d2be29d0682 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1341.472099] env[68800]: DEBUG nova.compute.manager [-] [instance: e1f61316-a24e-4754-8ea2-ee3c404d164f] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1341.472225] env[68800]: DEBUG nova.network.neutron [-] [instance: e1f61316-a24e-4754-8ea2-ee3c404d164f] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1341.727071] env[68800]: DEBUG nova.compute.manager [req-53d2063a-172d-46ff-a1fe-faaaf23cbb55 req-91a4eedc-9f9f-4748-81d7-e937554a636e service nova] [instance: e1f61316-a24e-4754-8ea2-ee3c404d164f] Received event network-vif-deleted-3be252c8-29e5-4a14-8c5b-014945782c5f {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1341.727331] env[68800]: INFO nova.compute.manager [req-53d2063a-172d-46ff-a1fe-faaaf23cbb55 req-91a4eedc-9f9f-4748-81d7-e937554a636e service nova] [instance: e1f61316-a24e-4754-8ea2-ee3c404d164f] Neutron deleted interface 3be252c8-29e5-4a14-8c5b-014945782c5f; detaching it from the instance and deleting it from the info cache [ 1341.727578] env[68800]: DEBUG nova.network.neutron [req-53d2063a-172d-46ff-a1fe-faaaf23cbb55 req-91a4eedc-9f9f-4748-81d7-e937554a636e service nova] [instance: e1f61316-a24e-4754-8ea2-ee3c404d164f] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.211876] env[68800]: DEBUG nova.network.neutron [-] [instance: e1f61316-a24e-4754-8ea2-ee3c404d164f] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.216081] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7b14c14b-c94d-469e-bcfe-f2cd76b1b446 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.232148] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b3abddbc-4c91-4ba0-ad8f-d1577e4b5f44 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.242352] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac5b56b-8547-413f-abc3-318b4de7fa1f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.268512] env[68800]: DEBUG nova.compute.manager [req-53d2063a-172d-46ff-a1fe-faaaf23cbb55 req-91a4eedc-9f9f-4748-81d7-e937554a636e service nova] [instance: e1f61316-a24e-4754-8ea2-ee3c404d164f] Detach interface failed, port_id=3be252c8-29e5-4a14-8c5b-014945782c5f, reason: Instance e1f61316-a24e-4754-8ea2-ee3c404d164f could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1342.715021] env[68800]: INFO nova.compute.manager [-] [instance: e1f61316-a24e-4754-8ea2-ee3c404d164f] Took 1.24 seconds to deallocate network for instance. [ 1343.221226] env[68800]: DEBUG oslo_concurrency.lockutils [None req-863b25a1-e07d-41cb-b4ff-6d2be29d0682 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.221673] env[68800]: DEBUG oslo_concurrency.lockutils [None req-863b25a1-e07d-41cb-b4ff-6d2be29d0682 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.221738] env[68800]: DEBUG nova.objects.instance [None req-863b25a1-e07d-41cb-b4ff-6d2be29d0682 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lazy-loading 'resources' on Instance uuid e1f61316-a24e-4754-8ea2-ee3c404d164f {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1343.801193] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df9dba2-fccd-4023-8a4d-eec638921f08 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.809100] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7765ed5-48e5-4e50-b0bb-38fb41c85554 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.840183] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61777877-eef1-4e77-ac85-89408d21b0e8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.847653] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9fd0c3-95d6-4a07-8344-f59a3ffaa235 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.860716] env[68800]: DEBUG nova.compute.provider_tree [None req-863b25a1-e07d-41cb-b4ff-6d2be29d0682 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1344.364145] env[68800]: DEBUG nova.scheduler.client.report [None req-863b25a1-e07d-41cb-b4ff-6d2be29d0682 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1344.869489] env[68800]: DEBUG oslo_concurrency.lockutils [None req-863b25a1-e07d-41cb-b4ff-6d2be29d0682 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.648s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.889283] env[68800]: INFO nova.scheduler.client.report [None req-863b25a1-e07d-41cb-b4ff-6d2be29d0682 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Deleted allocations for instance e1f61316-a24e-4754-8ea2-ee3c404d164f [ 1345.397155] env[68800]: DEBUG oslo_concurrency.lockutils [None req-863b25a1-e07d-41cb-b4ff-6d2be29d0682 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "e1f61316-a24e-4754-8ea2-ee3c404d164f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.540s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.829545] env[68800]: DEBUG oslo_concurrency.lockutils [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "f74059d4-0f07-4d99-8786-320afcddad54" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.829968] env[68800]: DEBUG oslo_concurrency.lockutils [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "f74059d4-0f07-4d99-8786-320afcddad54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.331909] env[68800]: DEBUG nova.compute.manager [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: f74059d4-0f07-4d99-8786-320afcddad54] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1347.854243] env[68800]: DEBUG oslo_concurrency.lockutils [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.854521] env[68800]: DEBUG oslo_concurrency.lockutils [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.856271] env[68800]: INFO nova.compute.claims [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: f74059d4-0f07-4d99-8786-320afcddad54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1348.199442] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c45aab4e-139b-40ca-baac-3b67895ac3ce tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquiring lock "55f5fbd0-369e-4f6f-a127-4e9af3fe3130" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.199918] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c45aab4e-139b-40ca-baac-3b67895ac3ce tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "55f5fbd0-369e-4f6f-a127-4e9af3fe3130" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.703026] env[68800]: DEBUG nova.compute.utils [None req-c45aab4e-139b-40ca-baac-3b67895ac3ce tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1348.929360] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ba0eb2-38e5-43f2-8117-a0c7cd84b652 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.936556] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4a4081-64ca-4616-95e6-f5a8b16bb734 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.966989] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8102a869-747a-410a-88a6-73591abd34ec {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.973637] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27b7e6b-ad08-4200-9c2e-56a9c288e16f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.986358] env[68800]: DEBUG nova.compute.provider_tree [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1349.205748] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c45aab4e-139b-40ca-baac-3b67895ac3ce tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "55f5fbd0-369e-4f6f-a127-4e9af3fe3130" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.489657] env[68800]: DEBUG nova.scheduler.client.report [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1349.994061] env[68800]: DEBUG oslo_concurrency.lockutils [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.139s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.994598] env[68800]: DEBUG nova.compute.manager [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: f74059d4-0f07-4d99-8786-320afcddad54] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1350.269056] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c45aab4e-139b-40ca-baac-3b67895ac3ce tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquiring lock "55f5fbd0-369e-4f6f-a127-4e9af3fe3130" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.269345] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c45aab4e-139b-40ca-baac-3b67895ac3ce tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "55f5fbd0-369e-4f6f-a127-4e9af3fe3130" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.269594] env[68800]: INFO nova.compute.manager [None req-c45aab4e-139b-40ca-baac-3b67895ac3ce tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Attaching volume b2758cbe-86ca-491a-8739-03ebd9de4272 to /dev/sdb [ 1350.298724] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14fad44-56ef-403d-ad85-bfcde06ad743 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.306011] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55e3195-d73a-4233-97f8-372591c90f3c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.318863] env[68800]: DEBUG nova.virt.block_device [None req-c45aab4e-139b-40ca-baac-3b67895ac3ce tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Updating existing volume attachment record: 7de0e5a0-dca9-45f6-800e-74d3b7d3d771 {{(pid=68800) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1350.499490] env[68800]: DEBUG nova.compute.utils [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1350.500999] env[68800]: DEBUG nova.compute.manager [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: f74059d4-0f07-4d99-8786-320afcddad54] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1350.501620] env[68800]: DEBUG nova.network.neutron [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: f74059d4-0f07-4d99-8786-320afcddad54] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1350.552869] env[68800]: DEBUG nova.policy [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '17b72e6870d2428cbb2e49527232330d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd1b368ff5824c63a66a126549e1022c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 1351.005819] env[68800]: DEBUG nova.compute.manager [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: f74059d4-0f07-4d99-8786-320afcddad54] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1351.032077] env[68800]: DEBUG nova.network.neutron [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: f74059d4-0f07-4d99-8786-320afcddad54] Successfully created port: c56bf835-6012-4bb5-93b2-a8e293ea216f {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1352.015585] env[68800]: DEBUG nova.compute.manager [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: f74059d4-0f07-4d99-8786-320afcddad54] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1352.042480] env[68800]: DEBUG nova.virt.hardware [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1352.042738] env[68800]: DEBUG nova.virt.hardware [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1352.042897] env[68800]: DEBUG nova.virt.hardware [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1352.043096] env[68800]: DEBUG nova.virt.hardware [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1352.043252] env[68800]: DEBUG nova.virt.hardware [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1352.043401] env[68800]: DEBUG nova.virt.hardware [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1352.043606] env[68800]: DEBUG nova.virt.hardware [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1352.043767] env[68800]: DEBUG nova.virt.hardware [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1352.043976] env[68800]: DEBUG nova.virt.hardware [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1352.044174] env[68800]: DEBUG nova.virt.hardware [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1352.044356] env[68800]: DEBUG nova.virt.hardware [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1352.045235] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abac4362-b3d3-4a72-933c-112d7bc4b95c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.052877] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0441b04-8d58-49da-9094-25d06790df5c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.371350] env[68800]: DEBUG nova.compute.manager [req-ce53cdaa-654c-4b3f-9b7c-49d079d42ffd req-715408e5-eac8-44dd-9c9d-32cd4f66d4b4 service nova] [instance: f74059d4-0f07-4d99-8786-320afcddad54] Received event network-vif-plugged-c56bf835-6012-4bb5-93b2-a8e293ea216f {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1352.371574] env[68800]: DEBUG oslo_concurrency.lockutils [req-ce53cdaa-654c-4b3f-9b7c-49d079d42ffd req-715408e5-eac8-44dd-9c9d-32cd4f66d4b4 service nova] Acquiring lock "f74059d4-0f07-4d99-8786-320afcddad54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.371823] env[68800]: DEBUG oslo_concurrency.lockutils [req-ce53cdaa-654c-4b3f-9b7c-49d079d42ffd req-715408e5-eac8-44dd-9c9d-32cd4f66d4b4 service nova] Lock "f74059d4-0f07-4d99-8786-320afcddad54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.371941] env[68800]: DEBUG oslo_concurrency.lockutils [req-ce53cdaa-654c-4b3f-9b7c-49d079d42ffd req-715408e5-eac8-44dd-9c9d-32cd4f66d4b4 service nova] Lock "f74059d4-0f07-4d99-8786-320afcddad54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.372112] env[68800]: DEBUG nova.compute.manager [req-ce53cdaa-654c-4b3f-9b7c-49d079d42ffd req-715408e5-eac8-44dd-9c9d-32cd4f66d4b4 service nova] [instance: f74059d4-0f07-4d99-8786-320afcddad54] No waiting events found dispatching network-vif-plugged-c56bf835-6012-4bb5-93b2-a8e293ea216f {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1352.372284] env[68800]: WARNING nova.compute.manager [req-ce53cdaa-654c-4b3f-9b7c-49d079d42ffd req-715408e5-eac8-44dd-9c9d-32cd4f66d4b4 service nova] [instance: f74059d4-0f07-4d99-8786-320afcddad54] Received unexpected event network-vif-plugged-c56bf835-6012-4bb5-93b2-a8e293ea216f for instance with vm_state building and task_state spawning. [ 1352.453972] env[68800]: DEBUG nova.network.neutron [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: f74059d4-0f07-4d99-8786-320afcddad54] Successfully updated port: c56bf835-6012-4bb5-93b2-a8e293ea216f {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1352.957936] env[68800]: DEBUG oslo_concurrency.lockutils [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "refresh_cache-f74059d4-0f07-4d99-8786-320afcddad54" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.958142] env[68800]: DEBUG oslo_concurrency.lockutils [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquired lock "refresh_cache-f74059d4-0f07-4d99-8786-320afcddad54" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.958317] env[68800]: DEBUG nova.network.neutron [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: f74059d4-0f07-4d99-8786-320afcddad54] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1353.489850] env[68800]: DEBUG nova.network.neutron [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: f74059d4-0f07-4d99-8786-320afcddad54] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1353.602742] env[68800]: DEBUG nova.network.neutron [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: f74059d4-0f07-4d99-8786-320afcddad54] Updating instance_info_cache with network_info: [{"id": "c56bf835-6012-4bb5-93b2-a8e293ea216f", "address": "fa:16:3e:65:a4:ea", "network": {"id": "34652c19-1447-43fa-a363-9c4da47a4693", "bridge": "br-int", "label": "tempest-ServersTestJSON-1697193661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd1b368ff5824c63a66a126549e1022c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc56bf835-60", "ovs_interfaceid": "c56bf835-6012-4bb5-93b2-a8e293ea216f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.105611] env[68800]: DEBUG oslo_concurrency.lockutils [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Releasing lock "refresh_cache-f74059d4-0f07-4d99-8786-320afcddad54" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.105942] env[68800]: DEBUG nova.compute.manager [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: f74059d4-0f07-4d99-8786-320afcddad54] Instance network_info: |[{"id": "c56bf835-6012-4bb5-93b2-a8e293ea216f", "address": "fa:16:3e:65:a4:ea", "network": {"id": "34652c19-1447-43fa-a363-9c4da47a4693", "bridge": "br-int", "label": "tempest-ServersTestJSON-1697193661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd1b368ff5824c63a66a126549e1022c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc56bf835-60", "ovs_interfaceid": "c56bf835-6012-4bb5-93b2-a8e293ea216f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1354.106398] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: f74059d4-0f07-4d99-8786-320afcddad54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:a4:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c56bf835-6012-4bb5-93b2-a8e293ea216f', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1354.114190] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1354.114462] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f74059d4-0f07-4d99-8786-320afcddad54] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1354.116282] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6aec092f-4ceb-402e-96e5-67e77be8e011 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.138794] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1354.138794] env[68800]: value = "task-3244770" [ 1354.138794] env[68800]: _type = "Task" [ 1354.138794] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.146370] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244770, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.403315] env[68800]: DEBUG nova.compute.manager [req-4925ffcb-1811-4c40-9e5a-40044a001fd2 req-7c0c13f6-1091-47c2-8053-3008d6db7582 service nova] [instance: f74059d4-0f07-4d99-8786-320afcddad54] Received event network-changed-c56bf835-6012-4bb5-93b2-a8e293ea216f {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1354.403577] env[68800]: DEBUG nova.compute.manager [req-4925ffcb-1811-4c40-9e5a-40044a001fd2 req-7c0c13f6-1091-47c2-8053-3008d6db7582 service nova] [instance: f74059d4-0f07-4d99-8786-320afcddad54] Refreshing instance network info cache due to event network-changed-c56bf835-6012-4bb5-93b2-a8e293ea216f. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1354.403733] env[68800]: DEBUG oslo_concurrency.lockutils [req-4925ffcb-1811-4c40-9e5a-40044a001fd2 req-7c0c13f6-1091-47c2-8053-3008d6db7582 service nova] Acquiring lock "refresh_cache-f74059d4-0f07-4d99-8786-320afcddad54" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.403853] env[68800]: DEBUG oslo_concurrency.lockutils [req-4925ffcb-1811-4c40-9e5a-40044a001fd2 req-7c0c13f6-1091-47c2-8053-3008d6db7582 service nova] Acquired lock "refresh_cache-f74059d4-0f07-4d99-8786-320afcddad54" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.404136] env[68800]: DEBUG nova.network.neutron [req-4925ffcb-1811-4c40-9e5a-40044a001fd2 req-7c0c13f6-1091-47c2-8053-3008d6db7582 service nova] [instance: f74059d4-0f07-4d99-8786-320afcddad54] Refreshing network info cache for port c56bf835-6012-4bb5-93b2-a8e293ea216f {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1354.649051] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244770, 'name': CreateVM_Task, 'duration_secs': 0.288656} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.649498] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f74059d4-0f07-4d99-8786-320afcddad54] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1354.649927] env[68800]: DEBUG oslo_concurrency.lockutils [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.650113] env[68800]: DEBUG oslo_concurrency.lockutils [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.650434] env[68800]: DEBUG oslo_concurrency.lockutils [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.650694] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cf672b9-44cc-4aeb-b978-14f88229d3e0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.654877] env[68800]: DEBUG oslo_vmware.api [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1354.654877] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52bf7f65-2312-b83a-7561-de1f69b8ef43" [ 1354.654877] env[68800]: _type = "Task" [ 1354.654877] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.662281] env[68800]: DEBUG oslo_vmware.api [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52bf7f65-2312-b83a-7561-de1f69b8ef43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.860902] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-c45aab4e-139b-40ca-baac-3b67895ac3ce tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Volume attach. Driver type: vmdk {{(pid=68800) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1354.861212] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-c45aab4e-139b-40ca-baac-3b67895ac3ce tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648417', 'volume_id': 'b2758cbe-86ca-491a-8739-03ebd9de4272', 'name': 'volume-b2758cbe-86ca-491a-8739-03ebd9de4272', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '55f5fbd0-369e-4f6f-a127-4e9af3fe3130', 'attached_at': '', 'detached_at': '', 'volume_id': 'b2758cbe-86ca-491a-8739-03ebd9de4272', 'serial': 'b2758cbe-86ca-491a-8739-03ebd9de4272'} {{(pid=68800) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1354.862093] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf48ffd-72a7-418f-8eba-12ad0f140abe {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.877929] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d5662a-5351-4f42-a1cc-c99b3bbceb9d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.901634] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-c45aab4e-139b-40ca-baac-3b67895ac3ce tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] volume-b2758cbe-86ca-491a-8739-03ebd9de4272/volume-b2758cbe-86ca-491a-8739-03ebd9de4272.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1354.901843] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26196a80-d0e1-4de6-9c44-e65f2e6721f1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.920621] env[68800]: DEBUG oslo_vmware.api [None req-c45aab4e-139b-40ca-baac-3b67895ac3ce tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for the task: (returnval){ [ 1354.920621] env[68800]: value = "task-3244771" [ 1354.920621] env[68800]: _type = "Task" [ 1354.920621] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.928268] env[68800]: DEBUG oslo_vmware.api [None req-c45aab4e-139b-40ca-baac-3b67895ac3ce tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244771, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.091293] env[68800]: DEBUG nova.network.neutron [req-4925ffcb-1811-4c40-9e5a-40044a001fd2 req-7c0c13f6-1091-47c2-8053-3008d6db7582 service nova] [instance: f74059d4-0f07-4d99-8786-320afcddad54] Updated VIF entry in instance network info cache for port c56bf835-6012-4bb5-93b2-a8e293ea216f. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1355.091678] env[68800]: DEBUG nova.network.neutron [req-4925ffcb-1811-4c40-9e5a-40044a001fd2 req-7c0c13f6-1091-47c2-8053-3008d6db7582 service nova] [instance: f74059d4-0f07-4d99-8786-320afcddad54] Updating instance_info_cache with network_info: [{"id": "c56bf835-6012-4bb5-93b2-a8e293ea216f", "address": "fa:16:3e:65:a4:ea", "network": {"id": "34652c19-1447-43fa-a363-9c4da47a4693", "bridge": "br-int", "label": "tempest-ServersTestJSON-1697193661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd1b368ff5824c63a66a126549e1022c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc56bf835-60", "ovs_interfaceid": "c56bf835-6012-4bb5-93b2-a8e293ea216f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.165491] env[68800]: DEBUG oslo_vmware.api [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52bf7f65-2312-b83a-7561-de1f69b8ef43, 'name': SearchDatastore_Task, 'duration_secs': 0.009162} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.166072] env[68800]: DEBUG oslo_concurrency.lockutils [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.166365] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: f74059d4-0f07-4d99-8786-320afcddad54] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1355.166649] env[68800]: DEBUG oslo_concurrency.lockutils [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.166831] env[68800]: DEBUG oslo_concurrency.lockutils [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.167080] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1355.167376] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c7d8231-38a4-416b-bf3b-ce1e28b9a357 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.175240] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1355.175441] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1355.176193] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4be3f07-4e54-4323-bb41-288da4c4d568 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.181093] env[68800]: DEBUG oslo_vmware.api [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1355.181093] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5265b8d4-1c71-87d2-76be-4cd9805a50ba" [ 1355.181093] env[68800]: _type = "Task" [ 1355.181093] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.187957] env[68800]: DEBUG oslo_vmware.api [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5265b8d4-1c71-87d2-76be-4cd9805a50ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.431895] env[68800]: DEBUG oslo_vmware.api [None req-c45aab4e-139b-40ca-baac-3b67895ac3ce tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244771, 'name': ReconfigVM_Task, 'duration_secs': 0.398605} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.432159] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-c45aab4e-139b-40ca-baac-3b67895ac3ce tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Reconfigured VM instance instance-00000074 to attach disk [datastore1] volume-b2758cbe-86ca-491a-8739-03ebd9de4272/volume-b2758cbe-86ca-491a-8739-03ebd9de4272.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1355.437157] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ffc0fee-1043-4710-8e12-e1cc26008fb8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.451230] env[68800]: DEBUG oslo_vmware.api [None req-c45aab4e-139b-40ca-baac-3b67895ac3ce tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for the task: (returnval){ [ 1355.451230] env[68800]: value = "task-3244772" [ 1355.451230] env[68800]: _type = "Task" [ 1355.451230] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.460526] env[68800]: DEBUG oslo_vmware.api [None req-c45aab4e-139b-40ca-baac-3b67895ac3ce tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244772, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.594584] env[68800]: DEBUG oslo_concurrency.lockutils [req-4925ffcb-1811-4c40-9e5a-40044a001fd2 req-7c0c13f6-1091-47c2-8053-3008d6db7582 service nova] Releasing lock "refresh_cache-f74059d4-0f07-4d99-8786-320afcddad54" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.691346] env[68800]: DEBUG oslo_vmware.api [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5265b8d4-1c71-87d2-76be-4cd9805a50ba, 'name': SearchDatastore_Task, 'duration_secs': 0.008266} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.692044] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1040c26-0c1e-4f96-a180-7dfed7e3e861 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.697125] env[68800]: DEBUG oslo_vmware.api [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1355.697125] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]524121fe-12d2-b5a3-607f-872179a2e67b" [ 1355.697125] env[68800]: _type = "Task" [ 1355.697125] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.704740] env[68800]: DEBUG oslo_vmware.api [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]524121fe-12d2-b5a3-607f-872179a2e67b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.961365] env[68800]: DEBUG oslo_vmware.api [None req-c45aab4e-139b-40ca-baac-3b67895ac3ce tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244772, 'name': ReconfigVM_Task, 'duration_secs': 0.150407} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.961673] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-c45aab4e-139b-40ca-baac-3b67895ac3ce tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648417', 'volume_id': 'b2758cbe-86ca-491a-8739-03ebd9de4272', 'name': 'volume-b2758cbe-86ca-491a-8739-03ebd9de4272', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '55f5fbd0-369e-4f6f-a127-4e9af3fe3130', 'attached_at': '', 'detached_at': '', 'volume_id': 'b2758cbe-86ca-491a-8739-03ebd9de4272', 'serial': 'b2758cbe-86ca-491a-8739-03ebd9de4272'} {{(pid=68800) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1356.207622] env[68800]: DEBUG oslo_vmware.api [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]524121fe-12d2-b5a3-607f-872179a2e67b, 'name': SearchDatastore_Task, 'duration_secs': 0.009222} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.207833] env[68800]: DEBUG oslo_concurrency.lockutils [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.208110] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] f74059d4-0f07-4d99-8786-320afcddad54/f74059d4-0f07-4d99-8786-320afcddad54.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1356.208479] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-779ef13b-924e-4c81-b9e9-a00fb9320b17 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.215355] env[68800]: DEBUG oslo_vmware.api [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1356.215355] env[68800]: value = "task-3244773" [ 1356.215355] env[68800]: _type = "Task" [ 1356.215355] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.222909] env[68800]: DEBUG oslo_vmware.api [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244773, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.725540] env[68800]: DEBUG oslo_vmware.api [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244773, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44848} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.725992] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore1] f74059d4-0f07-4d99-8786-320afcddad54/f74059d4-0f07-4d99-8786-320afcddad54.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1356.725992] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: f74059d4-0f07-4d99-8786-320afcddad54] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1356.726230] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a8805d3-f483-4e3e-97c1-5f5f70c9fc89 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.732815] env[68800]: DEBUG oslo_vmware.api [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1356.732815] env[68800]: value = "task-3244774" [ 1356.732815] env[68800]: _type = "Task" [ 1356.732815] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.740624] env[68800]: DEBUG oslo_vmware.api [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244774, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.006161] env[68800]: DEBUG nova.objects.instance [None req-c45aab4e-139b-40ca-baac-3b67895ac3ce tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lazy-loading 'flavor' on Instance uuid 55f5fbd0-369e-4f6f-a127-4e9af3fe3130 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1357.242999] env[68800]: DEBUG oslo_vmware.api [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244774, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078061} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.245879] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: f74059d4-0f07-4d99-8786-320afcddad54] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1357.246680] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530a3044-79bb-441d-a4cb-764e5050a80a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.269762] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: f74059d4-0f07-4d99-8786-320afcddad54] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] f74059d4-0f07-4d99-8786-320afcddad54/f74059d4-0f07-4d99-8786-320afcddad54.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1357.270050] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbae95e1-85fe-4432-85b9-6978486c6869 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.291787] env[68800]: DEBUG oslo_vmware.api [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1357.291787] env[68800]: value = "task-3244775" [ 1357.291787] env[68800]: _type = "Task" [ 1357.291787] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.299196] env[68800]: DEBUG oslo_vmware.api [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244775, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.513227] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c45aab4e-139b-40ca-baac-3b67895ac3ce tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "55f5fbd0-369e-4f6f-a127-4e9af3fe3130" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.243s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.803512] env[68800]: DEBUG oslo_vmware.api [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244775, 'name': ReconfigVM_Task, 'duration_secs': 0.298342} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.803889] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: f74059d4-0f07-4d99-8786-320afcddad54] Reconfigured VM instance instance-00000077 to attach disk [datastore1] f74059d4-0f07-4d99-8786-320afcddad54/f74059d4-0f07-4d99-8786-320afcddad54.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1357.804464] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74924269-2ae2-40e5-b8af-a77d6a89c1bc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.811885] env[68800]: DEBUG oslo_vmware.api [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1357.811885] env[68800]: value = "task-3244776" [ 1357.811885] env[68800]: _type = "Task" [ 1357.811885] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.823407] env[68800]: DEBUG oslo_vmware.api [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244776, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.322277] env[68800]: DEBUG oslo_vmware.api [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244776, 'name': Rename_Task, 'duration_secs': 0.149263} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.322581] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: f74059d4-0f07-4d99-8786-320afcddad54] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1358.322824] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6a9147d-4e0d-4aa3-8af6-5276d386ebf7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.329302] env[68800]: DEBUG oslo_vmware.api [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1358.329302] env[68800]: value = "task-3244777" [ 1358.329302] env[68800]: _type = "Task" [ 1358.329302] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.336407] env[68800]: DEBUG oslo_vmware.api [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244777, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.388402] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1358.388402] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1358.388587] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1358.388645] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68800) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1358.661710] env[68800]: DEBUG oslo_concurrency.lockutils [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquiring lock "f0b733df-f750-4908-a250-0a1eb05f1a6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.661950] env[68800]: DEBUG oslo_concurrency.lockutils [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "f0b733df-f750-4908-a250-0a1eb05f1a6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.838569] env[68800]: DEBUG oslo_vmware.api [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244777, 'name': PowerOnVM_Task, 'duration_secs': 0.42948} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.838937] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: f74059d4-0f07-4d99-8786-320afcddad54] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1358.839063] env[68800]: INFO nova.compute.manager [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: f74059d4-0f07-4d99-8786-320afcddad54] Took 6.82 seconds to spawn the instance on the hypervisor. [ 1358.839213] env[68800]: DEBUG nova.compute.manager [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: f74059d4-0f07-4d99-8786-320afcddad54] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1358.839984] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2d4e3e-6f31-46f3-bce3-6d7c4323c653 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.164467] env[68800]: DEBUG nova.compute.manager [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1359.355326] env[68800]: INFO nova.compute.manager [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: f74059d4-0f07-4d99-8786-320afcddad54] Took 11.52 seconds to build instance. [ 1359.384429] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1359.387970] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1359.683759] env[68800]: DEBUG oslo_concurrency.lockutils [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.684101] env[68800]: DEBUG oslo_concurrency.lockutils [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.685847] env[68800]: INFO nova.compute.claims [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1359.857522] env[68800]: DEBUG oslo_concurrency.lockutils [None req-85841fc4-f514-4952-a68b-1a45b57e7371 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "f74059d4-0f07-4d99-8786-320afcddad54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.028s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.164069] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "8f3a595f-c485-4807-85b5-4cc9dbdfc0f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.164302] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "8f3a595f-c485-4807-85b5-4cc9dbdfc0f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.387853] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager.update_available_resource {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1360.667902] env[68800]: DEBUG nova.compute.manager [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1360.779186] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d53dfa-a233-4a88-93d8-3e43524009b4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.787048] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c9231f-a0a0-4793-82f8-c0826a95ce16 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.816128] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6402ddc-101a-4976-9021-95d3c0fd35c7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.822972] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989e6094-66cc-48e2-939f-d76660d960ba {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.835751] env[68800]: DEBUG nova.compute.provider_tree [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1360.890533] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.187532] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.339319] env[68800]: DEBUG nova.scheduler.client.report [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1361.844652] env[68800]: DEBUG oslo_concurrency.lockutils [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.160s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.845212] env[68800]: DEBUG nova.compute.manager [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1361.848077] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.958s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.848233] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.848328] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68800) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1361.848611] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.661s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.849963] env[68800]: INFO nova.compute.claims [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1361.852863] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f686be-29f6-417c-bd54-3aa30befe699 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.861365] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e4e011-1566-4725-adcc-0311d75f5c48 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.875246] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3418d79-cc14-4f4e-aba2-46e52ce45671 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.882315] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409de631-9385-49d7-84df-f369e30088af {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.911233] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180421MB free_disk=120GB free_vcpus=48 pci_devices=None {{(pid=68800) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1361.911567] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.354019] env[68800]: DEBUG nova.compute.utils [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1362.355439] env[68800]: DEBUG nova.compute.manager [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1362.355618] env[68800]: DEBUG nova.network.neutron [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1362.404408] env[68800]: DEBUG nova.policy [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36bd09abfa7145f5b7e1b0a0037cb8c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a003f4221a04746a95aae95c1b81f98', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 1362.634561] env[68800]: DEBUG nova.network.neutron [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] Successfully created port: d9dfd3a1-80df-4599-b031-5913363d6a55 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1362.858656] env[68800]: DEBUG nova.compute.manager [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1362.955505] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100b58d0-62b5-4b02-8c92-0744fc253604 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.963127] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3402e0-9e75-40dc-9c0c-5e9867bdc820 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.991565] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2019cbd9-4ce9-41f0-b1fd-3ad55f078430 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.997976] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89de5bfd-1025-4ac0-a2c3-b460f8577b15 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.010552] env[68800]: DEBUG nova.compute.provider_tree [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1363.513779] env[68800]: DEBUG nova.scheduler.client.report [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1363.870862] env[68800]: DEBUG nova.compute.manager [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1363.895784] env[68800]: DEBUG nova.virt.hardware [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1363.896358] env[68800]: DEBUG nova.virt.hardware [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1363.896449] env[68800]: DEBUG nova.virt.hardware [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1363.897023] env[68800]: DEBUG nova.virt.hardware [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1363.897023] env[68800]: DEBUG nova.virt.hardware [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1363.897345] env[68800]: DEBUG nova.virt.hardware [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1363.897709] env[68800]: DEBUG nova.virt.hardware [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1363.897934] env[68800]: DEBUG nova.virt.hardware [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1363.898155] env[68800]: DEBUG nova.virt.hardware [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1363.898335] env[68800]: DEBUG nova.virt.hardware [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1363.898618] env[68800]: DEBUG nova.virt.hardware [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1363.899393] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63628951-e692-4337-9aed-b9c56afa445b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.907403] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919d7b79-71c4-47a6-a95c-8b598eebdb86 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.001561] env[68800]: DEBUG nova.compute.manager [req-66d74b3c-5e7b-46d9-969d-f854d3dc4cd5 req-58413272-30b2-4f47-a728-37c8983992c3 service nova] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] Received event network-vif-plugged-d9dfd3a1-80df-4599-b031-5913363d6a55 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1364.001856] env[68800]: DEBUG oslo_concurrency.lockutils [req-66d74b3c-5e7b-46d9-969d-f854d3dc4cd5 req-58413272-30b2-4f47-a728-37c8983992c3 service nova] Acquiring lock "f0b733df-f750-4908-a250-0a1eb05f1a6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.002049] env[68800]: DEBUG oslo_concurrency.lockutils [req-66d74b3c-5e7b-46d9-969d-f854d3dc4cd5 req-58413272-30b2-4f47-a728-37c8983992c3 service nova] Lock "f0b733df-f750-4908-a250-0a1eb05f1a6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.002141] env[68800]: DEBUG oslo_concurrency.lockutils [req-66d74b3c-5e7b-46d9-969d-f854d3dc4cd5 req-58413272-30b2-4f47-a728-37c8983992c3 service nova] Lock "f0b733df-f750-4908-a250-0a1eb05f1a6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.002313] env[68800]: DEBUG nova.compute.manager [req-66d74b3c-5e7b-46d9-969d-f854d3dc4cd5 req-58413272-30b2-4f47-a728-37c8983992c3 service nova] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] No waiting events found dispatching network-vif-plugged-d9dfd3a1-80df-4599-b031-5913363d6a55 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1364.002482] env[68800]: WARNING nova.compute.manager [req-66d74b3c-5e7b-46d9-969d-f854d3dc4cd5 req-58413272-30b2-4f47-a728-37c8983992c3 service nova] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] Received unexpected event network-vif-plugged-d9dfd3a1-80df-4599-b031-5913363d6a55 for instance with vm_state building and task_state spawning. [ 1364.018243] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.170s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.018718] env[68800]: DEBUG nova.compute.manager [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1364.021479] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.110s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.088497] env[68800]: DEBUG nova.network.neutron [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] Successfully updated port: d9dfd3a1-80df-4599-b031-5913363d6a55 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1364.524383] env[68800]: DEBUG nova.compute.utils [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1364.529045] env[68800]: DEBUG nova.compute.manager [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1364.529228] env[68800]: DEBUG nova.network.neutron [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1364.568090] env[68800]: DEBUG nova.policy [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '17b72e6870d2428cbb2e49527232330d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd1b368ff5824c63a66a126549e1022c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 1364.591070] env[68800]: DEBUG oslo_concurrency.lockutils [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquiring lock "refresh_cache-f0b733df-f750-4908-a250-0a1eb05f1a6e" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.591070] env[68800]: DEBUG oslo_concurrency.lockutils [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquired lock "refresh_cache-f0b733df-f750-4908-a250-0a1eb05f1a6e" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.591070] env[68800]: DEBUG nova.network.neutron [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1364.818302] env[68800]: DEBUG nova.network.neutron [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3] Successfully created port: 441c428b-155f-4143-94c3-b7b3051e3bea {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1365.032394] env[68800]: DEBUG nova.compute.manager [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1365.055399] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance acd339b7-3d8a-45ba-90b8-88d4c163ef1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1365.055566] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 9db43d1f-9d02-431f-8d12-207c77569515 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1365.055689] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 34ec7ee4-c556-45c3-939d-c8a6031121da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1365.055904] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 55f5fbd0-369e-4f6f-a127-4e9af3fe3130 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1365.055995] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance f74059d4-0f07-4d99-8786-320afcddad54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1365.056136] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance f0b733df-f750-4908-a250-0a1eb05f1a6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1365.056293] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1365.056486] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=68800) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1365.056765] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=68800) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1365.122695] env[68800]: DEBUG nova.network.neutron [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1365.151130] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f98fa1-39df-4e67-87f2-209a1b7a0474 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.158338] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9548ad-4c7a-4369-9ce0-70e3b0442c66 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.191442] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089f97cd-a87e-4139-8f53-387f45a5ee7b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.198458] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7e2576-a0fe-4b1c-a789-a2701f75ef7c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.212811] env[68800]: DEBUG nova.compute.provider_tree [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1365.249839] env[68800]: DEBUG nova.network.neutron [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] Updating instance_info_cache with network_info: [{"id": "d9dfd3a1-80df-4599-b031-5913363d6a55", "address": "fa:16:3e:f3:c3:1f", "network": {"id": "37d62d2e-19ea-48f0-8e7c-f4fd60593e0a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-691022587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a003f4221a04746a95aae95c1b81f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9dfd3a1-80", "ovs_interfaceid": "d9dfd3a1-80df-4599-b031-5913363d6a55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.716057] env[68800]: DEBUG nova.scheduler.client.report [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1365.752463] env[68800]: DEBUG oslo_concurrency.lockutils [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Releasing lock "refresh_cache-f0b733df-f750-4908-a250-0a1eb05f1a6e" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.752771] env[68800]: DEBUG nova.compute.manager [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] Instance network_info: |[{"id": "d9dfd3a1-80df-4599-b031-5913363d6a55", "address": "fa:16:3e:f3:c3:1f", "network": {"id": "37d62d2e-19ea-48f0-8e7c-f4fd60593e0a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-691022587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a003f4221a04746a95aae95c1b81f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9dfd3a1-80", "ovs_interfaceid": "d9dfd3a1-80df-4599-b031-5913363d6a55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1365.753203] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:c3:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73915082-a1b0-460b-b24d-97588fc9cb29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9dfd3a1-80df-4599-b031-5913363d6a55', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1365.760930] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1365.761270] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1365.761526] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7e28532-d676-4f18-85d0-56df8480ae0c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.782164] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1365.782164] env[68800]: value = "task-3244778" [ 1365.782164] env[68800]: _type = "Task" [ 1365.782164] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.790139] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244778, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.034776] env[68800]: DEBUG nova.compute.manager [req-7b214db6-ddd3-43f6-a94e-dac71ad926c8 req-68183335-cd05-4517-a66b-4946fc8b96b8 service nova] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] Received event network-changed-d9dfd3a1-80df-4599-b031-5913363d6a55 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1366.035063] env[68800]: DEBUG nova.compute.manager [req-7b214db6-ddd3-43f6-a94e-dac71ad926c8 req-68183335-cd05-4517-a66b-4946fc8b96b8 service nova] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] Refreshing instance network info cache due to event network-changed-d9dfd3a1-80df-4599-b031-5913363d6a55. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1366.035622] env[68800]: DEBUG oslo_concurrency.lockutils [req-7b214db6-ddd3-43f6-a94e-dac71ad926c8 req-68183335-cd05-4517-a66b-4946fc8b96b8 service nova] Acquiring lock "refresh_cache-f0b733df-f750-4908-a250-0a1eb05f1a6e" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.035622] env[68800]: DEBUG oslo_concurrency.lockutils [req-7b214db6-ddd3-43f6-a94e-dac71ad926c8 req-68183335-cd05-4517-a66b-4946fc8b96b8 service nova] Acquired lock "refresh_cache-f0b733df-f750-4908-a250-0a1eb05f1a6e" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.035850] env[68800]: DEBUG nova.network.neutron [req-7b214db6-ddd3-43f6-a94e-dac71ad926c8 req-68183335-cd05-4517-a66b-4946fc8b96b8 service nova] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] Refreshing network info cache for port d9dfd3a1-80df-4599-b031-5913363d6a55 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1366.043932] env[68800]: DEBUG nova.compute.manager [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1366.072390] env[68800]: DEBUG nova.virt.hardware [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1366.072867] env[68800]: DEBUG nova.virt.hardware [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1366.072867] env[68800]: DEBUG nova.virt.hardware [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1366.072993] env[68800]: DEBUG nova.virt.hardware [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1366.074349] env[68800]: DEBUG nova.virt.hardware [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1366.074602] env[68800]: DEBUG nova.virt.hardware [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1366.074845] env[68800]: DEBUG nova.virt.hardware [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1366.075038] env[68800]: DEBUG nova.virt.hardware [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1366.075207] env[68800]: DEBUG nova.virt.hardware [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1366.075823] env[68800]: DEBUG nova.virt.hardware [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1366.075823] env[68800]: DEBUG nova.virt.hardware [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1366.076750] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f391e4-8044-4adb-a6f2-4388f3d1d6a1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.085737] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1cef26-1098-4d28-a626-034dcb30341f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.221443] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68800) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1366.221749] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.200s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.292775] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244778, 'name': CreateVM_Task, 'duration_secs': 0.311616} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.293032] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1366.293639] env[68800]: DEBUG oslo_concurrency.lockutils [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.293809] env[68800]: DEBUG oslo_concurrency.lockutils [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.294175] env[68800]: DEBUG oslo_concurrency.lockutils [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.294448] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2db66554-43a4-48f5-ad30-cf6e74759c7b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.298995] env[68800]: DEBUG oslo_vmware.api [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for the task: (returnval){ [ 1366.298995] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]522b2105-1e44-e115-0351-ac39e923752a" [ 1366.298995] env[68800]: _type = "Task" [ 1366.298995] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.306812] env[68800]: DEBUG oslo_vmware.api [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]522b2105-1e44-e115-0351-ac39e923752a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.314600] env[68800]: DEBUG nova.network.neutron [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3] Successfully updated port: 441c428b-155f-4143-94c3-b7b3051e3bea {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1366.756213] env[68800]: DEBUG nova.network.neutron [req-7b214db6-ddd3-43f6-a94e-dac71ad926c8 req-68183335-cd05-4517-a66b-4946fc8b96b8 service nova] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] Updated VIF entry in instance network info cache for port d9dfd3a1-80df-4599-b031-5913363d6a55. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1366.756213] env[68800]: DEBUG nova.network.neutron [req-7b214db6-ddd3-43f6-a94e-dac71ad926c8 req-68183335-cd05-4517-a66b-4946fc8b96b8 service nova] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] Updating instance_info_cache with network_info: [{"id": "d9dfd3a1-80df-4599-b031-5913363d6a55", "address": "fa:16:3e:f3:c3:1f", "network": {"id": "37d62d2e-19ea-48f0-8e7c-f4fd60593e0a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-691022587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a003f4221a04746a95aae95c1b81f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9dfd3a1-80", "ovs_interfaceid": "d9dfd3a1-80df-4599-b031-5913363d6a55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.808713] env[68800]: DEBUG oslo_vmware.api [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]522b2105-1e44-e115-0351-ac39e923752a, 'name': SearchDatastore_Task, 'duration_secs': 0.010842} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.808958] env[68800]: DEBUG oslo_concurrency.lockutils [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.809208] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1366.809436] env[68800]: DEBUG oslo_concurrency.lockutils [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.809580] env[68800]: DEBUG oslo_concurrency.lockutils [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.809757] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1366.810035] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e626e05-3943-4df5-be73-f488ff14294a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.817679] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "refresh_cache-8f3a595f-c485-4807-85b5-4cc9dbdfc0f3" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.817798] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquired lock "refresh_cache-8f3a595f-c485-4807-85b5-4cc9dbdfc0f3" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.817964] env[68800]: DEBUG nova.network.neutron [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1366.818955] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1366.819142] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1366.819986] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be27e788-1264-41e4-9c10-94ba0563dd3d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.824822] env[68800]: DEBUG oslo_vmware.api [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for the task: (returnval){ [ 1366.824822] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529648b4-3e9b-4a5b-011d-99499c9acc5c" [ 1366.824822] env[68800]: _type = "Task" [ 1366.824822] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.832808] env[68800]: DEBUG oslo_vmware.api [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529648b4-3e9b-4a5b-011d-99499c9acc5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.222430] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1367.222794] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1367.257479] env[68800]: DEBUG oslo_concurrency.lockutils [req-7b214db6-ddd3-43f6-a94e-dac71ad926c8 req-68183335-cd05-4517-a66b-4946fc8b96b8 service nova] Releasing lock "refresh_cache-f0b733df-f750-4908-a250-0a1eb05f1a6e" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.336981] env[68800]: DEBUG oslo_vmware.api [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]529648b4-3e9b-4a5b-011d-99499c9acc5c, 'name': SearchDatastore_Task, 'duration_secs': 0.008224} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.337459] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8240cd76-09c0-4fc7-a204-bc5c9868ee5a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.342283] env[68800]: DEBUG oslo_vmware.api [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for the task: (returnval){ [ 1367.342283] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5266622b-1da4-9f06-8023-965caf7e6c72" [ 1367.342283] env[68800]: _type = "Task" [ 1367.342283] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.349848] env[68800]: DEBUG oslo_vmware.api [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5266622b-1da4-9f06-8023-965caf7e6c72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.350629] env[68800]: DEBUG nova.network.neutron [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1367.466310] env[68800]: DEBUG nova.network.neutron [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3] Updating instance_info_cache with network_info: [{"id": "441c428b-155f-4143-94c3-b7b3051e3bea", "address": "fa:16:3e:e7:7f:7e", "network": {"id": "34652c19-1447-43fa-a363-9c4da47a4693", "bridge": "br-int", "label": "tempest-ServersTestJSON-1697193661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd1b368ff5824c63a66a126549e1022c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap441c428b-15", "ovs_interfaceid": "441c428b-155f-4143-94c3-b7b3051e3bea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.852720] env[68800]: DEBUG oslo_vmware.api [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5266622b-1da4-9f06-8023-965caf7e6c72, 'name': SearchDatastore_Task, 'duration_secs': 0.010814} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.852967] env[68800]: DEBUG oslo_concurrency.lockutils [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.853252] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] f0b733df-f750-4908-a250-0a1eb05f1a6e/f0b733df-f750-4908-a250-0a1eb05f1a6e.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1367.853505] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd7a9544-f102-4a7f-9c57-f63805b1ab12 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.860623] env[68800]: DEBUG oslo_vmware.api [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for the task: (returnval){ [ 1367.860623] env[68800]: value = "task-3244779" [ 1367.860623] env[68800]: _type = "Task" [ 1367.860623] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.868119] env[68800]: DEBUG oslo_vmware.api [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244779, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.969037] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Releasing lock "refresh_cache-8f3a595f-c485-4807-85b5-4cc9dbdfc0f3" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.969338] env[68800]: DEBUG nova.compute.manager [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3] Instance network_info: |[{"id": "441c428b-155f-4143-94c3-b7b3051e3bea", "address": "fa:16:3e:e7:7f:7e", "network": {"id": "34652c19-1447-43fa-a363-9c4da47a4693", "bridge": "br-int", "label": "tempest-ServersTestJSON-1697193661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd1b368ff5824c63a66a126549e1022c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap441c428b-15", "ovs_interfaceid": "441c428b-155f-4143-94c3-b7b3051e3bea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1367.969772] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:7f:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '441c428b-155f-4143-94c3-b7b3051e3bea', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1367.977320] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1367.977520] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1367.977739] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48feff42-0bd2-47c1-976a-34a84ea5239d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.996501] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1367.996501] env[68800]: value = "task-3244780" [ 1367.996501] env[68800]: _type = "Task" [ 1367.996501] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.006028] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244780, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.062368] env[68800]: DEBUG nova.compute.manager [req-c69e80d4-df0d-4700-bfc7-d7927551b1fc req-4fb1f1f3-3338-4d6a-931e-b8ef5c4b6185 service nova] [instance: 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3] Received event network-vif-plugged-441c428b-155f-4143-94c3-b7b3051e3bea {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1368.062781] env[68800]: DEBUG oslo_concurrency.lockutils [req-c69e80d4-df0d-4700-bfc7-d7927551b1fc req-4fb1f1f3-3338-4d6a-931e-b8ef5c4b6185 service nova] Acquiring lock "8f3a595f-c485-4807-85b5-4cc9dbdfc0f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.062908] env[68800]: DEBUG oslo_concurrency.lockutils [req-c69e80d4-df0d-4700-bfc7-d7927551b1fc req-4fb1f1f3-3338-4d6a-931e-b8ef5c4b6185 service nova] Lock "8f3a595f-c485-4807-85b5-4cc9dbdfc0f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.063224] env[68800]: DEBUG oslo_concurrency.lockutils [req-c69e80d4-df0d-4700-bfc7-d7927551b1fc req-4fb1f1f3-3338-4d6a-931e-b8ef5c4b6185 service nova] Lock "8f3a595f-c485-4807-85b5-4cc9dbdfc0f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.063388] env[68800]: DEBUG nova.compute.manager [req-c69e80d4-df0d-4700-bfc7-d7927551b1fc req-4fb1f1f3-3338-4d6a-931e-b8ef5c4b6185 service nova] [instance: 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3] No waiting events found dispatching network-vif-plugged-441c428b-155f-4143-94c3-b7b3051e3bea {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1368.063607] env[68800]: WARNING nova.compute.manager [req-c69e80d4-df0d-4700-bfc7-d7927551b1fc req-4fb1f1f3-3338-4d6a-931e-b8ef5c4b6185 service nova] [instance: 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3] Received unexpected event network-vif-plugged-441c428b-155f-4143-94c3-b7b3051e3bea for instance with vm_state building and task_state spawning. [ 1368.063816] env[68800]: DEBUG nova.compute.manager [req-c69e80d4-df0d-4700-bfc7-d7927551b1fc req-4fb1f1f3-3338-4d6a-931e-b8ef5c4b6185 service nova] [instance: 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3] Received event network-changed-441c428b-155f-4143-94c3-b7b3051e3bea {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1368.064030] env[68800]: DEBUG nova.compute.manager [req-c69e80d4-df0d-4700-bfc7-d7927551b1fc req-4fb1f1f3-3338-4d6a-931e-b8ef5c4b6185 service nova] [instance: 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3] Refreshing instance network info cache due to event network-changed-441c428b-155f-4143-94c3-b7b3051e3bea. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1368.064274] env[68800]: DEBUG oslo_concurrency.lockutils [req-c69e80d4-df0d-4700-bfc7-d7927551b1fc req-4fb1f1f3-3338-4d6a-931e-b8ef5c4b6185 service nova] Acquiring lock "refresh_cache-8f3a595f-c485-4807-85b5-4cc9dbdfc0f3" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.064456] env[68800]: DEBUG oslo_concurrency.lockutils [req-c69e80d4-df0d-4700-bfc7-d7927551b1fc req-4fb1f1f3-3338-4d6a-931e-b8ef5c4b6185 service nova] Acquired lock "refresh_cache-8f3a595f-c485-4807-85b5-4cc9dbdfc0f3" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.064660] env[68800]: DEBUG nova.network.neutron [req-c69e80d4-df0d-4700-bfc7-d7927551b1fc req-4fb1f1f3-3338-4d6a-931e-b8ef5c4b6185 service nova] [instance: 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3] Refreshing network info cache for port 441c428b-155f-4143-94c3-b7b3051e3bea {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1368.371045] env[68800]: DEBUG oslo_vmware.api [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244779, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477792} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.371045] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] f0b733df-f750-4908-a250-0a1eb05f1a6e/f0b733df-f750-4908-a250-0a1eb05f1a6e.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1368.371045] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1368.371626] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c32e93e-37ce-4b6c-a5ee-80b0f3cc727d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.376773] env[68800]: DEBUG oslo_vmware.api [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for the task: (returnval){ [ 1368.376773] env[68800]: value = "task-3244781" [ 1368.376773] env[68800]: _type = "Task" [ 1368.376773] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.385677] env[68800]: DEBUG oslo_vmware.api [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244781, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.505970] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244780, 'name': CreateVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.740818] env[68800]: DEBUG nova.network.neutron [req-c69e80d4-df0d-4700-bfc7-d7927551b1fc req-4fb1f1f3-3338-4d6a-931e-b8ef5c4b6185 service nova] [instance: 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3] Updated VIF entry in instance network info cache for port 441c428b-155f-4143-94c3-b7b3051e3bea. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1368.741194] env[68800]: DEBUG nova.network.neutron [req-c69e80d4-df0d-4700-bfc7-d7927551b1fc req-4fb1f1f3-3338-4d6a-931e-b8ef5c4b6185 service nova] [instance: 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3] Updating instance_info_cache with network_info: [{"id": "441c428b-155f-4143-94c3-b7b3051e3bea", "address": "fa:16:3e:e7:7f:7e", "network": {"id": "34652c19-1447-43fa-a363-9c4da47a4693", "bridge": "br-int", "label": "tempest-ServersTestJSON-1697193661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd1b368ff5824c63a66a126549e1022c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap441c428b-15", "ovs_interfaceid": "441c428b-155f-4143-94c3-b7b3051e3bea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.886563] env[68800]: DEBUG oslo_vmware.api [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244781, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066686} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.886829] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1368.887596] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1f039a-e1d9-48bf-93f9-aa9c0e43f0ca {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.908940] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] f0b733df-f750-4908-a250-0a1eb05f1a6e/f0b733df-f750-4908-a250-0a1eb05f1a6e.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1368.909189] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9dfcfadc-a3a1-4eae-810c-6a2bc09a26ec {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.930405] env[68800]: DEBUG oslo_vmware.api [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for the task: (returnval){ [ 1368.930405] env[68800]: value = "task-3244782" [ 1368.930405] env[68800]: _type = "Task" [ 1368.930405] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.937719] env[68800]: DEBUG oslo_vmware.api [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244782, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.007533] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244780, 'name': CreateVM_Task, 'duration_secs': 0.552862} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.007728] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1369.008464] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.008664] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.009034] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.009635] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-971b6f0e-36a0-4555-9c11-825035887187 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.014070] env[68800]: DEBUG oslo_vmware.api [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1369.014070] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52f1da7c-b0b7-7eea-36ae-b71af8ad10dd" [ 1369.014070] env[68800]: _type = "Task" [ 1369.014070] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.021480] env[68800]: DEBUG oslo_vmware.api [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52f1da7c-b0b7-7eea-36ae-b71af8ad10dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.244398] env[68800]: DEBUG oslo_concurrency.lockutils [req-c69e80d4-df0d-4700-bfc7-d7927551b1fc req-4fb1f1f3-3338-4d6a-931e-b8ef5c4b6185 service nova] Releasing lock "refresh_cache-8f3a595f-c485-4807-85b5-4cc9dbdfc0f3" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.440181] env[68800]: DEBUG oslo_vmware.api [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244782, 'name': ReconfigVM_Task, 'duration_secs': 0.271237} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.440524] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] Reconfigured VM instance instance-00000078 to attach disk [datastore2] f0b733df-f750-4908-a250-0a1eb05f1a6e/f0b733df-f750-4908-a250-0a1eb05f1a6e.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1369.441112] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f3fbb6e-2a87-4837-b578-9e89cffc60d7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.446572] env[68800]: DEBUG oslo_vmware.api [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for the task: (returnval){ [ 1369.446572] env[68800]: value = "task-3244783" [ 1369.446572] env[68800]: _type = "Task" [ 1369.446572] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.453743] env[68800]: DEBUG oslo_vmware.api [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244783, 'name': Rename_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.523563] env[68800]: DEBUG oslo_vmware.api [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52f1da7c-b0b7-7eea-36ae-b71af8ad10dd, 'name': SearchDatastore_Task, 'duration_secs': 0.009554} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.523829] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.524043] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1369.524292] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.524430] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.524610] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1369.524866] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b8234cb-763b-4e38-8ded-cbea50b80099 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.533093] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1369.533288] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1369.533967] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-088913ee-c2ae-4e8f-bbb9-39d2b6bf9f77 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.538696] env[68800]: DEBUG oslo_vmware.api [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1369.538696] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]522a4b50-e34e-106b-d656-c52514b26ca0" [ 1369.538696] env[68800]: _type = "Task" [ 1369.538696] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.545527] env[68800]: DEBUG oslo_vmware.api [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]522a4b50-e34e-106b-d656-c52514b26ca0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.956957] env[68800]: DEBUG oslo_vmware.api [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244783, 'name': Rename_Task, 'duration_secs': 0.13671} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.957284] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1369.957502] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bda7b9b6-2f14-4393-a264-34d6e907fdcd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.964068] env[68800]: DEBUG oslo_vmware.api [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for the task: (returnval){ [ 1369.964068] env[68800]: value = "task-3244784" [ 1369.964068] env[68800]: _type = "Task" [ 1369.964068] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.971290] env[68800]: DEBUG oslo_vmware.api [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.048473] env[68800]: DEBUG oslo_vmware.api [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]522a4b50-e34e-106b-d656-c52514b26ca0, 'name': SearchDatastore_Task, 'duration_secs': 0.008289} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.049262] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25962087-0e43-4d74-83b5-76e99c628aac {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.054094] env[68800]: DEBUG oslo_vmware.api [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1370.054094] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5202237d-6fc2-d522-de36-051a8a5f98e0" [ 1370.054094] env[68800]: _type = "Task" [ 1370.054094] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.061386] env[68800]: DEBUG oslo_vmware.api [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5202237d-6fc2-d522-de36-051a8a5f98e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.475139] env[68800]: DEBUG oslo_vmware.api [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244784, 'name': PowerOnVM_Task, 'duration_secs': 0.416031} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.475426] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1370.475608] env[68800]: INFO nova.compute.manager [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] Took 6.60 seconds to spawn the instance on the hypervisor. [ 1370.475785] env[68800]: DEBUG nova.compute.manager [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1370.476553] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f19119-4aa7-455d-814f-e55985261396 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.563404] env[68800]: DEBUG oslo_vmware.api [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5202237d-6fc2-d522-de36-051a8a5f98e0, 'name': SearchDatastore_Task, 'duration_secs': 0.009617} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.563678] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.563904] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3/8f3a595f-c485-4807-85b5-4cc9dbdfc0f3.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1370.564173] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6e659e1-440f-4a06-90f7-b135352191d8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.570186] env[68800]: DEBUG oslo_vmware.api [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1370.570186] env[68800]: value = "task-3244785" [ 1370.570186] env[68800]: _type = "Task" [ 1370.570186] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.577276] env[68800]: DEBUG oslo_vmware.api [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.999838] env[68800]: INFO nova.compute.manager [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] Took 11.33 seconds to build instance. [ 1371.081285] env[68800]: DEBUG oslo_vmware.api [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244785, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475623} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.081573] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3/8f3a595f-c485-4807-85b5-4cc9dbdfc0f3.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1371.081789] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1371.082095] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f23bb15-5daa-4c32-97e5-4eb1319c669c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.088972] env[68800]: DEBUG oslo_vmware.api [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1371.088972] env[68800]: value = "task-3244786" [ 1371.088972] env[68800]: _type = "Task" [ 1371.088972] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.096303] env[68800]: DEBUG oslo_vmware.api [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244786, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.502553] env[68800]: DEBUG oslo_concurrency.lockutils [None req-205992d5-b26d-4924-bb07-6c0de52090bb tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "f0b733df-f750-4908-a250-0a1eb05f1a6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.840s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.601684] env[68800]: DEBUG oslo_vmware.api [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244786, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073691} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.602118] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1371.603270] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c914320a-48bc-4e6d-927f-65295b504990 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.628314] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3/8f3a595f-c485-4807-85b5-4cc9dbdfc0f3.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1371.628586] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6d2804d-b00f-4118-9fd8-5d8eebd526ff {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.647236] env[68800]: DEBUG oslo_vmware.api [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1371.647236] env[68800]: value = "task-3244787" [ 1371.647236] env[68800]: _type = "Task" [ 1371.647236] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.654946] env[68800]: DEBUG oslo_vmware.api [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244787, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.691722] env[68800]: DEBUG nova.compute.manager [req-93734455-28fc-4ffc-8389-3bcdde375853 req-50efa007-c712-48eb-8217-fbf89f03652e service nova] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] Received event network-changed-d9dfd3a1-80df-4599-b031-5913363d6a55 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1371.691854] env[68800]: DEBUG nova.compute.manager [req-93734455-28fc-4ffc-8389-3bcdde375853 req-50efa007-c712-48eb-8217-fbf89f03652e service nova] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] Refreshing instance network info cache due to event network-changed-d9dfd3a1-80df-4599-b031-5913363d6a55. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1371.692022] env[68800]: DEBUG oslo_concurrency.lockutils [req-93734455-28fc-4ffc-8389-3bcdde375853 req-50efa007-c712-48eb-8217-fbf89f03652e service nova] Acquiring lock "refresh_cache-f0b733df-f750-4908-a250-0a1eb05f1a6e" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.692221] env[68800]: DEBUG oslo_concurrency.lockutils [req-93734455-28fc-4ffc-8389-3bcdde375853 req-50efa007-c712-48eb-8217-fbf89f03652e service nova] Acquired lock "refresh_cache-f0b733df-f750-4908-a250-0a1eb05f1a6e" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.692329] env[68800]: DEBUG nova.network.neutron [req-93734455-28fc-4ffc-8389-3bcdde375853 req-50efa007-c712-48eb-8217-fbf89f03652e service nova] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] Refreshing network info cache for port d9dfd3a1-80df-4599-b031-5913363d6a55 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1372.158612] env[68800]: DEBUG oslo_vmware.api [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244787, 'name': ReconfigVM_Task, 'duration_secs': 0.316106} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.158612] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3/8f3a595f-c485-4807-85b5-4cc9dbdfc0f3.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1372.159027] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1417e971-9ef0-49af-8cfe-11445043b5c2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.165839] env[68800]: DEBUG oslo_vmware.api [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1372.165839] env[68800]: value = "task-3244788" [ 1372.165839] env[68800]: _type = "Task" [ 1372.165839] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.175524] env[68800]: DEBUG oslo_vmware.api [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244788, 'name': Rename_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.396354] env[68800]: DEBUG nova.network.neutron [req-93734455-28fc-4ffc-8389-3bcdde375853 req-50efa007-c712-48eb-8217-fbf89f03652e service nova] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] Updated VIF entry in instance network info cache for port d9dfd3a1-80df-4599-b031-5913363d6a55. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1372.396729] env[68800]: DEBUG nova.network.neutron [req-93734455-28fc-4ffc-8389-3bcdde375853 req-50efa007-c712-48eb-8217-fbf89f03652e service nova] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] Updating instance_info_cache with network_info: [{"id": "d9dfd3a1-80df-4599-b031-5913363d6a55", "address": "fa:16:3e:f3:c3:1f", "network": {"id": "37d62d2e-19ea-48f0-8e7c-f4fd60593e0a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-691022587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a003f4221a04746a95aae95c1b81f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9dfd3a1-80", "ovs_interfaceid": "d9dfd3a1-80df-4599-b031-5913363d6a55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.674988] env[68800]: DEBUG oslo_vmware.api [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244788, 'name': Rename_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.899718] env[68800]: DEBUG oslo_concurrency.lockutils [req-93734455-28fc-4ffc-8389-3bcdde375853 req-50efa007-c712-48eb-8217-fbf89f03652e service nova] Releasing lock "refresh_cache-f0b733df-f750-4908-a250-0a1eb05f1a6e" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.176395] env[68800]: DEBUG oslo_vmware.api [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244788, 'name': Rename_Task, 'duration_secs': 0.564271} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.176731] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1373.177011] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2821957-2c4e-48f6-9ecc-2e4f81909ed5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.183493] env[68800]: DEBUG oslo_vmware.api [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1373.183493] env[68800]: value = "task-3244789" [ 1373.183493] env[68800]: _type = "Task" [ 1373.183493] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.190907] env[68800]: DEBUG oslo_vmware.api [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244789, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.693387] env[68800]: DEBUG oslo_vmware.api [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244789, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.194288] env[68800]: DEBUG oslo_vmware.api [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244789, 'name': PowerOnVM_Task, 'duration_secs': 0.626768} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.194555] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1374.194726] env[68800]: INFO nova.compute.manager [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3] Took 8.15 seconds to spawn the instance on the hypervisor. [ 1374.194895] env[68800]: DEBUG nova.compute.manager [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1374.195662] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63e3dcc-4447-4abb-bf20-c7c88eb2fd43 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.711377] env[68800]: INFO nova.compute.manager [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3] Took 13.54 seconds to build instance. [ 1375.213301] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b9e807af-cd3a-4ea0-85ab-503997ccbcea tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "8f3a595f-c485-4807-85b5-4cc9dbdfc0f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.049s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.659019] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b3f9d71e-239e-4c56-8835-92bbc70c5fb9 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "8f3a595f-c485-4807-85b5-4cc9dbdfc0f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.659306] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b3f9d71e-239e-4c56-8835-92bbc70c5fb9 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "8f3a595f-c485-4807-85b5-4cc9dbdfc0f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.659526] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b3f9d71e-239e-4c56-8835-92bbc70c5fb9 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "8f3a595f-c485-4807-85b5-4cc9dbdfc0f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.659713] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b3f9d71e-239e-4c56-8835-92bbc70c5fb9 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "8f3a595f-c485-4807-85b5-4cc9dbdfc0f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.659883] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b3f9d71e-239e-4c56-8835-92bbc70c5fb9 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "8f3a595f-c485-4807-85b5-4cc9dbdfc0f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.662053] env[68800]: INFO nova.compute.manager [None req-b3f9d71e-239e-4c56-8835-92bbc70c5fb9 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3] Terminating instance [ 1376.165858] env[68800]: DEBUG nova.compute.manager [None req-b3f9d71e-239e-4c56-8835-92bbc70c5fb9 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1376.166251] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f9d71e-239e-4c56-8835-92bbc70c5fb9 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1376.167045] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca1a097-5365-4512-9358-c8425b4caf43 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.174662] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3f9d71e-239e-4c56-8835-92bbc70c5fb9 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1376.174890] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d31ac4f-5cfd-4597-85db-42f0236b04e7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.181757] env[68800]: DEBUG oslo_vmware.api [None req-b3f9d71e-239e-4c56-8835-92bbc70c5fb9 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1376.181757] env[68800]: value = "task-3244790" [ 1376.181757] env[68800]: _type = "Task" [ 1376.181757] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.190144] env[68800]: DEBUG oslo_vmware.api [None req-b3f9d71e-239e-4c56-8835-92bbc70c5fb9 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.691563] env[68800]: DEBUG oslo_vmware.api [None req-b3f9d71e-239e-4c56-8835-92bbc70c5fb9 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244790, 'name': PowerOffVM_Task, 'duration_secs': 0.19419} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.691941] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3f9d71e-239e-4c56-8835-92bbc70c5fb9 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1376.692176] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f9d71e-239e-4c56-8835-92bbc70c5fb9 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1376.692472] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cccd60b8-288c-4ab9-9bd0-443704fb4b5e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.762263] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f9d71e-239e-4c56-8835-92bbc70c5fb9 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1376.762510] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f9d71e-239e-4c56-8835-92bbc70c5fb9 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1376.762757] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3f9d71e-239e-4c56-8835-92bbc70c5fb9 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Deleting the datastore file [datastore2] 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1376.763066] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07e20224-3a66-47d9-be4c-d0edab118485 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.769709] env[68800]: DEBUG oslo_vmware.api [None req-b3f9d71e-239e-4c56-8835-92bbc70c5fb9 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1376.769709] env[68800]: value = "task-3244792" [ 1376.769709] env[68800]: _type = "Task" [ 1376.769709] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.778383] env[68800]: DEBUG oslo_vmware.api [None req-b3f9d71e-239e-4c56-8835-92bbc70c5fb9 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.280896] env[68800]: DEBUG oslo_vmware.api [None req-b3f9d71e-239e-4c56-8835-92bbc70c5fb9 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244792, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131245} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.281280] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3f9d71e-239e-4c56-8835-92bbc70c5fb9 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1377.281395] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f9d71e-239e-4c56-8835-92bbc70c5fb9 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1377.281530] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f9d71e-239e-4c56-8835-92bbc70c5fb9 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1377.281703] env[68800]: INFO nova.compute.manager [None req-b3f9d71e-239e-4c56-8835-92bbc70c5fb9 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1377.281941] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3f9d71e-239e-4c56-8835-92bbc70c5fb9 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1377.282149] env[68800]: DEBUG nova.compute.manager [-] [instance: 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1377.282245] env[68800]: DEBUG nova.network.neutron [-] [instance: 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1377.587903] env[68800]: DEBUG nova.compute.manager [req-f0f57175-fca3-43d5-a242-9e23c6938b77 req-60492b97-cb4e-4e60-8cea-c46857e6e0b0 service nova] [instance: 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3] Received event network-vif-deleted-441c428b-155f-4143-94c3-b7b3051e3bea {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1377.588140] env[68800]: INFO nova.compute.manager [req-f0f57175-fca3-43d5-a242-9e23c6938b77 req-60492b97-cb4e-4e60-8cea-c46857e6e0b0 service nova] [instance: 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3] Neutron deleted interface 441c428b-155f-4143-94c3-b7b3051e3bea; detaching it from the instance and deleting it from the info cache [ 1377.588343] env[68800]: DEBUG nova.network.neutron [req-f0f57175-fca3-43d5-a242-9e23c6938b77 req-60492b97-cb4e-4e60-8cea-c46857e6e0b0 service nova] [instance: 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.069818] env[68800]: DEBUG nova.network.neutron [-] [instance: 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.091046] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb316de6-7afb-499b-bf0b-5cf14ab1942e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.100616] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da249d3-739d-4e99-80bc-496a51234f31 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.130856] env[68800]: DEBUG nova.compute.manager [req-f0f57175-fca3-43d5-a242-9e23c6938b77 req-60492b97-cb4e-4e60-8cea-c46857e6e0b0 service nova] [instance: 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3] Detach interface failed, port_id=441c428b-155f-4143-94c3-b7b3051e3bea, reason: Instance 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3 could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1378.168249] env[68800]: DEBUG oslo_concurrency.lockutils [None req-061f82e6-74fe-40d3-84fd-487d2b9511ee tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquiring lock "9db43d1f-9d02-431f-8d12-207c77569515" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.168512] env[68800]: DEBUG oslo_concurrency.lockutils [None req-061f82e6-74fe-40d3-84fd-487d2b9511ee tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "9db43d1f-9d02-431f-8d12-207c77569515" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.572180] env[68800]: INFO nova.compute.manager [-] [instance: 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3] Took 1.29 seconds to deallocate network for instance. [ 1378.671921] env[68800]: INFO nova.compute.manager [None req-061f82e6-74fe-40d3-84fd-487d2b9511ee tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Detaching volume e9762176-4b04-4ea7-8ec8-68e5c2c8668d [ 1378.705388] env[68800]: INFO nova.virt.block_device [None req-061f82e6-74fe-40d3-84fd-487d2b9511ee tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Attempting to driver detach volume e9762176-4b04-4ea7-8ec8-68e5c2c8668d from mountpoint /dev/sdb [ 1378.705658] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-061f82e6-74fe-40d3-84fd-487d2b9511ee tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Volume detach. Driver type: vmdk {{(pid=68800) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1378.705863] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-061f82e6-74fe-40d3-84fd-487d2b9511ee tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648413', 'volume_id': 'e9762176-4b04-4ea7-8ec8-68e5c2c8668d', 'name': 'volume-e9762176-4b04-4ea7-8ec8-68e5c2c8668d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9db43d1f-9d02-431f-8d12-207c77569515', 'attached_at': '', 'detached_at': '', 'volume_id': 'e9762176-4b04-4ea7-8ec8-68e5c2c8668d', 'serial': 'e9762176-4b04-4ea7-8ec8-68e5c2c8668d'} {{(pid=68800) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1378.706915] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed54e50-81e3-4dd2-8a12-836c30bf3be9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.729539] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc3bade-e01c-42be-ae5d-42f74b276527 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.736479] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba850af-41eb-4839-aa09-f81d8d3858bb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.756150] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25b49a7-967c-4c3d-85b8-ba549ad5e5f2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.769851] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-061f82e6-74fe-40d3-84fd-487d2b9511ee tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] The volume has not been displaced from its original location: [datastore1] volume-e9762176-4b04-4ea7-8ec8-68e5c2c8668d/volume-e9762176-4b04-4ea7-8ec8-68e5c2c8668d.vmdk. No consolidation needed. {{(pid=68800) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1378.775107] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-061f82e6-74fe-40d3-84fd-487d2b9511ee tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1378.775343] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e434eb11-0b0f-466f-9eab-5dccfaef3a9a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.793281] env[68800]: DEBUG oslo_vmware.api [None req-061f82e6-74fe-40d3-84fd-487d2b9511ee tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1378.793281] env[68800]: value = "task-3244793" [ 1378.793281] env[68800]: _type = "Task" [ 1378.793281] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.800729] env[68800]: DEBUG oslo_vmware.api [None req-061f82e6-74fe-40d3-84fd-487d2b9511ee tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244793, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.078829] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b3f9d71e-239e-4c56-8835-92bbc70c5fb9 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.079146] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b3f9d71e-239e-4c56-8835-92bbc70c5fb9 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.079443] env[68800]: DEBUG nova.objects.instance [None req-b3f9d71e-239e-4c56-8835-92bbc70c5fb9 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lazy-loading 'resources' on Instance uuid 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1379.303543] env[68800]: DEBUG oslo_vmware.api [None req-061f82e6-74fe-40d3-84fd-487d2b9511ee tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244793, 'name': ReconfigVM_Task, 'duration_secs': 0.208895} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.303808] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-061f82e6-74fe-40d3-84fd-487d2b9511ee tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1379.308288] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9599d0ce-b535-40a0-b1f0-b33a265a80e5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.321891] env[68800]: DEBUG oslo_vmware.api [None req-061f82e6-74fe-40d3-84fd-487d2b9511ee tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1379.321891] env[68800]: value = "task-3244794" [ 1379.321891] env[68800]: _type = "Task" [ 1379.321891] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.328814] env[68800]: DEBUG oslo_vmware.api [None req-061f82e6-74fe-40d3-84fd-487d2b9511ee tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244794, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.676945] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e07d3dc-4f7e-46bf-b230-ec30db0985a7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.684383] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b43d7d-bd5b-45c7-b68d-e6b130f764da {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.714400] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f101ea3-4a91-4927-8cfa-65f021325340 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.721374] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b23913-0d20-43f4-8104-53e17c34ad7f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.733945] env[68800]: DEBUG nova.compute.provider_tree [None req-b3f9d71e-239e-4c56-8835-92bbc70c5fb9 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1379.831406] env[68800]: DEBUG oslo_vmware.api [None req-061f82e6-74fe-40d3-84fd-487d2b9511ee tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244794, 'name': ReconfigVM_Task, 'duration_secs': 0.165296} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.831746] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-061f82e6-74fe-40d3-84fd-487d2b9511ee tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648413', 'volume_id': 'e9762176-4b04-4ea7-8ec8-68e5c2c8668d', 'name': 'volume-e9762176-4b04-4ea7-8ec8-68e5c2c8668d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9db43d1f-9d02-431f-8d12-207c77569515', 'attached_at': '', 'detached_at': '', 'volume_id': 'e9762176-4b04-4ea7-8ec8-68e5c2c8668d', 'serial': 'e9762176-4b04-4ea7-8ec8-68e5c2c8668d'} {{(pid=68800) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1380.237504] env[68800]: DEBUG nova.scheduler.client.report [None req-b3f9d71e-239e-4c56-8835-92bbc70c5fb9 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1380.370778] env[68800]: DEBUG nova.objects.instance [None req-061f82e6-74fe-40d3-84fd-487d2b9511ee tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lazy-loading 'flavor' on Instance uuid 9db43d1f-9d02-431f-8d12-207c77569515 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1380.742358] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b3f9d71e-239e-4c56-8835-92bbc70c5fb9 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.663s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.766098] env[68800]: INFO nova.scheduler.client.report [None req-b3f9d71e-239e-4c56-8835-92bbc70c5fb9 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Deleted allocations for instance 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3 [ 1381.273073] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b3f9d71e-239e-4c56-8835-92bbc70c5fb9 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "8f3a595f-c485-4807-85b5-4cc9dbdfc0f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.614s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.377658] env[68800]: DEBUG oslo_concurrency.lockutils [None req-061f82e6-74fe-40d3-84fd-487d2b9511ee tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "9db43d1f-9d02-431f-8d12-207c77569515" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.209s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.316710] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a0a57fa8-d11c-40f4-94ff-88670e2e8774 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "f74059d4-0f07-4d99-8786-320afcddad54" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.317171] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a0a57fa8-d11c-40f4-94ff-88670e2e8774 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "f74059d4-0f07-4d99-8786-320afcddad54" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.317171] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a0a57fa8-d11c-40f4-94ff-88670e2e8774 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "f74059d4-0f07-4d99-8786-320afcddad54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.317340] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a0a57fa8-d11c-40f4-94ff-88670e2e8774 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "f74059d4-0f07-4d99-8786-320afcddad54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.317477] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a0a57fa8-d11c-40f4-94ff-88670e2e8774 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "f74059d4-0f07-4d99-8786-320afcddad54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.319724] env[68800]: INFO nova.compute.manager [None req-a0a57fa8-d11c-40f4-94ff-88670e2e8774 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: f74059d4-0f07-4d99-8786-320afcddad54] Terminating instance [ 1382.405701] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e15b5918-bad1-4b3e-bc9c-b3e6fd570183 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquiring lock "9db43d1f-9d02-431f-8d12-207c77569515" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.405957] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e15b5918-bad1-4b3e-bc9c-b3e6fd570183 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "9db43d1f-9d02-431f-8d12-207c77569515" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.406163] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e15b5918-bad1-4b3e-bc9c-b3e6fd570183 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquiring lock "9db43d1f-9d02-431f-8d12-207c77569515-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.406350] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e15b5918-bad1-4b3e-bc9c-b3e6fd570183 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "9db43d1f-9d02-431f-8d12-207c77569515-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.406590] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e15b5918-bad1-4b3e-bc9c-b3e6fd570183 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "9db43d1f-9d02-431f-8d12-207c77569515-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.408649] env[68800]: INFO nova.compute.manager [None req-e15b5918-bad1-4b3e-bc9c-b3e6fd570183 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Terminating instance [ 1382.823245] env[68800]: DEBUG nova.compute.manager [None req-a0a57fa8-d11c-40f4-94ff-88670e2e8774 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: f74059d4-0f07-4d99-8786-320afcddad54] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1382.823456] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a57fa8-d11c-40f4-94ff-88670e2e8774 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: f74059d4-0f07-4d99-8786-320afcddad54] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1382.824302] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20bf5dc-d5ac-432f-941a-c96c9ad8a77c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.832033] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a57fa8-d11c-40f4-94ff-88670e2e8774 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: f74059d4-0f07-4d99-8786-320afcddad54] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1382.832267] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd94bea9-28fa-43d0-b1be-e30b0f1e0405 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.838366] env[68800]: DEBUG oslo_vmware.api [None req-a0a57fa8-d11c-40f4-94ff-88670e2e8774 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1382.838366] env[68800]: value = "task-3244795" [ 1382.838366] env[68800]: _type = "Task" [ 1382.838366] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.845732] env[68800]: DEBUG oslo_vmware.api [None req-a0a57fa8-d11c-40f4-94ff-88670e2e8774 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244795, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.912816] env[68800]: DEBUG nova.compute.manager [None req-e15b5918-bad1-4b3e-bc9c-b3e6fd570183 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1382.913139] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e15b5918-bad1-4b3e-bc9c-b3e6fd570183 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1382.914221] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd11f42-b5a9-42cb-9265-5abfd29c9f41 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.923029] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e15b5918-bad1-4b3e-bc9c-b3e6fd570183 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1382.923029] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5f1b1ce-bc1c-46d7-83d3-3fa3ab0b91be {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.928495] env[68800]: DEBUG oslo_vmware.api [None req-e15b5918-bad1-4b3e-bc9c-b3e6fd570183 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1382.928495] env[68800]: value = "task-3244796" [ 1382.928495] env[68800]: _type = "Task" [ 1382.928495] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.936828] env[68800]: DEBUG oslo_vmware.api [None req-e15b5918-bad1-4b3e-bc9c-b3e6fd570183 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244796, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.347788] env[68800]: DEBUG oslo_vmware.api [None req-a0a57fa8-d11c-40f4-94ff-88670e2e8774 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244795, 'name': PowerOffVM_Task, 'duration_secs': 0.192156} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.348169] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a57fa8-d11c-40f4-94ff-88670e2e8774 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: f74059d4-0f07-4d99-8786-320afcddad54] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1383.348285] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a57fa8-d11c-40f4-94ff-88670e2e8774 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: f74059d4-0f07-4d99-8786-320afcddad54] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1383.348470] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a9a964f-0a9f-4b49-90e1-8a720161fc7d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.408829] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a57fa8-d11c-40f4-94ff-88670e2e8774 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: f74059d4-0f07-4d99-8786-320afcddad54] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1383.409112] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a57fa8-d11c-40f4-94ff-88670e2e8774 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: f74059d4-0f07-4d99-8786-320afcddad54] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1383.409243] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0a57fa8-d11c-40f4-94ff-88670e2e8774 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Deleting the datastore file [datastore1] f74059d4-0f07-4d99-8786-320afcddad54 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1383.409516] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6450fed2-0bab-4baa-a1ea-e86fb8cb7b4e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.418127] env[68800]: DEBUG oslo_vmware.api [None req-a0a57fa8-d11c-40f4-94ff-88670e2e8774 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1383.418127] env[68800]: value = "task-3244798" [ 1383.418127] env[68800]: _type = "Task" [ 1383.418127] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.426278] env[68800]: DEBUG oslo_vmware.api [None req-a0a57fa8-d11c-40f4-94ff-88670e2e8774 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244798, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.436731] env[68800]: DEBUG oslo_vmware.api [None req-e15b5918-bad1-4b3e-bc9c-b3e6fd570183 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244796, 'name': PowerOffVM_Task, 'duration_secs': 0.21351} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.436997] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e15b5918-bad1-4b3e-bc9c-b3e6fd570183 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1383.437206] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e15b5918-bad1-4b3e-bc9c-b3e6fd570183 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1383.437469] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb77f5f3-b5c3-41e2-84ef-272d3614bcb9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.499115] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e15b5918-bad1-4b3e-bc9c-b3e6fd570183 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1383.499358] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e15b5918-bad1-4b3e-bc9c-b3e6fd570183 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1383.499553] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-e15b5918-bad1-4b3e-bc9c-b3e6fd570183 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Deleting the datastore file [datastore2] 9db43d1f-9d02-431f-8d12-207c77569515 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1383.499837] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-336b9561-39f6-4376-8077-119a8249da9f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.506712] env[68800]: DEBUG oslo_vmware.api [None req-e15b5918-bad1-4b3e-bc9c-b3e6fd570183 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1383.506712] env[68800]: value = "task-3244800" [ 1383.506712] env[68800]: _type = "Task" [ 1383.506712] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.514460] env[68800]: DEBUG oslo_vmware.api [None req-e15b5918-bad1-4b3e-bc9c-b3e6fd570183 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244800, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.927895] env[68800]: DEBUG oslo_vmware.api [None req-a0a57fa8-d11c-40f4-94ff-88670e2e8774 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244798, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12133} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.928200] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0a57fa8-d11c-40f4-94ff-88670e2e8774 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1383.928417] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a57fa8-d11c-40f4-94ff-88670e2e8774 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: f74059d4-0f07-4d99-8786-320afcddad54] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1383.928603] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a57fa8-d11c-40f4-94ff-88670e2e8774 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: f74059d4-0f07-4d99-8786-320afcddad54] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1383.928778] env[68800]: INFO nova.compute.manager [None req-a0a57fa8-d11c-40f4-94ff-88670e2e8774 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: f74059d4-0f07-4d99-8786-320afcddad54] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1383.929023] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0a57fa8-d11c-40f4-94ff-88670e2e8774 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1383.929218] env[68800]: DEBUG nova.compute.manager [-] [instance: f74059d4-0f07-4d99-8786-320afcddad54] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1383.929316] env[68800]: DEBUG nova.network.neutron [-] [instance: f74059d4-0f07-4d99-8786-320afcddad54] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1384.016888] env[68800]: DEBUG oslo_vmware.api [None req-e15b5918-bad1-4b3e-bc9c-b3e6fd570183 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244800, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127222} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.017204] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-e15b5918-bad1-4b3e-bc9c-b3e6fd570183 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1384.017429] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e15b5918-bad1-4b3e-bc9c-b3e6fd570183 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1384.017623] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e15b5918-bad1-4b3e-bc9c-b3e6fd570183 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1384.017799] env[68800]: INFO nova.compute.manager [None req-e15b5918-bad1-4b3e-bc9c-b3e6fd570183 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1384.018054] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e15b5918-bad1-4b3e-bc9c-b3e6fd570183 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1384.018268] env[68800]: DEBUG nova.compute.manager [-] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1384.018356] env[68800]: DEBUG nova.network.neutron [-] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1384.171803] env[68800]: DEBUG nova.compute.manager [req-fc8d71c0-2413-437c-aa56-568ef09be846 req-cee63595-14da-4865-8ba5-5b993b5c2733 service nova] [instance: f74059d4-0f07-4d99-8786-320afcddad54] Received event network-vif-deleted-c56bf835-6012-4bb5-93b2-a8e293ea216f {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1384.171999] env[68800]: INFO nova.compute.manager [req-fc8d71c0-2413-437c-aa56-568ef09be846 req-cee63595-14da-4865-8ba5-5b993b5c2733 service nova] [instance: f74059d4-0f07-4d99-8786-320afcddad54] Neutron deleted interface c56bf835-6012-4bb5-93b2-a8e293ea216f; detaching it from the instance and deleting it from the info cache [ 1384.172194] env[68800]: DEBUG nova.network.neutron [req-fc8d71c0-2413-437c-aa56-568ef09be846 req-cee63595-14da-4865-8ba5-5b993b5c2733 service nova] [instance: f74059d4-0f07-4d99-8786-320afcddad54] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.433038] env[68800]: DEBUG nova.compute.manager [req-69c68961-b493-4448-a00b-371b813e27e9 req-25bb20f7-1d87-4cd7-a7c2-1081a279fb1c service nova] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Received event network-vif-deleted-85bc4802-6dcd-482e-9314-fac32ac9af04 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1384.433038] env[68800]: INFO nova.compute.manager [req-69c68961-b493-4448-a00b-371b813e27e9 req-25bb20f7-1d87-4cd7-a7c2-1081a279fb1c service nova] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Neutron deleted interface 85bc4802-6dcd-482e-9314-fac32ac9af04; detaching it from the instance and deleting it from the info cache [ 1384.433038] env[68800]: DEBUG nova.network.neutron [req-69c68961-b493-4448-a00b-371b813e27e9 req-25bb20f7-1d87-4cd7-a7c2-1081a279fb1c service nova] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.657289] env[68800]: DEBUG nova.network.neutron [-] [instance: f74059d4-0f07-4d99-8786-320afcddad54] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.674762] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f30469f-20af-4bcc-9fa7-f9e2e71bd151 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.684661] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb94c7b4-12ee-4733-ac41-5b8e7ac0e796 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.710389] env[68800]: DEBUG nova.compute.manager [req-fc8d71c0-2413-437c-aa56-568ef09be846 req-cee63595-14da-4865-8ba5-5b993b5c2733 service nova] [instance: f74059d4-0f07-4d99-8786-320afcddad54] Detach interface failed, port_id=c56bf835-6012-4bb5-93b2-a8e293ea216f, reason: Instance f74059d4-0f07-4d99-8786-320afcddad54 could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1384.914524] env[68800]: DEBUG nova.network.neutron [-] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.936149] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8149dd0a-c179-470a-b711-7a816fe18873 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.949441] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cb60bd-0c54-4ce3-bcf2-1dc00dd880ce {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.977022] env[68800]: DEBUG nova.compute.manager [req-69c68961-b493-4448-a00b-371b813e27e9 req-25bb20f7-1d87-4cd7-a7c2-1081a279fb1c service nova] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Detach interface failed, port_id=85bc4802-6dcd-482e-9314-fac32ac9af04, reason: Instance 9db43d1f-9d02-431f-8d12-207c77569515 could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1385.160051] env[68800]: INFO nova.compute.manager [-] [instance: f74059d4-0f07-4d99-8786-320afcddad54] Took 1.23 seconds to deallocate network for instance. [ 1385.418086] env[68800]: INFO nova.compute.manager [-] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Took 1.40 seconds to deallocate network for instance. [ 1385.666748] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a0a57fa8-d11c-40f4-94ff-88670e2e8774 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.667167] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a0a57fa8-d11c-40f4-94ff-88670e2e8774 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.667258] env[68800]: DEBUG nova.objects.instance [None req-a0a57fa8-d11c-40f4-94ff-88670e2e8774 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lazy-loading 'resources' on Instance uuid f74059d4-0f07-4d99-8786-320afcddad54 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1385.924998] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e15b5918-bad1-4b3e-bc9c-b3e6fd570183 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.257128] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1992fdd-8f7d-4fc5-b486-864d0144a607 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.264748] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e6e93e-91f9-4b54-979c-c6fd4c61110e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.294297] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e45848c-1a2c-405c-806e-c82cfc2a09d2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.301669] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ddaaca6-d2e6-4ea7-849c-dd379bdcf86f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.314678] env[68800]: DEBUG nova.compute.provider_tree [None req-a0a57fa8-d11c-40f4-94ff-88670e2e8774 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1386.817483] env[68800]: DEBUG nova.scheduler.client.report [None req-a0a57fa8-d11c-40f4-94ff-88670e2e8774 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1387.322292] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a0a57fa8-d11c-40f4-94ff-88670e2e8774 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.655s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.325024] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e15b5918-bad1-4b3e-bc9c-b3e6fd570183 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.400s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.325024] env[68800]: DEBUG nova.objects.instance [None req-e15b5918-bad1-4b3e-bc9c-b3e6fd570183 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lazy-loading 'resources' on Instance uuid 9db43d1f-9d02-431f-8d12-207c77569515 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1387.343429] env[68800]: INFO nova.scheduler.client.report [None req-a0a57fa8-d11c-40f4-94ff-88670e2e8774 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Deleted allocations for instance f74059d4-0f07-4d99-8786-320afcddad54 [ 1387.850518] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a0a57fa8-d11c-40f4-94ff-88670e2e8774 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "f74059d4-0f07-4d99-8786-320afcddad54" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.533s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.894064] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f74bc6-113a-438b-ab04-cb6f863b1467 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.901521] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a773e4f-6bd4-4285-be9f-c32d60da677f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.931867] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f699f0c-cca1-49f5-b704-9871ff43870d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.938526] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc20aa76-9991-415e-b9dc-b69f6f2611c4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.951804] env[68800]: DEBUG nova.compute.provider_tree [None req-e15b5918-bad1-4b3e-bc9c-b3e6fd570183 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1388.455103] env[68800]: DEBUG nova.scheduler.client.report [None req-e15b5918-bad1-4b3e-bc9c-b3e6fd570183 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1388.962440] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e15b5918-bad1-4b3e-bc9c-b3e6fd570183 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.638s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.978317] env[68800]: INFO nova.scheduler.client.report [None req-e15b5918-bad1-4b3e-bc9c-b3e6fd570183 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Deleted allocations for instance 9db43d1f-9d02-431f-8d12-207c77569515 [ 1389.291070] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.291385] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.485662] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e15b5918-bad1-4b3e-bc9c-b3e6fd570183 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "9db43d1f-9d02-431f-8d12-207c77569515" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.080s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.794085] env[68800]: DEBUG nova.compute.manager [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1390.312930] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.313251] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.314620] env[68800]: INFO nova.compute.claims [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1390.826616] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquiring lock "ee556142-985d-4ad9-a0c6-255952327360" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.826908] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "ee556142-985d-4ad9-a0c6-255952327360" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.330244] env[68800]: DEBUG nova.compute.manager [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: ee556142-985d-4ad9-a0c6-255952327360] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1391.402096] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b53db00-ceed-499f-942f-c63bef6d8140 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.409536] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0444e182-019c-40bc-89ba-956d3d8a39d6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.438540] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f40705e-4573-4fd4-bb01-1308da310c25 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.445376] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca3e8bf-52e1-4f8d-92fc-e7cf146017a0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.459097] env[68800]: DEBUG nova.compute.provider_tree [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1391.849151] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.961905] env[68800]: DEBUG nova.scheduler.client.report [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1392.467208] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.154s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.467827] env[68800]: DEBUG nova.compute.manager [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1392.470761] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.622s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.472110] env[68800]: INFO nova.compute.claims [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: ee556142-985d-4ad9-a0c6-255952327360] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1392.976728] env[68800]: DEBUG nova.compute.utils [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1392.979825] env[68800]: DEBUG nova.compute.manager [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1392.979991] env[68800]: DEBUG nova.network.neutron [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1393.024254] env[68800]: DEBUG nova.policy [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '17b72e6870d2428cbb2e49527232330d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd1b368ff5824c63a66a126549e1022c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 1393.268265] env[68800]: DEBUG nova.network.neutron [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf] Successfully created port: 9f6bf19d-e551-4d96-be25-ee06c25a1f26 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1393.480585] env[68800]: DEBUG nova.compute.manager [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1393.569518] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4132fa-acc7-4a48-8e43-ec4d84549228 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.576970] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9a2da0-e574-4950-a534-33baca3bf638 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.605676] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959cdf5d-c289-429a-894b-153e8fabc429 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.612560] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f448e0-84ce-4a7d-b833-6789b7ebd986 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.626034] env[68800]: DEBUG nova.compute.provider_tree [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1394.129217] env[68800]: DEBUG nova.scheduler.client.report [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1394.492212] env[68800]: DEBUG nova.compute.manager [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1394.518012] env[68800]: DEBUG nova.virt.hardware [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1394.518266] env[68800]: DEBUG nova.virt.hardware [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1394.518446] env[68800]: DEBUG nova.virt.hardware [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1394.518634] env[68800]: DEBUG nova.virt.hardware [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1394.518780] env[68800]: DEBUG nova.virt.hardware [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1394.518924] env[68800]: DEBUG nova.virt.hardware [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1394.519147] env[68800]: DEBUG nova.virt.hardware [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1394.519306] env[68800]: DEBUG nova.virt.hardware [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1394.519472] env[68800]: DEBUG nova.virt.hardware [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1394.519634] env[68800]: DEBUG nova.virt.hardware [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1394.519807] env[68800]: DEBUG nova.virt.hardware [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1394.520731] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90de3a4-97dc-45d0-83a8-c1dc011b652c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.528867] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d64ccc-3bb5-42e6-9661-36cd6ee73ea0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.606739] env[68800]: DEBUG nova.compute.manager [req-df3e54d3-a485-43ff-9941-0f122a0ed9c0 req-b22b24c3-9975-4797-9539-3144a21c4cdd service nova] [instance: d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf] Received event network-vif-plugged-9f6bf19d-e551-4d96-be25-ee06c25a1f26 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1394.606960] env[68800]: DEBUG oslo_concurrency.lockutils [req-df3e54d3-a485-43ff-9941-0f122a0ed9c0 req-b22b24c3-9975-4797-9539-3144a21c4cdd service nova] Acquiring lock "d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.607198] env[68800]: DEBUG oslo_concurrency.lockutils [req-df3e54d3-a485-43ff-9941-0f122a0ed9c0 req-b22b24c3-9975-4797-9539-3144a21c4cdd service nova] Lock "d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1394.607339] env[68800]: DEBUG oslo_concurrency.lockutils [req-df3e54d3-a485-43ff-9941-0f122a0ed9c0 req-b22b24c3-9975-4797-9539-3144a21c4cdd service nova] Lock "d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.607543] env[68800]: DEBUG nova.compute.manager [req-df3e54d3-a485-43ff-9941-0f122a0ed9c0 req-b22b24c3-9975-4797-9539-3144a21c4cdd service nova] [instance: d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf] No waiting events found dispatching network-vif-plugged-9f6bf19d-e551-4d96-be25-ee06c25a1f26 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1394.607709] env[68800]: WARNING nova.compute.manager [req-df3e54d3-a485-43ff-9941-0f122a0ed9c0 req-b22b24c3-9975-4797-9539-3144a21c4cdd service nova] [instance: d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf] Received unexpected event network-vif-plugged-9f6bf19d-e551-4d96-be25-ee06c25a1f26 for instance with vm_state building and task_state spawning. [ 1394.633708] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.163s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.634190] env[68800]: DEBUG nova.compute.manager [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: ee556142-985d-4ad9-a0c6-255952327360] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1394.687860] env[68800]: DEBUG nova.network.neutron [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf] Successfully updated port: 9f6bf19d-e551-4d96-be25-ee06c25a1f26 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1395.138767] env[68800]: DEBUG nova.compute.utils [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1395.140100] env[68800]: DEBUG nova.compute.manager [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: ee556142-985d-4ad9-a0c6-255952327360] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1395.140272] env[68800]: DEBUG nova.network.neutron [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: ee556142-985d-4ad9-a0c6-255952327360] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1395.175794] env[68800]: DEBUG nova.policy [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '041f81e5ede74550b02c3d1039ba153e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0a82d9565ce4cf0ab26fb48caf3f589', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 1395.190132] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "refresh_cache-d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.190338] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquired lock "refresh_cache-d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.190482] env[68800]: DEBUG nova.network.neutron [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1395.404794] env[68800]: DEBUG nova.network.neutron [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: ee556142-985d-4ad9-a0c6-255952327360] Successfully created port: 09cb7e43-d378-4a7c-89ce-0d034b3b763d {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1395.643726] env[68800]: DEBUG nova.compute.manager [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: ee556142-985d-4ad9-a0c6-255952327360] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1395.719709] env[68800]: DEBUG nova.network.neutron [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1395.834656] env[68800]: DEBUG nova.network.neutron [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf] Updating instance_info_cache with network_info: [{"id": "9f6bf19d-e551-4d96-be25-ee06c25a1f26", "address": "fa:16:3e:17:8e:c1", "network": {"id": "34652c19-1447-43fa-a363-9c4da47a4693", "bridge": "br-int", "label": "tempest-ServersTestJSON-1697193661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd1b368ff5824c63a66a126549e1022c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f6bf19d-e5", "ovs_interfaceid": "9f6bf19d-e551-4d96-be25-ee06c25a1f26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.337491] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Releasing lock "refresh_cache-d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.337823] env[68800]: DEBUG nova.compute.manager [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf] Instance network_info: |[{"id": "9f6bf19d-e551-4d96-be25-ee06c25a1f26", "address": "fa:16:3e:17:8e:c1", "network": {"id": "34652c19-1447-43fa-a363-9c4da47a4693", "bridge": "br-int", "label": "tempest-ServersTestJSON-1697193661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd1b368ff5824c63a66a126549e1022c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f6bf19d-e5", "ovs_interfaceid": "9f6bf19d-e551-4d96-be25-ee06c25a1f26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1396.338291] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:8e:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f6bf19d-e551-4d96-be25-ee06c25a1f26', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1396.345717] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1396.345939] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1396.346185] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af5ea6c5-4741-4abf-b1b4-3a57d59c8701 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.366962] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1396.366962] env[68800]: value = "task-3244801" [ 1396.366962] env[68800]: _type = "Task" [ 1396.366962] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.374409] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244801, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.634410] env[68800]: DEBUG nova.compute.manager [req-0b4a35ed-130c-4dfe-b7f7-496c57d57512 req-29aa1fe8-6476-4cf9-90df-1b93cbb3cb60 service nova] [instance: d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf] Received event network-changed-9f6bf19d-e551-4d96-be25-ee06c25a1f26 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1396.634612] env[68800]: DEBUG nova.compute.manager [req-0b4a35ed-130c-4dfe-b7f7-496c57d57512 req-29aa1fe8-6476-4cf9-90df-1b93cbb3cb60 service nova] [instance: d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf] Refreshing instance network info cache due to event network-changed-9f6bf19d-e551-4d96-be25-ee06c25a1f26. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1396.634823] env[68800]: DEBUG oslo_concurrency.lockutils [req-0b4a35ed-130c-4dfe-b7f7-496c57d57512 req-29aa1fe8-6476-4cf9-90df-1b93cbb3cb60 service nova] Acquiring lock "refresh_cache-d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.635068] env[68800]: DEBUG oslo_concurrency.lockutils [req-0b4a35ed-130c-4dfe-b7f7-496c57d57512 req-29aa1fe8-6476-4cf9-90df-1b93cbb3cb60 service nova] Acquired lock "refresh_cache-d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.635154] env[68800]: DEBUG nova.network.neutron [req-0b4a35ed-130c-4dfe-b7f7-496c57d57512 req-29aa1fe8-6476-4cf9-90df-1b93cbb3cb60 service nova] [instance: d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf] Refreshing network info cache for port 9f6bf19d-e551-4d96-be25-ee06c25a1f26 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1396.654468] env[68800]: DEBUG nova.compute.manager [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: ee556142-985d-4ad9-a0c6-255952327360] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1396.682498] env[68800]: DEBUG nova.virt.hardware [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1396.682749] env[68800]: DEBUG nova.virt.hardware [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1396.682907] env[68800]: DEBUG nova.virt.hardware [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1396.683101] env[68800]: DEBUG nova.virt.hardware [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1396.683250] env[68800]: DEBUG nova.virt.hardware [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1396.683397] env[68800]: DEBUG nova.virt.hardware [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1396.683607] env[68800]: DEBUG nova.virt.hardware [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1396.683768] env[68800]: DEBUG nova.virt.hardware [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1396.684122] env[68800]: DEBUG nova.virt.hardware [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1396.684122] env[68800]: DEBUG nova.virt.hardware [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1396.684284] env[68800]: DEBUG nova.virt.hardware [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1396.685139] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36080579-624c-4886-a373-51a28788ed70 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.693172] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a01b57-7c11-4e18-bf77-a364c8060066 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.834819] env[68800]: DEBUG nova.network.neutron [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: ee556142-985d-4ad9-a0c6-255952327360] Successfully updated port: 09cb7e43-d378-4a7c-89ce-0d034b3b763d {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1396.878046] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244801, 'name': CreateVM_Task, 'duration_secs': 0.318386} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.878348] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1396.879122] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.879312] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.879627] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.879886] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd53f86d-9388-4357-b0e7-d6931ed4e981 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.884408] env[68800]: DEBUG oslo_vmware.api [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1396.884408] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]521da9cb-f0b7-76ed-5c09-df5b370a8670" [ 1396.884408] env[68800]: _type = "Task" [ 1396.884408] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.891943] env[68800]: DEBUG oslo_vmware.api [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]521da9cb-f0b7-76ed-5c09-df5b370a8670, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.307927] env[68800]: DEBUG nova.network.neutron [req-0b4a35ed-130c-4dfe-b7f7-496c57d57512 req-29aa1fe8-6476-4cf9-90df-1b93cbb3cb60 service nova] [instance: d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf] Updated VIF entry in instance network info cache for port 9f6bf19d-e551-4d96-be25-ee06c25a1f26. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1397.308297] env[68800]: DEBUG nova.network.neutron [req-0b4a35ed-130c-4dfe-b7f7-496c57d57512 req-29aa1fe8-6476-4cf9-90df-1b93cbb3cb60 service nova] [instance: d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf] Updating instance_info_cache with network_info: [{"id": "9f6bf19d-e551-4d96-be25-ee06c25a1f26", "address": "fa:16:3e:17:8e:c1", "network": {"id": "34652c19-1447-43fa-a363-9c4da47a4693", "bridge": "br-int", "label": "tempest-ServersTestJSON-1697193661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd1b368ff5824c63a66a126549e1022c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f6bf19d-e5", "ovs_interfaceid": "9f6bf19d-e551-4d96-be25-ee06c25a1f26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.338639] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquiring lock "refresh_cache-ee556142-985d-4ad9-a0c6-255952327360" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.338786] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquired lock "refresh_cache-ee556142-985d-4ad9-a0c6-255952327360" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.338943] env[68800]: DEBUG nova.network.neutron [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: ee556142-985d-4ad9-a0c6-255952327360] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1397.394853] env[68800]: DEBUG oslo_vmware.api [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]521da9cb-f0b7-76ed-5c09-df5b370a8670, 'name': SearchDatastore_Task, 'duration_secs': 0.010489} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.395147] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.395381] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1397.395616] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.395761] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.395935] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1397.396209] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99e098fa-6bda-46e1-8195-39287b72d306 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.404450] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1397.404622] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1397.405292] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-856e2d11-0f6d-4d2d-9ad4-958bbd5318a4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.409856] env[68800]: DEBUG oslo_vmware.api [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1397.409856] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]526a5024-966c-fff1-3ef3-ab8ff1750b52" [ 1397.409856] env[68800]: _type = "Task" [ 1397.409856] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.417299] env[68800]: DEBUG oslo_vmware.api [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]526a5024-966c-fff1-3ef3-ab8ff1750b52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.811156] env[68800]: DEBUG oslo_concurrency.lockutils [req-0b4a35ed-130c-4dfe-b7f7-496c57d57512 req-29aa1fe8-6476-4cf9-90df-1b93cbb3cb60 service nova] Releasing lock "refresh_cache-d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.867399] env[68800]: DEBUG nova.network.neutron [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: ee556142-985d-4ad9-a0c6-255952327360] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1397.920828] env[68800]: DEBUG oslo_vmware.api [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]526a5024-966c-fff1-3ef3-ab8ff1750b52, 'name': SearchDatastore_Task, 'duration_secs': 0.008464} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.921604] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ade2a91-dd1e-4ddd-9f3f-c4d6be8c25fa {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.926473] env[68800]: DEBUG oslo_vmware.api [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1397.926473] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]525f1b9b-6b93-749a-9c10-f81a4baaec18" [ 1397.926473] env[68800]: _type = "Task" [ 1397.926473] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.935926] env[68800]: DEBUG oslo_vmware.api [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]525f1b9b-6b93-749a-9c10-f81a4baaec18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.988873] env[68800]: DEBUG nova.network.neutron [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: ee556142-985d-4ad9-a0c6-255952327360] Updating instance_info_cache with network_info: [{"id": "09cb7e43-d378-4a7c-89ce-0d034b3b763d", "address": "fa:16:3e:0d:51:41", "network": {"id": "4ca5ed1c-7798-40f8-97dd-93eef15acf7e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1748453885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a82d9565ce4cf0ab26fb48caf3f589", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09cb7e43-d3", "ovs_interfaceid": "09cb7e43-d378-4a7c-89ce-0d034b3b763d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.439491] env[68800]: DEBUG oslo_vmware.api [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]525f1b9b-6b93-749a-9c10-f81a4baaec18, 'name': SearchDatastore_Task, 'duration_secs': 0.008969} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.439756] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.440009] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf/d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1398.440266] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7735d4c2-8b67-4db3-9d9b-66555a675591 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.446631] env[68800]: DEBUG oslo_vmware.api [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1398.446631] env[68800]: value = "task-3244802" [ 1398.446631] env[68800]: _type = "Task" [ 1398.446631] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.453973] env[68800]: DEBUG oslo_vmware.api [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244802, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.491611] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Releasing lock "refresh_cache-ee556142-985d-4ad9-a0c6-255952327360" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.491906] env[68800]: DEBUG nova.compute.manager [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: ee556142-985d-4ad9-a0c6-255952327360] Instance network_info: |[{"id": "09cb7e43-d378-4a7c-89ce-0d034b3b763d", "address": "fa:16:3e:0d:51:41", "network": {"id": "4ca5ed1c-7798-40f8-97dd-93eef15acf7e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1748453885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a82d9565ce4cf0ab26fb48caf3f589", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09cb7e43-d3", "ovs_interfaceid": "09cb7e43-d378-4a7c-89ce-0d034b3b763d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1398.492298] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: ee556142-985d-4ad9-a0c6-255952327360] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:51:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09cb7e43-d378-4a7c-89ce-0d034b3b763d', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1398.499582] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1398.499775] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee556142-985d-4ad9-a0c6-255952327360] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1398.499989] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-abcac3b7-6be5-44bc-b48d-8ab75c36e87f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.519054] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1398.519054] env[68800]: value = "task-3244803" [ 1398.519054] env[68800]: _type = "Task" [ 1398.519054] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.526016] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244803, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.663422] env[68800]: DEBUG nova.compute.manager [req-05bc218a-6a7f-4d64-b9ee-d4967e3b01e3 req-ca62885d-fc6a-4882-a56d-6c8466c95691 service nova] [instance: ee556142-985d-4ad9-a0c6-255952327360] Received event network-vif-plugged-09cb7e43-d378-4a7c-89ce-0d034b3b763d {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1398.663619] env[68800]: DEBUG oslo_concurrency.lockutils [req-05bc218a-6a7f-4d64-b9ee-d4967e3b01e3 req-ca62885d-fc6a-4882-a56d-6c8466c95691 service nova] Acquiring lock "ee556142-985d-4ad9-a0c6-255952327360-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.663828] env[68800]: DEBUG oslo_concurrency.lockutils [req-05bc218a-6a7f-4d64-b9ee-d4967e3b01e3 req-ca62885d-fc6a-4882-a56d-6c8466c95691 service nova] Lock "ee556142-985d-4ad9-a0c6-255952327360-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.664039] env[68800]: DEBUG oslo_concurrency.lockutils [req-05bc218a-6a7f-4d64-b9ee-d4967e3b01e3 req-ca62885d-fc6a-4882-a56d-6c8466c95691 service nova] Lock "ee556142-985d-4ad9-a0c6-255952327360-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.664173] env[68800]: DEBUG nova.compute.manager [req-05bc218a-6a7f-4d64-b9ee-d4967e3b01e3 req-ca62885d-fc6a-4882-a56d-6c8466c95691 service nova] [instance: ee556142-985d-4ad9-a0c6-255952327360] No waiting events found dispatching network-vif-plugged-09cb7e43-d378-4a7c-89ce-0d034b3b763d {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1398.664341] env[68800]: WARNING nova.compute.manager [req-05bc218a-6a7f-4d64-b9ee-d4967e3b01e3 req-ca62885d-fc6a-4882-a56d-6c8466c95691 service nova] [instance: ee556142-985d-4ad9-a0c6-255952327360] Received unexpected event network-vif-plugged-09cb7e43-d378-4a7c-89ce-0d034b3b763d for instance with vm_state building and task_state spawning. [ 1398.664503] env[68800]: DEBUG nova.compute.manager [req-05bc218a-6a7f-4d64-b9ee-d4967e3b01e3 req-ca62885d-fc6a-4882-a56d-6c8466c95691 service nova] [instance: ee556142-985d-4ad9-a0c6-255952327360] Received event network-changed-09cb7e43-d378-4a7c-89ce-0d034b3b763d {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1398.664660] env[68800]: DEBUG nova.compute.manager [req-05bc218a-6a7f-4d64-b9ee-d4967e3b01e3 req-ca62885d-fc6a-4882-a56d-6c8466c95691 service nova] [instance: ee556142-985d-4ad9-a0c6-255952327360] Refreshing instance network info cache due to event network-changed-09cb7e43-d378-4a7c-89ce-0d034b3b763d. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1398.664844] env[68800]: DEBUG oslo_concurrency.lockutils [req-05bc218a-6a7f-4d64-b9ee-d4967e3b01e3 req-ca62885d-fc6a-4882-a56d-6c8466c95691 service nova] Acquiring lock "refresh_cache-ee556142-985d-4ad9-a0c6-255952327360" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.664983] env[68800]: DEBUG oslo_concurrency.lockutils [req-05bc218a-6a7f-4d64-b9ee-d4967e3b01e3 req-ca62885d-fc6a-4882-a56d-6c8466c95691 service nova] Acquired lock "refresh_cache-ee556142-985d-4ad9-a0c6-255952327360" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.665158] env[68800]: DEBUG nova.network.neutron [req-05bc218a-6a7f-4d64-b9ee-d4967e3b01e3 req-ca62885d-fc6a-4882-a56d-6c8466c95691 service nova] [instance: ee556142-985d-4ad9-a0c6-255952327360] Refreshing network info cache for port 09cb7e43-d378-4a7c-89ce-0d034b3b763d {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1398.957386] env[68800]: DEBUG oslo_vmware.api [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244802, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440972} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.957790] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf/d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1398.957867] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1398.958099] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-095930ea-a685-47a5-b4bd-a4d7cab7ee03 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.963964] env[68800]: DEBUG oslo_vmware.api [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1398.963964] env[68800]: value = "task-3244804" [ 1398.963964] env[68800]: _type = "Task" [ 1398.963964] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.971090] env[68800]: DEBUG oslo_vmware.api [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244804, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.028241] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244803, 'name': CreateVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.353497] env[68800]: DEBUG nova.network.neutron [req-05bc218a-6a7f-4d64-b9ee-d4967e3b01e3 req-ca62885d-fc6a-4882-a56d-6c8466c95691 service nova] [instance: ee556142-985d-4ad9-a0c6-255952327360] Updated VIF entry in instance network info cache for port 09cb7e43-d378-4a7c-89ce-0d034b3b763d. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1399.353854] env[68800]: DEBUG nova.network.neutron [req-05bc218a-6a7f-4d64-b9ee-d4967e3b01e3 req-ca62885d-fc6a-4882-a56d-6c8466c95691 service nova] [instance: ee556142-985d-4ad9-a0c6-255952327360] Updating instance_info_cache with network_info: [{"id": "09cb7e43-d378-4a7c-89ce-0d034b3b763d", "address": "fa:16:3e:0d:51:41", "network": {"id": "4ca5ed1c-7798-40f8-97dd-93eef15acf7e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1748453885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a82d9565ce4cf0ab26fb48caf3f589", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09cb7e43-d3", "ovs_interfaceid": "09cb7e43-d378-4a7c-89ce-0d034b3b763d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.473668] env[68800]: DEBUG oslo_vmware.api [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244804, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062288} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.473959] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1399.474747] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b472758f-33d0-47c1-a251-1f1e33c9dbd6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.496198] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf/d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1399.496832] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e12069d-ab2c-40c1-9bf8-89b128dffc11 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.517865] env[68800]: DEBUG oslo_vmware.api [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1399.517865] env[68800]: value = "task-3244805" [ 1399.517865] env[68800]: _type = "Task" [ 1399.517865] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.529361] env[68800]: DEBUG oslo_vmware.api [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244805, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.532606] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244803, 'name': CreateVM_Task, 'duration_secs': 0.547103} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.532831] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee556142-985d-4ad9-a0c6-255952327360] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1399.533533] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.533694] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.534015] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.534280] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54d5edf0-1362-4353-8021-c47ba5a275f5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.539194] env[68800]: DEBUG oslo_vmware.api [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1399.539194] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52b13049-da6d-b2c6-e44c-4070d7c585dc" [ 1399.539194] env[68800]: _type = "Task" [ 1399.539194] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.547561] env[68800]: DEBUG oslo_vmware.api [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52b13049-da6d-b2c6-e44c-4070d7c585dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.856834] env[68800]: DEBUG oslo_concurrency.lockutils [req-05bc218a-6a7f-4d64-b9ee-d4967e3b01e3 req-ca62885d-fc6a-4882-a56d-6c8466c95691 service nova] Releasing lock "refresh_cache-ee556142-985d-4ad9-a0c6-255952327360" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.029463] env[68800]: DEBUG oslo_vmware.api [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.048730] env[68800]: DEBUG oslo_vmware.api [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52b13049-da6d-b2c6-e44c-4070d7c585dc, 'name': SearchDatastore_Task, 'duration_secs': 0.045188} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.049057] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.049256] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: ee556142-985d-4ad9-a0c6-255952327360] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1400.049490] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.049637] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.049811] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1400.050090] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ec19227-b3e9-4d79-b9c3-3b54512a855a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.058555] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1400.058760] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1400.059464] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c17e6771-50d3-4c4e-a701-4f5b3a0084a6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.064474] env[68800]: DEBUG oslo_vmware.api [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1400.064474] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]528dd31b-04d0-1efd-890b-0c416bfdd594" [ 1400.064474] env[68800]: _type = "Task" [ 1400.064474] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.072126] env[68800]: DEBUG oslo_vmware.api [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]528dd31b-04d0-1efd-890b-0c416bfdd594, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.528907] env[68800]: DEBUG oslo_vmware.api [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.574132] env[68800]: DEBUG oslo_vmware.api [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]528dd31b-04d0-1efd-890b-0c416bfdd594, 'name': SearchDatastore_Task, 'duration_secs': 0.008603} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.574864] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2f196ed-d1a6-4d6f-87f3-dff47fc3cc4d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.580014] env[68800]: DEBUG oslo_vmware.api [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1400.580014] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52927792-27b9-4d01-b071-d950b6b890df" [ 1400.580014] env[68800]: _type = "Task" [ 1400.580014] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.587873] env[68800]: DEBUG oslo_vmware.api [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52927792-27b9-4d01-b071-d950b6b890df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.030907] env[68800]: DEBUG oslo_vmware.api [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244805, 'name': ReconfigVM_Task, 'duration_secs': 1.057237} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.030907] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf] Reconfigured VM instance instance-0000007a to attach disk [datastore2] d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf/d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1401.031364] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d060473f-a521-4ca0-9468-d93f2d42d72b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.037609] env[68800]: DEBUG oslo_vmware.api [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1401.037609] env[68800]: value = "task-3244806" [ 1401.037609] env[68800]: _type = "Task" [ 1401.037609] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.045680] env[68800]: DEBUG oslo_vmware.api [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244806, 'name': Rename_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.089789] env[68800]: DEBUG oslo_vmware.api [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52927792-27b9-4d01-b071-d950b6b890df, 'name': SearchDatastore_Task, 'duration_secs': 0.009705} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.090100] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.090230] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] ee556142-985d-4ad9-a0c6-255952327360/ee556142-985d-4ad9-a0c6-255952327360.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1401.090521] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37f04aa3-eacf-4c33-9773-330225eab3e4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.096690] env[68800]: DEBUG oslo_vmware.api [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1401.096690] env[68800]: value = "task-3244807" [ 1401.096690] env[68800]: _type = "Task" [ 1401.096690] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.104726] env[68800]: DEBUG oslo_vmware.api [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244807, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.547528] env[68800]: DEBUG oslo_vmware.api [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244806, 'name': Rename_Task, 'duration_secs': 0.143899} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.547819] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1401.548076] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e1affd2-4d0e-499f-b938-807229878f32 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.554305] env[68800]: DEBUG oslo_vmware.api [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1401.554305] env[68800]: value = "task-3244808" [ 1401.554305] env[68800]: _type = "Task" [ 1401.554305] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.561863] env[68800]: DEBUG oslo_vmware.api [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244808, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.605365] env[68800]: DEBUG oslo_vmware.api [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244807, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459613} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.605634] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] ee556142-985d-4ad9-a0c6-255952327360/ee556142-985d-4ad9-a0c6-255952327360.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1401.605818] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: ee556142-985d-4ad9-a0c6-255952327360] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1401.606067] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34f699da-c62e-4a47-a2f5-3106fff5a9c6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.613319] env[68800]: DEBUG oslo_vmware.api [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1401.613319] env[68800]: value = "task-3244809" [ 1401.613319] env[68800]: _type = "Task" [ 1401.613319] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.620139] env[68800]: DEBUG oslo_vmware.api [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244809, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.063709] env[68800]: DEBUG oslo_vmware.api [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244808, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.122015] env[68800]: DEBUG oslo_vmware.api [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244809, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062939} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.122309] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: ee556142-985d-4ad9-a0c6-255952327360] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1402.123088] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c1639e-71f4-4bc2-b943-7efd11b8697f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.145111] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: ee556142-985d-4ad9-a0c6-255952327360] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] ee556142-985d-4ad9-a0c6-255952327360/ee556142-985d-4ad9-a0c6-255952327360.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1402.145392] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b39568d2-77f5-4a48-859f-0451ec3a6566 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.164415] env[68800]: DEBUG oslo_vmware.api [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1402.164415] env[68800]: value = "task-3244810" [ 1402.164415] env[68800]: _type = "Task" [ 1402.164415] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.173296] env[68800]: DEBUG oslo_vmware.api [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244810, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.564980] env[68800]: DEBUG oslo_vmware.api [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244808, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.673775] env[68800]: DEBUG oslo_vmware.api [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244810, 'name': ReconfigVM_Task, 'duration_secs': 0.278409} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.674073] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: ee556142-985d-4ad9-a0c6-255952327360] Reconfigured VM instance instance-0000007b to attach disk [datastore2] ee556142-985d-4ad9-a0c6-255952327360/ee556142-985d-4ad9-a0c6-255952327360.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1402.674709] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb421450-61e6-4b69-96cb-91171e897711 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.680275] env[68800]: DEBUG oslo_vmware.api [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1402.680275] env[68800]: value = "task-3244811" [ 1402.680275] env[68800]: _type = "Task" [ 1402.680275] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.687637] env[68800]: DEBUG oslo_vmware.api [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244811, 'name': Rename_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.065839] env[68800]: DEBUG oslo_vmware.api [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244808, 'name': PowerOnVM_Task, 'duration_secs': 1.138454} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.066294] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1403.066294] env[68800]: INFO nova.compute.manager [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf] Took 8.57 seconds to spawn the instance on the hypervisor. [ 1403.066476] env[68800]: DEBUG nova.compute.manager [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1403.067239] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d04800-d8ee-4ad6-91a2-ff6c3802c678 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.189271] env[68800]: DEBUG oslo_vmware.api [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244811, 'name': Rename_Task, 'duration_secs': 0.137918} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.189512] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: ee556142-985d-4ad9-a0c6-255952327360] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1403.189776] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d52201d-2527-4b23-893f-14b30e38905e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.196519] env[68800]: DEBUG oslo_vmware.api [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1403.196519] env[68800]: value = "task-3244812" [ 1403.196519] env[68800]: _type = "Task" [ 1403.196519] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.203761] env[68800]: DEBUG oslo_vmware.api [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244812, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.583886] env[68800]: INFO nova.compute.manager [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf] Took 13.28 seconds to build instance. [ 1403.706579] env[68800]: DEBUG oslo_vmware.api [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244812, 'name': PowerOnVM_Task, 'duration_secs': 0.434931} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.706821] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: ee556142-985d-4ad9-a0c6-255952327360] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1403.707068] env[68800]: INFO nova.compute.manager [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: ee556142-985d-4ad9-a0c6-255952327360] Took 7.05 seconds to spawn the instance on the hypervisor. [ 1403.707264] env[68800]: DEBUG nova.compute.manager [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: ee556142-985d-4ad9-a0c6-255952327360] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1403.707981] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bffb854-aa1f-4224-b91f-a0966700444e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.086467] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e3dcd23d-6a78-4184-83d5-1f7b066cb9a7 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.795s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.224288] env[68800]: INFO nova.compute.manager [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: ee556142-985d-4ad9-a0c6-255952327360] Took 12.39 seconds to build instance. [ 1404.724922] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a8284822-1bbf-4e40-be5b-ebf47e101b92 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "ee556142-985d-4ad9-a0c6-255952327360" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.898s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.728024] env[68800]: DEBUG nova.compute.manager [req-72152cbf-9657-4003-87ce-c7ea703ebb15 req-05f671b1-007f-4654-9432-c8c0e02f0338 service nova] [instance: ee556142-985d-4ad9-a0c6-255952327360] Received event network-changed-09cb7e43-d378-4a7c-89ce-0d034b3b763d {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1404.728117] env[68800]: DEBUG nova.compute.manager [req-72152cbf-9657-4003-87ce-c7ea703ebb15 req-05f671b1-007f-4654-9432-c8c0e02f0338 service nova] [instance: ee556142-985d-4ad9-a0c6-255952327360] Refreshing instance network info cache due to event network-changed-09cb7e43-d378-4a7c-89ce-0d034b3b763d. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1404.728343] env[68800]: DEBUG oslo_concurrency.lockutils [req-72152cbf-9657-4003-87ce-c7ea703ebb15 req-05f671b1-007f-4654-9432-c8c0e02f0338 service nova] Acquiring lock "refresh_cache-ee556142-985d-4ad9-a0c6-255952327360" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.728484] env[68800]: DEBUG oslo_concurrency.lockutils [req-72152cbf-9657-4003-87ce-c7ea703ebb15 req-05f671b1-007f-4654-9432-c8c0e02f0338 service nova] Acquired lock "refresh_cache-ee556142-985d-4ad9-a0c6-255952327360" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.728606] env[68800]: DEBUG nova.network.neutron [req-72152cbf-9657-4003-87ce-c7ea703ebb15 req-05f671b1-007f-4654-9432-c8c0e02f0338 service nova] [instance: ee556142-985d-4ad9-a0c6-255952327360] Refreshing network info cache for port 09cb7e43-d378-4a7c-89ce-0d034b3b763d {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1404.943585] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0ddcabf1-f2dd-444f-9428-529df24f7103 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.943886] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0ddcabf1-f2dd-444f-9428-529df24f7103 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.944118] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0ddcabf1-f2dd-444f-9428-529df24f7103 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.944306] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0ddcabf1-f2dd-444f-9428-529df24f7103 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.944478] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0ddcabf1-f2dd-444f-9428-529df24f7103 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.946593] env[68800]: INFO nova.compute.manager [None req-0ddcabf1-f2dd-444f-9428-529df24f7103 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf] Terminating instance [ 1405.428698] env[68800]: DEBUG nova.network.neutron [req-72152cbf-9657-4003-87ce-c7ea703ebb15 req-05f671b1-007f-4654-9432-c8c0e02f0338 service nova] [instance: ee556142-985d-4ad9-a0c6-255952327360] Updated VIF entry in instance network info cache for port 09cb7e43-d378-4a7c-89ce-0d034b3b763d. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1405.429144] env[68800]: DEBUG nova.network.neutron [req-72152cbf-9657-4003-87ce-c7ea703ebb15 req-05f671b1-007f-4654-9432-c8c0e02f0338 service nova] [instance: ee556142-985d-4ad9-a0c6-255952327360] Updating instance_info_cache with network_info: [{"id": "09cb7e43-d378-4a7c-89ce-0d034b3b763d", "address": "fa:16:3e:0d:51:41", "network": {"id": "4ca5ed1c-7798-40f8-97dd-93eef15acf7e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1748453885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a82d9565ce4cf0ab26fb48caf3f589", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09cb7e43-d3", "ovs_interfaceid": "09cb7e43-d378-4a7c-89ce-0d034b3b763d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.450233] env[68800]: DEBUG nova.compute.manager [None req-0ddcabf1-f2dd-444f-9428-529df24f7103 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1405.450524] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-0ddcabf1-f2dd-444f-9428-529df24f7103 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1405.451453] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf6a68d-fe07-417c-bc38-4696b0b12b93 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.459544] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ddcabf1-f2dd-444f-9428-529df24f7103 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1405.459785] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab4f7f3c-a191-497b-886f-ece5dbc90fb3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.467711] env[68800]: DEBUG oslo_vmware.api [None req-0ddcabf1-f2dd-444f-9428-529df24f7103 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1405.467711] env[68800]: value = "task-3244813" [ 1405.467711] env[68800]: _type = "Task" [ 1405.467711] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.475479] env[68800]: DEBUG oslo_vmware.api [None req-0ddcabf1-f2dd-444f-9428-529df24f7103 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244813, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.932630] env[68800]: DEBUG oslo_concurrency.lockutils [req-72152cbf-9657-4003-87ce-c7ea703ebb15 req-05f671b1-007f-4654-9432-c8c0e02f0338 service nova] Releasing lock "refresh_cache-ee556142-985d-4ad9-a0c6-255952327360" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.977504] env[68800]: DEBUG oslo_vmware.api [None req-0ddcabf1-f2dd-444f-9428-529df24f7103 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244813, 'name': PowerOffVM_Task, 'duration_secs': 0.186375} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.977743] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ddcabf1-f2dd-444f-9428-529df24f7103 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1405.977911] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-0ddcabf1-f2dd-444f-9428-529df24f7103 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1405.978189] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af95e79a-07d4-4603-9d3c-cbb15bf4768a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.042313] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-0ddcabf1-f2dd-444f-9428-529df24f7103 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1406.042579] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-0ddcabf1-f2dd-444f-9428-529df24f7103 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1406.042700] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ddcabf1-f2dd-444f-9428-529df24f7103 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Deleting the datastore file [datastore2] d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1406.042972] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d7bea08-0419-4693-9d9e-5582b9b9cd2c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.049116] env[68800]: DEBUG oslo_vmware.api [None req-0ddcabf1-f2dd-444f-9428-529df24f7103 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1406.049116] env[68800]: value = "task-3244816" [ 1406.049116] env[68800]: _type = "Task" [ 1406.049116] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.056271] env[68800]: DEBUG oslo_vmware.api [None req-0ddcabf1-f2dd-444f-9428-529df24f7103 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244816, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.558387] env[68800]: DEBUG oslo_vmware.api [None req-0ddcabf1-f2dd-444f-9428-529df24f7103 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244816, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261668} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.558785] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ddcabf1-f2dd-444f-9428-529df24f7103 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1406.558837] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-0ddcabf1-f2dd-444f-9428-529df24f7103 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1406.558985] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-0ddcabf1-f2dd-444f-9428-529df24f7103 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1406.559208] env[68800]: INFO nova.compute.manager [None req-0ddcabf1-f2dd-444f-9428-529df24f7103 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1406.559449] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ddcabf1-f2dd-444f-9428-529df24f7103 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1406.559647] env[68800]: DEBUG nova.compute.manager [-] [instance: d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1406.559744] env[68800]: DEBUG nova.network.neutron [-] [instance: d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1406.801513] env[68800]: DEBUG nova.compute.manager [req-87b7e6ef-d7dc-48b3-887d-57bd88164a95 req-4799809d-123b-42ef-be44-707f8155ffe9 service nova] [instance: d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf] Received event network-vif-deleted-9f6bf19d-e551-4d96-be25-ee06c25a1f26 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1406.801631] env[68800]: INFO nova.compute.manager [req-87b7e6ef-d7dc-48b3-887d-57bd88164a95 req-4799809d-123b-42ef-be44-707f8155ffe9 service nova] [instance: d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf] Neutron deleted interface 9f6bf19d-e551-4d96-be25-ee06c25a1f26; detaching it from the instance and deleting it from the info cache [ 1406.801817] env[68800]: DEBUG nova.network.neutron [req-87b7e6ef-d7dc-48b3-887d-57bd88164a95 req-4799809d-123b-42ef-be44-707f8155ffe9 service nova] [instance: d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.284129] env[68800]: DEBUG nova.network.neutron [-] [instance: d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.304422] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-77d0aa15-48c3-427a-a32c-1ceb029826b9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.314595] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97a96b5-fb68-489b-b4a6-037131ee1a9b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.341848] env[68800]: DEBUG nova.compute.manager [req-87b7e6ef-d7dc-48b3-887d-57bd88164a95 req-4799809d-123b-42ef-be44-707f8155ffe9 service nova] [instance: d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf] Detach interface failed, port_id=9f6bf19d-e551-4d96-be25-ee06c25a1f26, reason: Instance d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1407.786573] env[68800]: INFO nova.compute.manager [-] [instance: d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf] Took 1.23 seconds to deallocate network for instance. [ 1408.292719] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0ddcabf1-f2dd-444f-9428-529df24f7103 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1408.293103] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0ddcabf1-f2dd-444f-9428-529df24f7103 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1408.293345] env[68800]: DEBUG nova.objects.instance [None req-0ddcabf1-f2dd-444f-9428-529df24f7103 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lazy-loading 'resources' on Instance uuid d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1408.883666] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b338cf4-1a37-40f9-9c2d-181aa5d23743 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.891497] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9ad02f-4716-4ea4-bbfc-bf0e7e7adbac {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.924089] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b5e7bc-a66f-4507-ad20-04f26b1b5261 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.931225] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213170ab-0a6e-4660-bfa4-6693287d0598 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.945312] env[68800]: DEBUG nova.compute.provider_tree [None req-0ddcabf1-f2dd-444f-9428-529df24f7103 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1409.321899] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c0e2e7bd-cbcb-4210-ba86-4163425a4aaf tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquiring lock "f0b733df-f750-4908-a250-0a1eb05f1a6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.322241] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c0e2e7bd-cbcb-4210-ba86-4163425a4aaf tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "f0b733df-f750-4908-a250-0a1eb05f1a6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.322966] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c0e2e7bd-cbcb-4210-ba86-4163425a4aaf tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquiring lock "f0b733df-f750-4908-a250-0a1eb05f1a6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.323236] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c0e2e7bd-cbcb-4210-ba86-4163425a4aaf tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "f0b733df-f750-4908-a250-0a1eb05f1a6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.323423] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c0e2e7bd-cbcb-4210-ba86-4163425a4aaf tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "f0b733df-f750-4908-a250-0a1eb05f1a6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.325856] env[68800]: INFO nova.compute.manager [None req-c0e2e7bd-cbcb-4210-ba86-4163425a4aaf tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] Terminating instance [ 1409.448738] env[68800]: DEBUG nova.scheduler.client.report [None req-0ddcabf1-f2dd-444f-9428-529df24f7103 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1409.829647] env[68800]: DEBUG nova.compute.manager [None req-c0e2e7bd-cbcb-4210-ba86-4163425a4aaf tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1409.829870] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e2e7bd-cbcb-4210-ba86-4163425a4aaf tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1409.830821] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978dfd22-e796-4342-aa8e-22ecca92ab48 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.839072] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0e2e7bd-cbcb-4210-ba86-4163425a4aaf tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1409.839309] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7443ed8-6c03-42da-a322-02f5ec3051b6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.845347] env[68800]: DEBUG oslo_vmware.api [None req-c0e2e7bd-cbcb-4210-ba86-4163425a4aaf tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for the task: (returnval){ [ 1409.845347] env[68800]: value = "task-3244818" [ 1409.845347] env[68800]: _type = "Task" [ 1409.845347] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.853263] env[68800]: DEBUG oslo_vmware.api [None req-c0e2e7bd-cbcb-4210-ba86-4163425a4aaf tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244818, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.954567] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0ddcabf1-f2dd-444f-9428-529df24f7103 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.661s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.978791] env[68800]: INFO nova.scheduler.client.report [None req-0ddcabf1-f2dd-444f-9428-529df24f7103 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Deleted allocations for instance d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf [ 1410.355623] env[68800]: DEBUG oslo_vmware.api [None req-c0e2e7bd-cbcb-4210-ba86-4163425a4aaf tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244818, 'name': PowerOffVM_Task, 'duration_secs': 0.212526} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.355902] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0e2e7bd-cbcb-4210-ba86-4163425a4aaf tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1410.356082] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e2e7bd-cbcb-4210-ba86-4163425a4aaf tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1410.356348] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b8ed942-2ef3-44af-bbb2-f82944dd1803 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.426148] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e2e7bd-cbcb-4210-ba86-4163425a4aaf tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1410.426497] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e2e7bd-cbcb-4210-ba86-4163425a4aaf tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1410.426775] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0e2e7bd-cbcb-4210-ba86-4163425a4aaf tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Deleting the datastore file [datastore2] f0b733df-f750-4908-a250-0a1eb05f1a6e {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1410.427130] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-404a1f54-e0a0-4a9f-a26e-20f4fbefc6a9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.435811] env[68800]: DEBUG oslo_vmware.api [None req-c0e2e7bd-cbcb-4210-ba86-4163425a4aaf tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for the task: (returnval){ [ 1410.435811] env[68800]: value = "task-3244821" [ 1410.435811] env[68800]: _type = "Task" [ 1410.435811] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.444185] env[68800]: DEBUG oslo_vmware.api [None req-c0e2e7bd-cbcb-4210-ba86-4163425a4aaf tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244821, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.486263] env[68800]: DEBUG oslo_concurrency.lockutils [None req-0ddcabf1-f2dd-444f-9428-529df24f7103 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.542s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1410.947221] env[68800]: DEBUG oslo_vmware.api [None req-c0e2e7bd-cbcb-4210-ba86-4163425a4aaf tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244821, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.449353] env[68800]: DEBUG oslo_vmware.api [None req-c0e2e7bd-cbcb-4210-ba86-4163425a4aaf tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244821, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.585482} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.449656] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0e2e7bd-cbcb-4210-ba86-4163425a4aaf tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1411.449970] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e2e7bd-cbcb-4210-ba86-4163425a4aaf tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1411.449970] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e2e7bd-cbcb-4210-ba86-4163425a4aaf tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1411.450127] env[68800]: INFO nova.compute.manager [None req-c0e2e7bd-cbcb-4210-ba86-4163425a4aaf tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1411.450367] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0e2e7bd-cbcb-4210-ba86-4163425a4aaf tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1411.450583] env[68800]: DEBUG nova.compute.manager [-] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1411.450702] env[68800]: DEBUG nova.network.neutron [-] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1411.883274] env[68800]: DEBUG nova.compute.manager [req-fe96d701-3473-4603-98f7-ddb8c9c35db2 req-d5364fcb-6d87-401d-85f7-94a75153fc15 service nova] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] Received event network-vif-deleted-d9dfd3a1-80df-4599-b031-5913363d6a55 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1411.883408] env[68800]: INFO nova.compute.manager [req-fe96d701-3473-4603-98f7-ddb8c9c35db2 req-d5364fcb-6d87-401d-85f7-94a75153fc15 service nova] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] Neutron deleted interface d9dfd3a1-80df-4599-b031-5913363d6a55; detaching it from the instance and deleting it from the info cache [ 1411.883601] env[68800]: DEBUG nova.network.neutron [req-fe96d701-3473-4603-98f7-ddb8c9c35db2 req-d5364fcb-6d87-401d-85f7-94a75153fc15 service nova] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.984531] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "e2d03f5a-cae7-4d1d-9628-516edbfb5eab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.984786] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "e2d03f5a-cae7-4d1d-9628-516edbfb5eab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1412.360259] env[68800]: DEBUG nova.network.neutron [-] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.387152] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-28716349-3b48-4b3f-8cf2-035ef3dcd9e4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.398747] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6094e8d4-fdf9-43e5-8e83-2914cd0155cf {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.427643] env[68800]: DEBUG nova.compute.manager [req-fe96d701-3473-4603-98f7-ddb8c9c35db2 req-d5364fcb-6d87-401d-85f7-94a75153fc15 service nova] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] Detach interface failed, port_id=d9dfd3a1-80df-4599-b031-5913363d6a55, reason: Instance f0b733df-f750-4908-a250-0a1eb05f1a6e could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1412.487161] env[68800]: DEBUG nova.compute.manager [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1412.864839] env[68800]: INFO nova.compute.manager [-] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] Took 1.41 seconds to deallocate network for instance. [ 1413.009355] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.009630] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.011165] env[68800]: INFO nova.compute.claims [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1413.370975] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c0e2e7bd-cbcb-4210-ba86-4163425a4aaf tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.091132] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3796478-21e5-43e6-a4ee-a66218527f83 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.098836] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79feafd0-5168-4ddc-8c88-14b2deba152a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.127796] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8d6779-cb56-4214-904f-0ddf3b78dd42 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.134821] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25906947-eaaa-402e-a7af-5ca6c04cf0e2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.147292] env[68800]: DEBUG nova.compute.provider_tree [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1414.650745] env[68800]: DEBUG nova.scheduler.client.report [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1415.156393] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.146s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1415.156958] env[68800]: DEBUG nova.compute.manager [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1415.159636] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c0e2e7bd-cbcb-4210-ba86-4163425a4aaf tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.789s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.160208] env[68800]: DEBUG nova.objects.instance [None req-c0e2e7bd-cbcb-4210-ba86-4163425a4aaf tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lazy-loading 'resources' on Instance uuid f0b733df-f750-4908-a250-0a1eb05f1a6e {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1415.663257] env[68800]: DEBUG nova.compute.utils [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1415.667359] env[68800]: DEBUG nova.compute.manager [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1415.667530] env[68800]: DEBUG nova.network.neutron [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1415.707875] env[68800]: DEBUG nova.policy [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '17b72e6870d2428cbb2e49527232330d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd1b368ff5824c63a66a126549e1022c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 1415.748366] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f1c3b5-8c25-4605-a58e-1908b0ba5208 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.755731] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d068581-6f0a-4981-a33a-3cfdeaff6059 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.785158] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2559a065-95e5-42df-aaa9-5db25799bac5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.792261] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4bc74a-c8e1-4d6f-ade7-c8397d2dc113 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.805244] env[68800]: DEBUG nova.compute.provider_tree [None req-c0e2e7bd-cbcb-4210-ba86-4163425a4aaf tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1415.969757] env[68800]: DEBUG nova.network.neutron [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] Successfully created port: b2d1c15a-3a9d-4143-893c-03123b66dd39 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1416.168075] env[68800]: DEBUG nova.compute.manager [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1416.308265] env[68800]: DEBUG nova.scheduler.client.report [None req-c0e2e7bd-cbcb-4210-ba86-4163425a4aaf tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1416.813231] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c0e2e7bd-cbcb-4210-ba86-4163425a4aaf tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.653s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1416.834295] env[68800]: INFO nova.scheduler.client.report [None req-c0e2e7bd-cbcb-4210-ba86-4163425a4aaf tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Deleted allocations for instance f0b733df-f750-4908-a250-0a1eb05f1a6e [ 1417.177372] env[68800]: DEBUG nova.compute.manager [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1417.203559] env[68800]: DEBUG nova.virt.hardware [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1417.203811] env[68800]: DEBUG nova.virt.hardware [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1417.203971] env[68800]: DEBUG nova.virt.hardware [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1417.204169] env[68800]: DEBUG nova.virt.hardware [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1417.204315] env[68800]: DEBUG nova.virt.hardware [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1417.204461] env[68800]: DEBUG nova.virt.hardware [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1417.204696] env[68800]: DEBUG nova.virt.hardware [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1417.204957] env[68800]: DEBUG nova.virt.hardware [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1417.205085] env[68800]: DEBUG nova.virt.hardware [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1417.205257] env[68800]: DEBUG nova.virt.hardware [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1417.205434] env[68800]: DEBUG nova.virt.hardware [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1417.206348] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb069b7-10ff-40cf-82b9-ebf20bc584c9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.216566] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d712ea05-57a2-44f8-a068-5a3ba28a2706 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.309180] env[68800]: DEBUG nova.compute.manager [req-84ac608b-4232-4ec5-a5f9-cadf467c36ac req-e861d452-e61d-4bba-933d-6357d5dccc53 service nova] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] Received event network-vif-plugged-b2d1c15a-3a9d-4143-893c-03123b66dd39 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1417.309406] env[68800]: DEBUG oslo_concurrency.lockutils [req-84ac608b-4232-4ec5-a5f9-cadf467c36ac req-e861d452-e61d-4bba-933d-6357d5dccc53 service nova] Acquiring lock "e2d03f5a-cae7-4d1d-9628-516edbfb5eab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.309613] env[68800]: DEBUG oslo_concurrency.lockutils [req-84ac608b-4232-4ec5-a5f9-cadf467c36ac req-e861d452-e61d-4bba-933d-6357d5dccc53 service nova] Lock "e2d03f5a-cae7-4d1d-9628-516edbfb5eab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1417.309781] env[68800]: DEBUG oslo_concurrency.lockutils [req-84ac608b-4232-4ec5-a5f9-cadf467c36ac req-e861d452-e61d-4bba-933d-6357d5dccc53 service nova] Lock "e2d03f5a-cae7-4d1d-9628-516edbfb5eab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.309944] env[68800]: DEBUG nova.compute.manager [req-84ac608b-4232-4ec5-a5f9-cadf467c36ac req-e861d452-e61d-4bba-933d-6357d5dccc53 service nova] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] No waiting events found dispatching network-vif-plugged-b2d1c15a-3a9d-4143-893c-03123b66dd39 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1417.310177] env[68800]: WARNING nova.compute.manager [req-84ac608b-4232-4ec5-a5f9-cadf467c36ac req-e861d452-e61d-4bba-933d-6357d5dccc53 service nova] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] Received unexpected event network-vif-plugged-b2d1c15a-3a9d-4143-893c-03123b66dd39 for instance with vm_state building and task_state spawning. [ 1417.342171] env[68800]: DEBUG oslo_concurrency.lockutils [None req-c0e2e7bd-cbcb-4210-ba86-4163425a4aaf tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "f0b733df-f750-4908-a250-0a1eb05f1a6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.020s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.390123] env[68800]: DEBUG nova.network.neutron [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] Successfully updated port: b2d1c15a-3a9d-4143-893c-03123b66dd39 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1417.892741] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "refresh_cache-e2d03f5a-cae7-4d1d-9628-516edbfb5eab" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.892922] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquired lock "refresh_cache-e2d03f5a-cae7-4d1d-9628-516edbfb5eab" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.893071] env[68800]: DEBUG nova.network.neutron [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1418.388434] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1418.388863] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68800) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1418.423653] env[68800]: DEBUG nova.network.neutron [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1418.430065] env[68800]: DEBUG oslo_concurrency.lockutils [None req-193b2ae3-bbae-413e-a9f0-84d44b5f18c4 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquiring lock "55f5fbd0-369e-4f6f-a127-4e9af3fe3130" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.430301] env[68800]: DEBUG oslo_concurrency.lockutils [None req-193b2ae3-bbae-413e-a9f0-84d44b5f18c4 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "55f5fbd0-369e-4f6f-a127-4e9af3fe3130" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.542238] env[68800]: DEBUG nova.network.neutron [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] Updating instance_info_cache with network_info: [{"id": "b2d1c15a-3a9d-4143-893c-03123b66dd39", "address": "fa:16:3e:25:ce:d5", "network": {"id": "34652c19-1447-43fa-a363-9c4da47a4693", "bridge": "br-int", "label": "tempest-ServersTestJSON-1697193661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd1b368ff5824c63a66a126549e1022c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2d1c15a-3a", "ovs_interfaceid": "b2d1c15a-3a9d-4143-893c-03123b66dd39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.933764] env[68800]: INFO nova.compute.manager [None req-193b2ae3-bbae-413e-a9f0-84d44b5f18c4 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Detaching volume b2758cbe-86ca-491a-8739-03ebd9de4272 [ 1418.966360] env[68800]: INFO nova.virt.block_device [None req-193b2ae3-bbae-413e-a9f0-84d44b5f18c4 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Attempting to driver detach volume b2758cbe-86ca-491a-8739-03ebd9de4272 from mountpoint /dev/sdb [ 1418.966583] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-193b2ae3-bbae-413e-a9f0-84d44b5f18c4 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Volume detach. Driver type: vmdk {{(pid=68800) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1418.966812] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-193b2ae3-bbae-413e-a9f0-84d44b5f18c4 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648417', 'volume_id': 'b2758cbe-86ca-491a-8739-03ebd9de4272', 'name': 'volume-b2758cbe-86ca-491a-8739-03ebd9de4272', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '55f5fbd0-369e-4f6f-a127-4e9af3fe3130', 'attached_at': '', 'detached_at': '', 'volume_id': 'b2758cbe-86ca-491a-8739-03ebd9de4272', 'serial': 'b2758cbe-86ca-491a-8739-03ebd9de4272'} {{(pid=68800) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1418.967720] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0c76f6-c504-465a-89f1-9700684eb3f5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.989670] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154f8035-7f17-4283-9c62-873f4ab3b137 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.996663] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64083d3-58a2-46e2-a0cc-01f831c7c203 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.017874] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114be335-22a3-485f-93b6-d39e76cf9334 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.032363] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-193b2ae3-bbae-413e-a9f0-84d44b5f18c4 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] The volume has not been displaced from its original location: [datastore1] volume-b2758cbe-86ca-491a-8739-03ebd9de4272/volume-b2758cbe-86ca-491a-8739-03ebd9de4272.vmdk. No consolidation needed. {{(pid=68800) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1419.037437] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-193b2ae3-bbae-413e-a9f0-84d44b5f18c4 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1419.037705] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c133b19a-8234-4b1f-85f5-cb68f6c005ac {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.049960] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Releasing lock "refresh_cache-e2d03f5a-cae7-4d1d-9628-516edbfb5eab" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.050233] env[68800]: DEBUG nova.compute.manager [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] Instance network_info: |[{"id": "b2d1c15a-3a9d-4143-893c-03123b66dd39", "address": "fa:16:3e:25:ce:d5", "network": {"id": "34652c19-1447-43fa-a363-9c4da47a4693", "bridge": "br-int", "label": "tempest-ServersTestJSON-1697193661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd1b368ff5824c63a66a126549e1022c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2d1c15a-3a", "ovs_interfaceid": "b2d1c15a-3a9d-4143-893c-03123b66dd39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1419.050616] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:ce:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2d1c15a-3a9d-4143-893c-03123b66dd39', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1419.057633] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1419.058143] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1419.058339] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0b35481-daa2-4043-a010-2ed6db0e7d87 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.073087] env[68800]: DEBUG oslo_vmware.api [None req-193b2ae3-bbae-413e-a9f0-84d44b5f18c4 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for the task: (returnval){ [ 1419.073087] env[68800]: value = "task-3244826" [ 1419.073087] env[68800]: _type = "Task" [ 1419.073087] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.078276] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1419.078276] env[68800]: value = "task-3244827" [ 1419.078276] env[68800]: _type = "Task" [ 1419.078276] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.083944] env[68800]: DEBUG oslo_vmware.api [None req-193b2ae3-bbae-413e-a9f0-84d44b5f18c4 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244826, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.088386] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244827, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.335642] env[68800]: DEBUG nova.compute.manager [req-2196a945-48bc-4484-9801-1396fa222530 req-64b14892-0a88-40eb-a785-092f9bb618b8 service nova] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] Received event network-changed-b2d1c15a-3a9d-4143-893c-03123b66dd39 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1419.335791] env[68800]: DEBUG nova.compute.manager [req-2196a945-48bc-4484-9801-1396fa222530 req-64b14892-0a88-40eb-a785-092f9bb618b8 service nova] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] Refreshing instance network info cache due to event network-changed-b2d1c15a-3a9d-4143-893c-03123b66dd39. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1419.336172] env[68800]: DEBUG oslo_concurrency.lockutils [req-2196a945-48bc-4484-9801-1396fa222530 req-64b14892-0a88-40eb-a785-092f9bb618b8 service nova] Acquiring lock "refresh_cache-e2d03f5a-cae7-4d1d-9628-516edbfb5eab" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.336386] env[68800]: DEBUG oslo_concurrency.lockutils [req-2196a945-48bc-4484-9801-1396fa222530 req-64b14892-0a88-40eb-a785-092f9bb618b8 service nova] Acquired lock "refresh_cache-e2d03f5a-cae7-4d1d-9628-516edbfb5eab" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.336557] env[68800]: DEBUG nova.network.neutron [req-2196a945-48bc-4484-9801-1396fa222530 req-64b14892-0a88-40eb-a785-092f9bb618b8 service nova] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] Refreshing network info cache for port b2d1c15a-3a9d-4143-893c-03123b66dd39 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1419.384283] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1419.387861] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1419.584360] env[68800]: DEBUG oslo_vmware.api [None req-193b2ae3-bbae-413e-a9f0-84d44b5f18c4 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244826, 'name': ReconfigVM_Task, 'duration_secs': 0.226337} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.585029] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-193b2ae3-bbae-413e-a9f0-84d44b5f18c4 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1419.592557] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6211fef-2251-4db2-842d-0f3b1f9ff0e2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.601904] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244827, 'name': CreateVM_Task, 'duration_secs': 0.30546} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.602375] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1419.603290] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.603456] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.603765] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.604262] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86117af6-8f73-4869-ad47-476629dca385 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.607595] env[68800]: DEBUG oslo_vmware.api [None req-193b2ae3-bbae-413e-a9f0-84d44b5f18c4 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for the task: (returnval){ [ 1419.607595] env[68800]: value = "task-3244828" [ 1419.607595] env[68800]: _type = "Task" [ 1419.607595] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.608709] env[68800]: DEBUG oslo_vmware.api [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1419.608709] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5269f04f-f8f0-343e-53f4-67d8505c727e" [ 1419.608709] env[68800]: _type = "Task" [ 1419.608709] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.618406] env[68800]: DEBUG oslo_vmware.api [None req-193b2ae3-bbae-413e-a9f0-84d44b5f18c4 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244828, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.621246] env[68800]: DEBUG oslo_vmware.api [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5269f04f-f8f0-343e-53f4-67d8505c727e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.021274] env[68800]: DEBUG nova.network.neutron [req-2196a945-48bc-4484-9801-1396fa222530 req-64b14892-0a88-40eb-a785-092f9bb618b8 service nova] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] Updated VIF entry in instance network info cache for port b2d1c15a-3a9d-4143-893c-03123b66dd39. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1420.021643] env[68800]: DEBUG nova.network.neutron [req-2196a945-48bc-4484-9801-1396fa222530 req-64b14892-0a88-40eb-a785-092f9bb618b8 service nova] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] Updating instance_info_cache with network_info: [{"id": "b2d1c15a-3a9d-4143-893c-03123b66dd39", "address": "fa:16:3e:25:ce:d5", "network": {"id": "34652c19-1447-43fa-a363-9c4da47a4693", "bridge": "br-int", "label": "tempest-ServersTestJSON-1697193661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd1b368ff5824c63a66a126549e1022c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2d1c15a-3a", "ovs_interfaceid": "b2d1c15a-3a9d-4143-893c-03123b66dd39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.120796] env[68800]: DEBUG oslo_vmware.api [None req-193b2ae3-bbae-413e-a9f0-84d44b5f18c4 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244828, 'name': ReconfigVM_Task, 'duration_secs': 0.136761} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.124138] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-193b2ae3-bbae-413e-a9f0-84d44b5f18c4 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648417', 'volume_id': 'b2758cbe-86ca-491a-8739-03ebd9de4272', 'name': 'volume-b2758cbe-86ca-491a-8739-03ebd9de4272', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '55f5fbd0-369e-4f6f-a127-4e9af3fe3130', 'attached_at': '', 'detached_at': '', 'volume_id': 'b2758cbe-86ca-491a-8739-03ebd9de4272', 'serial': 'b2758cbe-86ca-491a-8739-03ebd9de4272'} {{(pid=68800) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1420.126122] env[68800]: DEBUG oslo_vmware.api [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5269f04f-f8f0-343e-53f4-67d8505c727e, 'name': SearchDatastore_Task, 'duration_secs': 0.010592} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.127057] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.127057] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1420.127057] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.127232] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.127331] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1420.127733] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2770673f-cbde-443a-8319-37c8a6d6c870 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.135773] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1420.135949] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1420.136643] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2237e9bc-f947-40e2-a454-5fe6d1f007ef {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.141196] env[68800]: DEBUG oslo_vmware.api [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1420.141196] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52e7b0ef-6adc-8fb0-4843-cfeae5d026b7" [ 1420.141196] env[68800]: _type = "Task" [ 1420.141196] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.149766] env[68800]: DEBUG oslo_vmware.api [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52e7b0ef-6adc-8fb0-4843-cfeae5d026b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.388276] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.388502] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager.update_available_resource {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.524180] env[68800]: DEBUG oslo_concurrency.lockutils [req-2196a945-48bc-4484-9801-1396fa222530 req-64b14892-0a88-40eb-a785-092f9bb618b8 service nova] Releasing lock "refresh_cache-e2d03f5a-cae7-4d1d-9628-516edbfb5eab" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.650567] env[68800]: DEBUG oslo_vmware.api [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52e7b0ef-6adc-8fb0-4843-cfeae5d026b7, 'name': SearchDatastore_Task, 'duration_secs': 0.007694} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.651432] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd42e8d6-2448-4bf2-aaa8-1665e4514896 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.656987] env[68800]: DEBUG oslo_vmware.api [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1420.656987] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5202df8b-a767-9809-145a-b894cbd43aa1" [ 1420.656987] env[68800]: _type = "Task" [ 1420.656987] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.665671] env[68800]: DEBUG oslo_vmware.api [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5202df8b-a767-9809-145a-b894cbd43aa1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.665771] env[68800]: DEBUG nova.objects.instance [None req-193b2ae3-bbae-413e-a9f0-84d44b5f18c4 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lazy-loading 'flavor' on Instance uuid 55f5fbd0-369e-4f6f-a127-4e9af3fe3130 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1420.891579] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.892178] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.892561] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.894018] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68800) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1420.894018] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c6f9b7-e10d-4fca-bda4-78125d10c080 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.902192] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734c2b10-5648-45c5-9aea-3068445a639d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.915523] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc7c4e0-bbec-4c9b-be1f-6ff2afb3446f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.921529] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbe6144-ad92-44bc-b147-aa4340f92ef5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.950267] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180092MB free_disk=120GB free_vcpus=48 pci_devices=None {{(pid=68800) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1420.950579] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.950937] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1421.170101] env[68800]: DEBUG oslo_vmware.api [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5202df8b-a767-9809-145a-b894cbd43aa1, 'name': SearchDatastore_Task, 'duration_secs': 0.009307} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.171425] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.171671] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] e2d03f5a-cae7-4d1d-9628-516edbfb5eab/e2d03f5a-cae7-4d1d-9628-516edbfb5eab.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1421.172092] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b1cb4e1-db3d-4f87-8847-6bd75cf57f0d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.178368] env[68800]: DEBUG oslo_vmware.api [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1421.178368] env[68800]: value = "task-3244830" [ 1421.178368] env[68800]: _type = "Task" [ 1421.178368] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.186746] env[68800]: DEBUG oslo_vmware.api [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244830, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.673572] env[68800]: DEBUG oslo_concurrency.lockutils [None req-193b2ae3-bbae-413e-a9f0-84d44b5f18c4 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "55f5fbd0-369e-4f6f-a127-4e9af3fe3130" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.243s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1421.688332] env[68800]: DEBUG oslo_vmware.api [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244830, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.425886} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.688563] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] e2d03f5a-cae7-4d1d-9628-516edbfb5eab/e2d03f5a-cae7-4d1d-9628-516edbfb5eab.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1421.688721] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1421.688960] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ffe05a0-9cac-4e77-a133-badfb8ebdd74 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.694986] env[68800]: DEBUG oslo_vmware.api [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1421.694986] env[68800]: value = "task-3244831" [ 1421.694986] env[68800]: _type = "Task" [ 1421.694986] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.702126] env[68800]: DEBUG oslo_vmware.api [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244831, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.977761] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance acd339b7-3d8a-45ba-90b8-88d4c163ef1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1421.977932] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 34ec7ee4-c556-45c3-939d-c8a6031121da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1421.978155] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 55f5fbd0-369e-4f6f-a127-4e9af3fe3130 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1421.978678] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance ee556142-985d-4ad9-a0c6-255952327360 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1421.978678] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance e2d03f5a-cae7-4d1d-9628-516edbfb5eab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1421.978678] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=68800) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1421.978893] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=68800) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1422.040486] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c78bc3-7363-49e3-b836-53c432a15b4a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.047818] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458763ff-8663-4b42-bd5d-97520685bee0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.076601] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e1241c-55a9-4010-ae4a-ee689252152d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.083272] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2f4628-8dd2-4ccb-ae23-f27f1fc016ef {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.097143] env[68800]: DEBUG nova.compute.provider_tree [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1422.204761] env[68800]: DEBUG oslo_vmware.api [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244831, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057374} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.205037] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1422.205810] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf888c5-dfd3-48eb-968c-861c52052856 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.227827] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] e2d03f5a-cae7-4d1d-9628-516edbfb5eab/e2d03f5a-cae7-4d1d-9628-516edbfb5eab.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1422.228204] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1868d0f-2cd4-4bd2-ba58-75bf037764fc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.246883] env[68800]: DEBUG oslo_vmware.api [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1422.246883] env[68800]: value = "task-3244832" [ 1422.246883] env[68800]: _type = "Task" [ 1422.246883] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.254588] env[68800]: DEBUG oslo_vmware.api [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244832, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.600155] env[68800]: DEBUG nova.scheduler.client.report [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1422.675236] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b84607c9-f266-476f-ac6b-954b98d643ac tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquiring lock "55f5fbd0-369e-4f6f-a127-4e9af3fe3130" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.675611] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b84607c9-f266-476f-ac6b-954b98d643ac tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "55f5fbd0-369e-4f6f-a127-4e9af3fe3130" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1422.675666] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b84607c9-f266-476f-ac6b-954b98d643ac tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquiring lock "55f5fbd0-369e-4f6f-a127-4e9af3fe3130-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.675832] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b84607c9-f266-476f-ac6b-954b98d643ac tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "55f5fbd0-369e-4f6f-a127-4e9af3fe3130-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1422.675995] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b84607c9-f266-476f-ac6b-954b98d643ac tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "55f5fbd0-369e-4f6f-a127-4e9af3fe3130-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1422.677862] env[68800]: INFO nova.compute.manager [None req-b84607c9-f266-476f-ac6b-954b98d643ac tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Terminating instance [ 1422.756443] env[68800]: DEBUG oslo_vmware.api [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244832, 'name': ReconfigVM_Task, 'duration_secs': 0.31282} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.756725] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] Reconfigured VM instance instance-0000007c to attach disk [datastore2] e2d03f5a-cae7-4d1d-9628-516edbfb5eab/e2d03f5a-cae7-4d1d-9628-516edbfb5eab.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1422.757373] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3956ff7-8f85-485e-aef1-d667d1f277a0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.763253] env[68800]: DEBUG oslo_vmware.api [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1422.763253] env[68800]: value = "task-3244833" [ 1422.763253] env[68800]: _type = "Task" [ 1422.763253] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.770134] env[68800]: DEBUG oslo_vmware.api [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244833, 'name': Rename_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.105484] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68800) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1423.105714] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.155s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1423.181877] env[68800]: DEBUG nova.compute.manager [None req-b84607c9-f266-476f-ac6b-954b98d643ac tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1423.182082] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b84607c9-f266-476f-ac6b-954b98d643ac tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1423.182961] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1296dfc6-e7aa-4927-bab9-8024a5389adc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.190480] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-b84607c9-f266-476f-ac6b-954b98d643ac tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1423.190743] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab8eed27-af38-4894-a5d7-84ab26a69d85 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.197183] env[68800]: DEBUG oslo_vmware.api [None req-b84607c9-f266-476f-ac6b-954b98d643ac tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for the task: (returnval){ [ 1423.197183] env[68800]: value = "task-3244834" [ 1423.197183] env[68800]: _type = "Task" [ 1423.197183] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.205341] env[68800]: DEBUG oslo_vmware.api [None req-b84607c9-f266-476f-ac6b-954b98d643ac tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244834, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.272433] env[68800]: DEBUG oslo_vmware.api [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244833, 'name': Rename_Task, 'duration_secs': 0.150309} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.272709] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1423.272953] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8cc89f2-321c-4b03-8310-c6751288863b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.278978] env[68800]: DEBUG oslo_vmware.api [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1423.278978] env[68800]: value = "task-3244835" [ 1423.278978] env[68800]: _type = "Task" [ 1423.278978] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.288233] env[68800]: DEBUG oslo_vmware.api [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244835, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.707628] env[68800]: DEBUG oslo_vmware.api [None req-b84607c9-f266-476f-ac6b-954b98d643ac tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244834, 'name': PowerOffVM_Task, 'duration_secs': 0.256663} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.707912] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-b84607c9-f266-476f-ac6b-954b98d643ac tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1423.708103] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b84607c9-f266-476f-ac6b-954b98d643ac tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1423.708368] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4f47a6e-fef5-4596-8147-19b8e9334d1c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.779044] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b84607c9-f266-476f-ac6b-954b98d643ac tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1423.779223] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b84607c9-f266-476f-ac6b-954b98d643ac tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1423.779337] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-b84607c9-f266-476f-ac6b-954b98d643ac tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Deleting the datastore file [datastore2] 55f5fbd0-369e-4f6f-a127-4e9af3fe3130 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1423.779671] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b14932bf-9309-49cb-803b-47dd89867b39 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.790679] env[68800]: DEBUG oslo_vmware.api [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244835, 'name': PowerOnVM_Task, 'duration_secs': 0.472725} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.791859] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1423.792071] env[68800]: INFO nova.compute.manager [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] Took 6.61 seconds to spawn the instance on the hypervisor. [ 1423.792283] env[68800]: DEBUG nova.compute.manager [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1423.792628] env[68800]: DEBUG oslo_vmware.api [None req-b84607c9-f266-476f-ac6b-954b98d643ac tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for the task: (returnval){ [ 1423.792628] env[68800]: value = "task-3244837" [ 1423.792628] env[68800]: _type = "Task" [ 1423.792628] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.794436] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9eeae01-079b-41f3-925e-cea0eddbaeda {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.802259] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquiring lock "0e4cc489-17c9-45e3-811b-eec92f9b8b1c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1423.802495] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "0e4cc489-17c9-45e3-811b-eec92f9b8b1c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1423.812404] env[68800]: DEBUG oslo_vmware.api [None req-b84607c9-f266-476f-ac6b-954b98d643ac tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244837, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.105594] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1424.105810] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1424.105974] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1424.306940] env[68800]: DEBUG nova.compute.manager [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1424.309565] env[68800]: DEBUG oslo_vmware.api [None req-b84607c9-f266-476f-ac6b-954b98d643ac tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244837, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126046} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.309980] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-b84607c9-f266-476f-ac6b-954b98d643ac tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1424.310175] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b84607c9-f266-476f-ac6b-954b98d643ac tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1424.310383] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-b84607c9-f266-476f-ac6b-954b98d643ac tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1424.310554] env[68800]: INFO nova.compute.manager [None req-b84607c9-f266-476f-ac6b-954b98d643ac tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1424.310815] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b84607c9-f266-476f-ac6b-954b98d643ac tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1424.311009] env[68800]: DEBUG nova.compute.manager [-] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1424.311129] env[68800]: DEBUG nova.network.neutron [-] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1424.320729] env[68800]: INFO nova.compute.manager [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] Took 11.33 seconds to build instance. [ 1424.822661] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e9ef5072-f202-441b-83c9-851407a37260 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "e2d03f5a-cae7-4d1d-9628-516edbfb5eab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.838s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1424.830884] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1424.830884] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.832386] env[68800]: INFO nova.compute.claims [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1424.960517] env[68800]: DEBUG nova.compute.manager [req-cab9d831-eda8-42c7-8656-f4b0f4a4148f req-e4fcf8be-bb79-44a4-bf67-d49b16f3001e service nova] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Received event network-vif-deleted-1b484f1a-f111-4a93-9432-615f7c333fc4 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1424.960748] env[68800]: INFO nova.compute.manager [req-cab9d831-eda8-42c7-8656-f4b0f4a4148f req-e4fcf8be-bb79-44a4-bf67-d49b16f3001e service nova] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Neutron deleted interface 1b484f1a-f111-4a93-9432-615f7c333fc4; detaching it from the instance and deleting it from the info cache [ 1424.960978] env[68800]: DEBUG nova.network.neutron [req-cab9d831-eda8-42c7-8656-f4b0f4a4148f req-e4fcf8be-bb79-44a4-bf67-d49b16f3001e service nova] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1425.400761] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7be84a8b-5eb9-452f-b58c-5c686770d65d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "e2d03f5a-cae7-4d1d-9628-516edbfb5eab" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1425.400933] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7be84a8b-5eb9-452f-b58c-5c686770d65d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "e2d03f5a-cae7-4d1d-9628-516edbfb5eab" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1425.401057] env[68800]: DEBUG nova.compute.manager [None req-7be84a8b-5eb9-452f-b58c-5c686770d65d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1425.401930] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c236ce56-f96f-48ac-9109-dd2b63b6503f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.408547] env[68800]: DEBUG nova.compute.manager [None req-7be84a8b-5eb9-452f-b58c-5c686770d65d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68800) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1425.409206] env[68800]: DEBUG nova.objects.instance [None req-7be84a8b-5eb9-452f-b58c-5c686770d65d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lazy-loading 'flavor' on Instance uuid e2d03f5a-cae7-4d1d-9628-516edbfb5eab {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1425.441258] env[68800]: DEBUG nova.network.neutron [-] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1425.464398] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-446c021d-8f25-4b9d-9517-2e883f470ffc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.474867] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599f917a-b608-40f3-aa93-35de1dcf6cbb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.501705] env[68800]: DEBUG nova.compute.manager [req-cab9d831-eda8-42c7-8656-f4b0f4a4148f req-e4fcf8be-bb79-44a4-bf67-d49b16f3001e service nova] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Detach interface failed, port_id=1b484f1a-f111-4a93-9432-615f7c333fc4, reason: Instance 55f5fbd0-369e-4f6f-a127-4e9af3fe3130 could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1425.923331] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e95c97-ed71-4b96-abcf-e5a1cbccf95c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.931377] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec837e6-4121-417d-89be-16ae0c8360fb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.959607] env[68800]: INFO nova.compute.manager [-] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Took 1.65 seconds to deallocate network for instance. [ 1425.962179] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fc7f95-710a-45bf-9d23-e629dd38c261 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.971456] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117ee42a-70b4-450f-9ad0-076355bbf6b9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.986178] env[68800]: DEBUG nova.compute.provider_tree [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1426.416411] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-7be84a8b-5eb9-452f-b58c-5c686770d65d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1426.416679] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6cc9ba94-2612-4ead-be52-8e0f0387bb5e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.423284] env[68800]: DEBUG oslo_vmware.api [None req-7be84a8b-5eb9-452f-b58c-5c686770d65d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1426.423284] env[68800]: value = "task-3244838" [ 1426.423284] env[68800]: _type = "Task" [ 1426.423284] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.432075] env[68800]: DEBUG oslo_vmware.api [None req-7be84a8b-5eb9-452f-b58c-5c686770d65d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.469301] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b84607c9-f266-476f-ac6b-954b98d643ac tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.489669] env[68800]: DEBUG nova.scheduler.client.report [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1426.932658] env[68800]: DEBUG oslo_vmware.api [None req-7be84a8b-5eb9-452f-b58c-5c686770d65d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244838, 'name': PowerOffVM_Task, 'duration_secs': 0.183377} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.933047] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-7be84a8b-5eb9-452f-b58c-5c686770d65d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1426.933099] env[68800]: DEBUG nova.compute.manager [None req-7be84a8b-5eb9-452f-b58c-5c686770d65d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1426.933783] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5322a24-6fb0-4f76-8ac6-cfc2b89c5c2a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.994362] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.163s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1426.994727] env[68800]: DEBUG nova.compute.manager [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1426.997361] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b84607c9-f266-476f-ac6b-954b98d643ac tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.528s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.997572] env[68800]: DEBUG nova.objects.instance [None req-b84607c9-f266-476f-ac6b-954b98d643ac tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lazy-loading 'resources' on Instance uuid 55f5fbd0-369e-4f6f-a127-4e9af3fe3130 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1427.444770] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7be84a8b-5eb9-452f-b58c-5c686770d65d tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "e2d03f5a-cae7-4d1d-9628-516edbfb5eab" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.044s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.499815] env[68800]: DEBUG nova.compute.utils [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1427.501096] env[68800]: DEBUG nova.compute.manager [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1427.501371] env[68800]: DEBUG nova.network.neutron [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1427.544479] env[68800]: DEBUG nova.policy [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '041f81e5ede74550b02c3d1039ba153e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0a82d9565ce4cf0ab26fb48caf3f589', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 1427.591695] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b99ccc-5f4d-466e-8439-1f9e72945690 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.598807] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338f2bcd-bb5c-4eba-a00c-5a0b3be2ec71 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.631786] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97a2951-b455-422f-a641-bc11e124fb6a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.639081] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c42021f-2ffb-4a93-a48c-e9d8b63a432e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.652573] env[68800]: DEBUG nova.compute.provider_tree [None req-b84607c9-f266-476f-ac6b-954b98d643ac tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1427.823580] env[68800]: DEBUG nova.network.neutron [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Successfully created port: 18652db8-16fe-4228-b359-47e65eaccf33 {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1427.997362] env[68800]: DEBUG oslo_concurrency.lockutils [None req-14dda245-1067-450d-9487-e1557681d726 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "e2d03f5a-cae7-4d1d-9628-516edbfb5eab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1427.997651] env[68800]: DEBUG oslo_concurrency.lockutils [None req-14dda245-1067-450d-9487-e1557681d726 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "e2d03f5a-cae7-4d1d-9628-516edbfb5eab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1427.997833] env[68800]: DEBUG oslo_concurrency.lockutils [None req-14dda245-1067-450d-9487-e1557681d726 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "e2d03f5a-cae7-4d1d-9628-516edbfb5eab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1427.998022] env[68800]: DEBUG oslo_concurrency.lockutils [None req-14dda245-1067-450d-9487-e1557681d726 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "e2d03f5a-cae7-4d1d-9628-516edbfb5eab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1427.998198] env[68800]: DEBUG oslo_concurrency.lockutils [None req-14dda245-1067-450d-9487-e1557681d726 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "e2d03f5a-cae7-4d1d-9628-516edbfb5eab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1428.002409] env[68800]: INFO nova.compute.manager [None req-14dda245-1067-450d-9487-e1557681d726 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] Terminating instance [ 1428.004228] env[68800]: DEBUG nova.compute.manager [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1428.155605] env[68800]: DEBUG nova.scheduler.client.report [None req-b84607c9-f266-476f-ac6b-954b98d643ac tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1428.509743] env[68800]: INFO nova.virt.block_device [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Booting with volume 418e23ca-8e99-4aba-bfd0-65c5ed46115e at /dev/sda [ 1428.511995] env[68800]: DEBUG nova.compute.manager [None req-14dda245-1067-450d-9487-e1557681d726 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1428.512238] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-14dda245-1067-450d-9487-e1557681d726 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1428.513154] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532b7330-d643-4548-aaa6-5212f6fb2c08 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.522953] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-14dda245-1067-450d-9487-e1557681d726 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1428.523210] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d8af917-0aea-4cf2-9c03-0fdc4455cac5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.550253] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-312caf03-e670-498a-b219-3e8e9b69d782 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.558975] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67d5364-359d-4deb-8fd3-ca44a9dc0c88 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.586670] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-012559a8-bbab-41a2-ab83-78169283bee7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.589824] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-14dda245-1067-450d-9487-e1557681d726 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1428.590030] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-14dda245-1067-450d-9487-e1557681d726 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1428.590235] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-14dda245-1067-450d-9487-e1557681d726 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Deleting the datastore file [datastore2] e2d03f5a-cae7-4d1d-9628-516edbfb5eab {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1428.590463] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebe28676-6e76-44ce-9927-5fa4b04bba72 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.595583] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6194a1-0be9-4b8d-ae02-7c73ca4bc7e5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.606528] env[68800]: DEBUG oslo_vmware.api [None req-14dda245-1067-450d-9487-e1557681d726 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1428.606528] env[68800]: value = "task-3244840" [ 1428.606528] env[68800]: _type = "Task" [ 1428.606528] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.613772] env[68800]: DEBUG oslo_vmware.api [None req-14dda245-1067-450d-9487-e1557681d726 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.621891] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0c25d4-6322-443a-8240-3a40adaff65c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.627817] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48037580-4b57-4c45-83b4-b2493fa70e25 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.640506] env[68800]: DEBUG nova.virt.block_device [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Updating existing volume attachment record: ba2a4e3c-dab6-48ef-b06c-9224ded65464 {{(pid=68800) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1428.660615] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b84607c9-f266-476f-ac6b-954b98d643ac tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.663s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1428.686020] env[68800]: INFO nova.scheduler.client.report [None req-b84607c9-f266-476f-ac6b-954b98d643ac tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Deleted allocations for instance 55f5fbd0-369e-4f6f-a127-4e9af3fe3130 [ 1429.116668] env[68800]: DEBUG oslo_vmware.api [None req-14dda245-1067-450d-9487-e1557681d726 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244840, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136186} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.117325] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-14dda245-1067-450d-9487-e1557681d726 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1429.117629] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-14dda245-1067-450d-9487-e1557681d726 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1429.117909] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-14dda245-1067-450d-9487-e1557681d726 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1429.118200] env[68800]: INFO nova.compute.manager [None req-14dda245-1067-450d-9487-e1557681d726 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1429.118547] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14dda245-1067-450d-9487-e1557681d726 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1429.118857] env[68800]: DEBUG nova.compute.manager [-] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1429.119075] env[68800]: DEBUG nova.network.neutron [-] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1429.171194] env[68800]: DEBUG nova.compute.manager [req-5a3973a4-f920-4345-9759-935f4049e32c req-fc4b8550-4c99-4cc5-aa00-6aa5438a63c5 service nova] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Received event network-vif-plugged-18652db8-16fe-4228-b359-47e65eaccf33 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1429.171194] env[68800]: DEBUG oslo_concurrency.lockutils [req-5a3973a4-f920-4345-9759-935f4049e32c req-fc4b8550-4c99-4cc5-aa00-6aa5438a63c5 service nova] Acquiring lock "0e4cc489-17c9-45e3-811b-eec92f9b8b1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1429.171194] env[68800]: DEBUG oslo_concurrency.lockutils [req-5a3973a4-f920-4345-9759-935f4049e32c req-fc4b8550-4c99-4cc5-aa00-6aa5438a63c5 service nova] Lock "0e4cc489-17c9-45e3-811b-eec92f9b8b1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1429.171194] env[68800]: DEBUG oslo_concurrency.lockutils [req-5a3973a4-f920-4345-9759-935f4049e32c req-fc4b8550-4c99-4cc5-aa00-6aa5438a63c5 service nova] Lock "0e4cc489-17c9-45e3-811b-eec92f9b8b1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1429.171194] env[68800]: DEBUG nova.compute.manager [req-5a3973a4-f920-4345-9759-935f4049e32c req-fc4b8550-4c99-4cc5-aa00-6aa5438a63c5 service nova] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] No waiting events found dispatching network-vif-plugged-18652db8-16fe-4228-b359-47e65eaccf33 {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1429.171736] env[68800]: WARNING nova.compute.manager [req-5a3973a4-f920-4345-9759-935f4049e32c req-fc4b8550-4c99-4cc5-aa00-6aa5438a63c5 service nova] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Received unexpected event network-vif-plugged-18652db8-16fe-4228-b359-47e65eaccf33 for instance with vm_state building and task_state block_device_mapping. [ 1429.196030] env[68800]: DEBUG oslo_concurrency.lockutils [None req-b84607c9-f266-476f-ac6b-954b98d643ac tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "55f5fbd0-369e-4f6f-a127-4e9af3fe3130" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.520s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1429.257181] env[68800]: DEBUG nova.network.neutron [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Successfully updated port: 18652db8-16fe-4228-b359-47e65eaccf33 {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1429.383976] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1429.450600] env[68800]: DEBUG nova.compute.manager [req-7f1a66d1-329d-4b22-b455-d77f9546a7e5 req-48d79c42-5730-4b39-9fac-eded160f17c1 service nova] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] Received event network-vif-deleted-b2d1c15a-3a9d-4143-893c-03123b66dd39 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1429.450855] env[68800]: INFO nova.compute.manager [req-7f1a66d1-329d-4b22-b455-d77f9546a7e5 req-48d79c42-5730-4b39-9fac-eded160f17c1 service nova] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] Neutron deleted interface b2d1c15a-3a9d-4143-893c-03123b66dd39; detaching it from the instance and deleting it from the info cache [ 1429.451111] env[68800]: DEBUG nova.network.neutron [req-7f1a66d1-329d-4b22-b455-d77f9546a7e5 req-48d79c42-5730-4b39-9fac-eded160f17c1 service nova] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.758743] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquiring lock "refresh_cache-0e4cc489-17c9-45e3-811b-eec92f9b8b1c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.758942] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquired lock "refresh_cache-0e4cc489-17c9-45e3-811b-eec92f9b8b1c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.759109] env[68800]: DEBUG nova.network.neutron [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1429.933322] env[68800]: DEBUG nova.network.neutron [-] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.953742] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ad0777de-3746-4ab6-ac34-3b8d69b75fd2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.964080] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b2e6d4-7fbf-4ec4-944d-de716148517c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.989844] env[68800]: DEBUG nova.compute.manager [req-7f1a66d1-329d-4b22-b455-d77f9546a7e5 req-48d79c42-5730-4b39-9fac-eded160f17c1 service nova] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] Detach interface failed, port_id=b2d1c15a-3a9d-4143-893c-03123b66dd39, reason: Instance e2d03f5a-cae7-4d1d-9628-516edbfb5eab could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1430.287760] env[68800]: DEBUG nova.network.neutron [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1430.408400] env[68800]: DEBUG nova.network.neutron [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Updating instance_info_cache with network_info: [{"id": "18652db8-16fe-4228-b359-47e65eaccf33", "address": "fa:16:3e:19:60:a1", "network": {"id": "4ca5ed1c-7798-40f8-97dd-93eef15acf7e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1748453885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a82d9565ce4cf0ab26fb48caf3f589", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18652db8-16", "ovs_interfaceid": "18652db8-16fe-4228-b359-47e65eaccf33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.435327] env[68800]: INFO nova.compute.manager [-] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] Took 1.32 seconds to deallocate network for instance. [ 1430.725865] env[68800]: DEBUG nova.compute.manager [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1430.726426] env[68800]: DEBUG nova.virt.hardware [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1430.726632] env[68800]: DEBUG nova.virt.hardware [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1430.726784] env[68800]: DEBUG nova.virt.hardware [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1430.726963] env[68800]: DEBUG nova.virt.hardware [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1430.727120] env[68800]: DEBUG nova.virt.hardware [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1430.727269] env[68800]: DEBUG nova.virt.hardware [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1430.727473] env[68800]: DEBUG nova.virt.hardware [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1430.727633] env[68800]: DEBUG nova.virt.hardware [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1430.727802] env[68800]: DEBUG nova.virt.hardware [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1430.728076] env[68800]: DEBUG nova.virt.hardware [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1430.728282] env[68800]: DEBUG nova.virt.hardware [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1430.729558] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28799b8-191b-4d78-978d-f46d74de7ac8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.737941] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7656e68f-0c36-4bf4-8ab6-3469b06755b8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.797210] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquiring lock "267e4d34-ad72-429e-aa20-b6c76f6ed909" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1430.797438] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "267e4d34-ad72-429e-aa20-b6c76f6ed909" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1430.911314] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Releasing lock "refresh_cache-0e4cc489-17c9-45e3-811b-eec92f9b8b1c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.911577] env[68800]: DEBUG nova.compute.manager [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Instance network_info: |[{"id": "18652db8-16fe-4228-b359-47e65eaccf33", "address": "fa:16:3e:19:60:a1", "network": {"id": "4ca5ed1c-7798-40f8-97dd-93eef15acf7e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1748453885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a82d9565ce4cf0ab26fb48caf3f589", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18652db8-16", "ovs_interfaceid": "18652db8-16fe-4228-b359-47e65eaccf33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1430.911992] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:60:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18652db8-16fe-4228-b359-47e65eaccf33', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1430.919465] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1430.919664] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1430.919883] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-660310a7-ed21-464a-89ba-7b40f9dac4ba {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.939304] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1430.939304] env[68800]: value = "task-3244841" [ 1430.939304] env[68800]: _type = "Task" [ 1430.939304] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.944567] env[68800]: DEBUG oslo_concurrency.lockutils [None req-14dda245-1067-450d-9487-e1557681d726 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1430.944824] env[68800]: DEBUG oslo_concurrency.lockutils [None req-14dda245-1067-450d-9487-e1557681d726 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1430.945082] env[68800]: DEBUG nova.objects.instance [None req-14dda245-1067-450d-9487-e1557681d726 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lazy-loading 'resources' on Instance uuid e2d03f5a-cae7-4d1d-9628-516edbfb5eab {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1430.950587] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244841, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.198020] env[68800]: DEBUG nova.compute.manager [req-2ac93408-c0cd-4c81-afe0-f844acb8526e req-1bf7cb35-e782-421a-a5a4-ba78cc9fe6c0 service nova] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Received event network-changed-18652db8-16fe-4228-b359-47e65eaccf33 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1431.198254] env[68800]: DEBUG nova.compute.manager [req-2ac93408-c0cd-4c81-afe0-f844acb8526e req-1bf7cb35-e782-421a-a5a4-ba78cc9fe6c0 service nova] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Refreshing instance network info cache due to event network-changed-18652db8-16fe-4228-b359-47e65eaccf33. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1431.198499] env[68800]: DEBUG oslo_concurrency.lockutils [req-2ac93408-c0cd-4c81-afe0-f844acb8526e req-1bf7cb35-e782-421a-a5a4-ba78cc9fe6c0 service nova] Acquiring lock "refresh_cache-0e4cc489-17c9-45e3-811b-eec92f9b8b1c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.198743] env[68800]: DEBUG oslo_concurrency.lockutils [req-2ac93408-c0cd-4c81-afe0-f844acb8526e req-1bf7cb35-e782-421a-a5a4-ba78cc9fe6c0 service nova] Acquired lock "refresh_cache-0e4cc489-17c9-45e3-811b-eec92f9b8b1c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.198952] env[68800]: DEBUG nova.network.neutron [req-2ac93408-c0cd-4c81-afe0-f844acb8526e req-1bf7cb35-e782-421a-a5a4-ba78cc9fe6c0 service nova] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Refreshing network info cache for port 18652db8-16fe-4228-b359-47e65eaccf33 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1431.299251] env[68800]: DEBUG nova.compute.manager [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1431.451573] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244841, 'name': CreateVM_Task, 'duration_secs': 0.312552} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.452478] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1431.452609] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'guest_format': None, 'disk_bus': None, 'attachment_id': 'ba2a4e3c-dab6-48ef-b06c-9224ded65464', 'device_type': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648424', 'volume_id': '418e23ca-8e99-4aba-bfd0-65c5ed46115e', 'name': 'volume-418e23ca-8e99-4aba-bfd0-65c5ed46115e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0e4cc489-17c9-45e3-811b-eec92f9b8b1c', 'attached_at': '', 'detached_at': '', 'volume_id': '418e23ca-8e99-4aba-bfd0-65c5ed46115e', 'serial': '418e23ca-8e99-4aba-bfd0-65c5ed46115e'}, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=68800) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1431.452932] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Root volume attach. Driver type: vmdk {{(pid=68800) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1431.453586] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fb07cb-3394-4930-a260-586e3dfee80c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.461171] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f10c91-8f6b-47f5-b4fb-873921afa119 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.467154] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9db1025-b2aa-4aff-ae73-5c30490e469e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.474943] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-72a8f045-bc30-4132-b87d-938c7cc51710 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.481574] env[68800]: DEBUG oslo_vmware.api [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1431.481574] env[68800]: value = "task-3244842" [ 1431.481574] env[68800]: _type = "Task" [ 1431.481574] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.491245] env[68800]: DEBUG oslo_vmware.api [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244842, 'name': RelocateVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.530314] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d8160f-62e2-4939-bc7a-b83c06dc89a9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.538237] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b4419a-97a6-4704-8f11-601cf22521ec {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.568602] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df12c117-2d6f-4a75-a63d-73388a606305 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.575707] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a675f3-28eb-48a2-a719-8342a9654537 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.588597] env[68800]: DEBUG nova.compute.provider_tree [None req-14dda245-1067-450d-9487-e1557681d726 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1431.818744] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1431.943014] env[68800]: DEBUG nova.network.neutron [req-2ac93408-c0cd-4c81-afe0-f844acb8526e req-1bf7cb35-e782-421a-a5a4-ba78cc9fe6c0 service nova] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Updated VIF entry in instance network info cache for port 18652db8-16fe-4228-b359-47e65eaccf33. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1431.943411] env[68800]: DEBUG nova.network.neutron [req-2ac93408-c0cd-4c81-afe0-f844acb8526e req-1bf7cb35-e782-421a-a5a4-ba78cc9fe6c0 service nova] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Updating instance_info_cache with network_info: [{"id": "18652db8-16fe-4228-b359-47e65eaccf33", "address": "fa:16:3e:19:60:a1", "network": {"id": "4ca5ed1c-7798-40f8-97dd-93eef15acf7e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1748453885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a82d9565ce4cf0ab26fb48caf3f589", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18652db8-16", "ovs_interfaceid": "18652db8-16fe-4228-b359-47e65eaccf33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.993095] env[68800]: DEBUG oslo_vmware.api [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244842, 'name': RelocateVM_Task, 'duration_secs': 0.02704} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.993321] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Volume attach. Driver type: vmdk {{(pid=68800) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1431.993502] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648424', 'volume_id': '418e23ca-8e99-4aba-bfd0-65c5ed46115e', 'name': 'volume-418e23ca-8e99-4aba-bfd0-65c5ed46115e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0e4cc489-17c9-45e3-811b-eec92f9b8b1c', 'attached_at': '', 'detached_at': '', 'volume_id': '418e23ca-8e99-4aba-bfd0-65c5ed46115e', 'serial': '418e23ca-8e99-4aba-bfd0-65c5ed46115e'} {{(pid=68800) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1431.994259] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fddc76e0-6163-4cd7-a63a-d1ed491d63cc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.009691] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a6e528-df0b-41e1-8324-00e117b1ef7d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.031317] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] volume-418e23ca-8e99-4aba-bfd0-65c5ed46115e/volume-418e23ca-8e99-4aba-bfd0-65c5ed46115e.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1432.031566] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1a55a44-97c6-4980-b9cf-4b4fb4100ae3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.051016] env[68800]: DEBUG oslo_vmware.api [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1432.051016] env[68800]: value = "task-3244843" [ 1432.051016] env[68800]: _type = "Task" [ 1432.051016] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.058580] env[68800]: DEBUG oslo_vmware.api [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244843, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.091263] env[68800]: DEBUG nova.scheduler.client.report [None req-14dda245-1067-450d-9487-e1557681d726 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1432.446184] env[68800]: DEBUG oslo_concurrency.lockutils [req-2ac93408-c0cd-4c81-afe0-f844acb8526e req-1bf7cb35-e782-421a-a5a4-ba78cc9fe6c0 service nova] Releasing lock "refresh_cache-0e4cc489-17c9-45e3-811b-eec92f9b8b1c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.560834] env[68800]: DEBUG oslo_vmware.api [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244843, 'name': ReconfigVM_Task, 'duration_secs': 0.253516} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.561126] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Reconfigured VM instance instance-0000007d to attach disk [datastore2] volume-418e23ca-8e99-4aba-bfd0-65c5ed46115e/volume-418e23ca-8e99-4aba-bfd0-65c5ed46115e.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1432.565807] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9909a7af-50b4-416c-8477-d79799bfa0e2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.580288] env[68800]: DEBUG oslo_vmware.api [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1432.580288] env[68800]: value = "task-3244844" [ 1432.580288] env[68800]: _type = "Task" [ 1432.580288] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.587876] env[68800]: DEBUG oslo_vmware.api [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244844, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.595657] env[68800]: DEBUG oslo_concurrency.lockutils [None req-14dda245-1067-450d-9487-e1557681d726 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.651s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1432.597790] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.779s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1432.599298] env[68800]: INFO nova.compute.claims [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1432.614399] env[68800]: INFO nova.scheduler.client.report [None req-14dda245-1067-450d-9487-e1557681d726 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Deleted allocations for instance e2d03f5a-cae7-4d1d-9628-516edbfb5eab [ 1433.091323] env[68800]: DEBUG oslo_vmware.api [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244844, 'name': ReconfigVM_Task, 'duration_secs': 0.12063} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.091618] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648424', 'volume_id': '418e23ca-8e99-4aba-bfd0-65c5ed46115e', 'name': 'volume-418e23ca-8e99-4aba-bfd0-65c5ed46115e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0e4cc489-17c9-45e3-811b-eec92f9b8b1c', 'attached_at': '', 'detached_at': '', 'volume_id': '418e23ca-8e99-4aba-bfd0-65c5ed46115e', 'serial': '418e23ca-8e99-4aba-bfd0-65c5ed46115e'} {{(pid=68800) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1433.092172] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8aa5243e-c942-46c6-9ba9-9db37363f4d2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.098726] env[68800]: DEBUG oslo_vmware.api [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1433.098726] env[68800]: value = "task-3244845" [ 1433.098726] env[68800]: _type = "Task" [ 1433.098726] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.107558] env[68800]: DEBUG oslo_vmware.api [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244845, 'name': Rename_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.122392] env[68800]: DEBUG oslo_concurrency.lockutils [None req-14dda245-1067-450d-9487-e1557681d726 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "e2d03f5a-cae7-4d1d-9628-516edbfb5eab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.125s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1433.611198] env[68800]: DEBUG oslo_vmware.api [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244845, 'name': Rename_Task, 'duration_secs': 0.134967} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.611648] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1433.611885] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e89aa24-1f04-4091-a98e-a587c092de00 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.618811] env[68800]: DEBUG oslo_vmware.api [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1433.618811] env[68800]: value = "task-3244846" [ 1433.618811] env[68800]: _type = "Task" [ 1433.618811] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.626673] env[68800]: DEBUG oslo_vmware.api [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244846, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.627602] env[68800]: DEBUG nova.scheduler.client.report [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Refreshing inventories for resource provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1433.644205] env[68800]: DEBUG nova.scheduler.client.report [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Updating ProviderTree inventory for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1433.644440] env[68800]: DEBUG nova.compute.provider_tree [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Updating inventory in ProviderTree for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1433.656336] env[68800]: DEBUG nova.scheduler.client.report [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Refreshing aggregate associations for resource provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2, aggregates: None {{(pid=68800) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1433.676349] env[68800]: DEBUG nova.scheduler.client.report [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Refreshing trait associations for resource provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68800) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1433.726441] env[68800]: DEBUG oslo_concurrency.lockutils [None req-57ee6f8d-cd0a-444e-b945-7bc0e751e2a2 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "34ec7ee4-c556-45c3-939d-c8a6031121da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1433.726677] env[68800]: DEBUG oslo_concurrency.lockutils [None req-57ee6f8d-cd0a-444e-b945-7bc0e751e2a2 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "34ec7ee4-c556-45c3-939d-c8a6031121da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1433.726870] env[68800]: DEBUG oslo_concurrency.lockutils [None req-57ee6f8d-cd0a-444e-b945-7bc0e751e2a2 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "34ec7ee4-c556-45c3-939d-c8a6031121da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1433.727061] env[68800]: DEBUG oslo_concurrency.lockutils [None req-57ee6f8d-cd0a-444e-b945-7bc0e751e2a2 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "34ec7ee4-c556-45c3-939d-c8a6031121da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1433.727229] env[68800]: DEBUG oslo_concurrency.lockutils [None req-57ee6f8d-cd0a-444e-b945-7bc0e751e2a2 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "34ec7ee4-c556-45c3-939d-c8a6031121da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1433.729859] env[68800]: INFO nova.compute.manager [None req-57ee6f8d-cd0a-444e-b945-7bc0e751e2a2 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 34ec7ee4-c556-45c3-939d-c8a6031121da] Terminating instance [ 1433.749012] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083f9089-7a58-4e4f-83be-bd41fa7de718 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.756401] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c9c792-ec51-4d0f-a333-a0447933df2a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.786820] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0603dc-d531-4eee-b1b7-24f3a4a764b8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.793350] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c17c343-4a28-4ccf-974e-e4b7599ca099 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.806103] env[68800]: DEBUG nova.compute.provider_tree [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1434.130048] env[68800]: DEBUG oslo_vmware.api [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244846, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.233346] env[68800]: DEBUG nova.compute.manager [None req-57ee6f8d-cd0a-444e-b945-7bc0e751e2a2 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 34ec7ee4-c556-45c3-939d-c8a6031121da] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1434.233627] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-57ee6f8d-cd0a-444e-b945-7bc0e751e2a2 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 34ec7ee4-c556-45c3-939d-c8a6031121da] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1434.234555] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9759acd8-eb7f-4df9-b609-e86e8b6ab88d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.242170] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-57ee6f8d-cd0a-444e-b945-7bc0e751e2a2 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 34ec7ee4-c556-45c3-939d-c8a6031121da] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1434.242409] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66ced5cf-171b-48a3-be73-ae59a32f1e12 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.248862] env[68800]: DEBUG oslo_vmware.api [None req-57ee6f8d-cd0a-444e-b945-7bc0e751e2a2 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1434.248862] env[68800]: value = "task-3244847" [ 1434.248862] env[68800]: _type = "Task" [ 1434.248862] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.256268] env[68800]: DEBUG oslo_vmware.api [None req-57ee6f8d-cd0a-444e-b945-7bc0e751e2a2 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244847, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.309542] env[68800]: DEBUG nova.scheduler.client.report [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1434.630465] env[68800]: DEBUG oslo_vmware.api [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244846, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.758460] env[68800]: DEBUG oslo_vmware.api [None req-57ee6f8d-cd0a-444e-b945-7bc0e751e2a2 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244847, 'name': PowerOffVM_Task, 'duration_secs': 0.254946} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.758716] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-57ee6f8d-cd0a-444e-b945-7bc0e751e2a2 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 34ec7ee4-c556-45c3-939d-c8a6031121da] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1434.758923] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-57ee6f8d-cd0a-444e-b945-7bc0e751e2a2 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 34ec7ee4-c556-45c3-939d-c8a6031121da] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1434.759231] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b909f61-f131-470b-876f-59f5304fcefc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.814729] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.217s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1434.815307] env[68800]: DEBUG nova.compute.manager [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1434.828040] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-57ee6f8d-cd0a-444e-b945-7bc0e751e2a2 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 34ec7ee4-c556-45c3-939d-c8a6031121da] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1434.828247] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-57ee6f8d-cd0a-444e-b945-7bc0e751e2a2 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 34ec7ee4-c556-45c3-939d-c8a6031121da] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1434.828452] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-57ee6f8d-cd0a-444e-b945-7bc0e751e2a2 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Deleting the datastore file [datastore1] 34ec7ee4-c556-45c3-939d-c8a6031121da {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1434.828722] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-062d3f7f-8e90-4993-a518-0e74746c7271 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.835077] env[68800]: DEBUG oslo_vmware.api [None req-57ee6f8d-cd0a-444e-b945-7bc0e751e2a2 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for the task: (returnval){ [ 1434.835077] env[68800]: value = "task-3244849" [ 1434.835077] env[68800]: _type = "Task" [ 1434.835077] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.842616] env[68800]: DEBUG oslo_vmware.api [None req-57ee6f8d-cd0a-444e-b945-7bc0e751e2a2 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244849, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.131080] env[68800]: DEBUG oslo_vmware.api [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244846, 'name': PowerOnVM_Task, 'duration_secs': 1.026069} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.131302] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1435.131487] env[68800]: INFO nova.compute.manager [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Took 4.41 seconds to spawn the instance on the hypervisor. [ 1435.131667] env[68800]: DEBUG nova.compute.manager [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1435.132501] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb673a8-aa96-484f-bc28-21fa6a9e2844 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.320142] env[68800]: DEBUG nova.compute.utils [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1435.321584] env[68800]: DEBUG nova.compute.manager [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1435.321763] env[68800]: DEBUG nova.network.neutron [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1435.344717] env[68800]: DEBUG oslo_vmware.api [None req-57ee6f8d-cd0a-444e-b945-7bc0e751e2a2 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Task: {'id': task-3244849, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132239} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.344955] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-57ee6f8d-cd0a-444e-b945-7bc0e751e2a2 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1435.345152] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-57ee6f8d-cd0a-444e-b945-7bc0e751e2a2 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 34ec7ee4-c556-45c3-939d-c8a6031121da] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1435.345331] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-57ee6f8d-cd0a-444e-b945-7bc0e751e2a2 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 34ec7ee4-c556-45c3-939d-c8a6031121da] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1435.345500] env[68800]: INFO nova.compute.manager [None req-57ee6f8d-cd0a-444e-b945-7bc0e751e2a2 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] [instance: 34ec7ee4-c556-45c3-939d-c8a6031121da] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1435.345732] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57ee6f8d-cd0a-444e-b945-7bc0e751e2a2 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1435.345917] env[68800]: DEBUG nova.compute.manager [-] [instance: 34ec7ee4-c556-45c3-939d-c8a6031121da] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1435.346020] env[68800]: DEBUG nova.network.neutron [-] [instance: 34ec7ee4-c556-45c3-939d-c8a6031121da] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1435.391096] env[68800]: DEBUG nova.policy [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36bd09abfa7145f5b7e1b0a0037cb8c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a003f4221a04746a95aae95c1b81f98', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 1435.612581] env[68800]: DEBUG nova.compute.manager [req-6e750382-77d8-4d04-92ad-be6ddb165569 req-699585e2-baa9-47c1-9724-c6bbeddfd0f1 service nova] [instance: 34ec7ee4-c556-45c3-939d-c8a6031121da] Received event network-vif-deleted-32ec78b3-c476-493c-9aaa-1c860d4bbcc5 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1435.612682] env[68800]: INFO nova.compute.manager [req-6e750382-77d8-4d04-92ad-be6ddb165569 req-699585e2-baa9-47c1-9724-c6bbeddfd0f1 service nova] [instance: 34ec7ee4-c556-45c3-939d-c8a6031121da] Neutron deleted interface 32ec78b3-c476-493c-9aaa-1c860d4bbcc5; detaching it from the instance and deleting it from the info cache [ 1435.612866] env[68800]: DEBUG nova.network.neutron [req-6e750382-77d8-4d04-92ad-be6ddb165569 req-699585e2-baa9-47c1-9724-c6bbeddfd0f1 service nova] [instance: 34ec7ee4-c556-45c3-939d-c8a6031121da] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1435.652294] env[68800]: INFO nova.compute.manager [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Took 10.84 seconds to build instance. [ 1435.825259] env[68800]: DEBUG nova.compute.manager [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1435.956901] env[68800]: DEBUG nova.network.neutron [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Successfully created port: 88087fce-5e2e-4124-ba26-5b9e7ab5b1fb {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1436.088875] env[68800]: DEBUG nova.network.neutron [-] [instance: 34ec7ee4-c556-45c3-939d-c8a6031121da] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.118551] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-27c75d77-01a7-4cd6-a75f-9edee0b7bb9f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.127277] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d27705-fd87-4e9d-bc01-792bc8d4e4c7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.156098] env[68800]: DEBUG oslo_concurrency.lockutils [None req-6caa3447-1502-4722-b2ab-2aa0bc18a67b tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "0e4cc489-17c9-45e3-811b-eec92f9b8b1c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.353s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1436.156720] env[68800]: DEBUG nova.compute.manager [req-6e750382-77d8-4d04-92ad-be6ddb165569 req-699585e2-baa9-47c1-9724-c6bbeddfd0f1 service nova] [instance: 34ec7ee4-c556-45c3-939d-c8a6031121da] Detach interface failed, port_id=32ec78b3-c476-493c-9aaa-1c860d4bbcc5, reason: Instance 34ec7ee4-c556-45c3-939d-c8a6031121da could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1436.408126] env[68800]: DEBUG nova.compute.manager [req-362fd6a8-507d-4eee-851c-ed5a7e417e3a req-ac1a0a40-68c3-42d7-bce4-8762d9c605b5 service nova] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Received event network-changed-59750c65-f3d3-4cd0-aeae-2248b66769e7 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1436.408328] env[68800]: DEBUG nova.compute.manager [req-362fd6a8-507d-4eee-851c-ed5a7e417e3a req-ac1a0a40-68c3-42d7-bce4-8762d9c605b5 service nova] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Refreshing instance network info cache due to event network-changed-59750c65-f3d3-4cd0-aeae-2248b66769e7. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1436.408536] env[68800]: DEBUG oslo_concurrency.lockutils [req-362fd6a8-507d-4eee-851c-ed5a7e417e3a req-ac1a0a40-68c3-42d7-bce4-8762d9c605b5 service nova] Acquiring lock "refresh_cache-acd339b7-3d8a-45ba-90b8-88d4c163ef1f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.408725] env[68800]: DEBUG oslo_concurrency.lockutils [req-362fd6a8-507d-4eee-851c-ed5a7e417e3a req-ac1a0a40-68c3-42d7-bce4-8762d9c605b5 service nova] Acquired lock "refresh_cache-acd339b7-3d8a-45ba-90b8-88d4c163ef1f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.409376] env[68800]: DEBUG nova.network.neutron [req-362fd6a8-507d-4eee-851c-ed5a7e417e3a req-ac1a0a40-68c3-42d7-bce4-8762d9c605b5 service nova] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Refreshing network info cache for port 59750c65-f3d3-4cd0-aeae-2248b66769e7 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1436.590729] env[68800]: INFO nova.compute.manager [-] [instance: 34ec7ee4-c556-45c3-939d-c8a6031121da] Took 1.24 seconds to deallocate network for instance. [ 1436.834586] env[68800]: DEBUG nova.compute.manager [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1436.861276] env[68800]: DEBUG nova.virt.hardware [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1436.861586] env[68800]: DEBUG nova.virt.hardware [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1436.861758] env[68800]: DEBUG nova.virt.hardware [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1436.861994] env[68800]: DEBUG nova.virt.hardware [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1436.862158] env[68800]: DEBUG nova.virt.hardware [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1436.862308] env[68800]: DEBUG nova.virt.hardware [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1436.862518] env[68800]: DEBUG nova.virt.hardware [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1436.862678] env[68800]: DEBUG nova.virt.hardware [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1436.862847] env[68800]: DEBUG nova.virt.hardware [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1436.863030] env[68800]: DEBUG nova.virt.hardware [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1436.863215] env[68800]: DEBUG nova.virt.hardware [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1436.864087] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b4fe33-5f77-4666-9b87-1e8e00ce1b75 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.873016] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38580af5-d808-4669-831a-189a3d1b6f62 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.098858] env[68800]: DEBUG oslo_concurrency.lockutils [None req-57ee6f8d-cd0a-444e-b945-7bc0e751e2a2 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.099144] env[68800]: DEBUG oslo_concurrency.lockutils [None req-57ee6f8d-cd0a-444e-b945-7bc0e751e2a2 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1437.099574] env[68800]: DEBUG nova.objects.instance [None req-57ee6f8d-cd0a-444e-b945-7bc0e751e2a2 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lazy-loading 'resources' on Instance uuid 34ec7ee4-c556-45c3-939d-c8a6031121da {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1437.111760] env[68800]: DEBUG nova.network.neutron [req-362fd6a8-507d-4eee-851c-ed5a7e417e3a req-ac1a0a40-68c3-42d7-bce4-8762d9c605b5 service nova] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Updated VIF entry in instance network info cache for port 59750c65-f3d3-4cd0-aeae-2248b66769e7. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1437.112133] env[68800]: DEBUG nova.network.neutron [req-362fd6a8-507d-4eee-851c-ed5a7e417e3a req-ac1a0a40-68c3-42d7-bce4-8762d9c605b5 service nova] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Updating instance_info_cache with network_info: [{"id": "59750c65-f3d3-4cd0-aeae-2248b66769e7", "address": "fa:16:3e:d4:17:35", "network": {"id": "4ca5ed1c-7798-40f8-97dd-93eef15acf7e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1748453885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a82d9565ce4cf0ab26fb48caf3f589", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59750c65-f3", "ovs_interfaceid": "59750c65-f3d3-4cd0-aeae-2248b66769e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.614488] env[68800]: DEBUG oslo_concurrency.lockutils [req-362fd6a8-507d-4eee-851c-ed5a7e417e3a req-ac1a0a40-68c3-42d7-bce4-8762d9c605b5 service nova] Releasing lock "refresh_cache-acd339b7-3d8a-45ba-90b8-88d4c163ef1f" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.624631] env[68800]: DEBUG nova.network.neutron [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Successfully updated port: 88087fce-5e2e-4124-ba26-5b9e7ab5b1fb {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1437.691216] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81d0fd8-c371-4b6c-9ef1-fa772c96fe15 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.698362] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5f731e-35c9-4f24-a942-9bd93120d6dd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.729766] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68a5413-b8c3-4736-8237-231dd2daf099 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.737163] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a295b33b-06ef-4eec-9654-11d157697fc5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.751768] env[68800]: DEBUG nova.compute.provider_tree [None req-57ee6f8d-cd0a-444e-b945-7bc0e751e2a2 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1437.886021] env[68800]: DEBUG nova.compute.manager [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Stashing vm_state: active {{(pid=68800) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1438.130687] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquiring lock "refresh_cache-267e4d34-ad72-429e-aa20-b6c76f6ed909" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.130881] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquired lock "refresh_cache-267e4d34-ad72-429e-aa20-b6c76f6ed909" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.131096] env[68800]: DEBUG nova.network.neutron [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1438.255067] env[68800]: DEBUG nova.scheduler.client.report [None req-57ee6f8d-cd0a-444e-b945-7bc0e751e2a2 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1438.404014] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1438.435124] env[68800]: DEBUG nova.compute.manager [req-ff3682ff-fd80-49ca-8af6-b5b7a820b0d7 req-5abcd31d-1178-4379-b209-6400dda0dd77 service nova] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Received event network-changed-18652db8-16fe-4228-b359-47e65eaccf33 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1438.435266] env[68800]: DEBUG nova.compute.manager [req-ff3682ff-fd80-49ca-8af6-b5b7a820b0d7 req-5abcd31d-1178-4379-b209-6400dda0dd77 service nova] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Refreshing instance network info cache due to event network-changed-18652db8-16fe-4228-b359-47e65eaccf33. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1438.435512] env[68800]: DEBUG oslo_concurrency.lockutils [req-ff3682ff-fd80-49ca-8af6-b5b7a820b0d7 req-5abcd31d-1178-4379-b209-6400dda0dd77 service nova] Acquiring lock "refresh_cache-0e4cc489-17c9-45e3-811b-eec92f9b8b1c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.435658] env[68800]: DEBUG oslo_concurrency.lockutils [req-ff3682ff-fd80-49ca-8af6-b5b7a820b0d7 req-5abcd31d-1178-4379-b209-6400dda0dd77 service nova] Acquired lock "refresh_cache-0e4cc489-17c9-45e3-811b-eec92f9b8b1c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.435822] env[68800]: DEBUG nova.network.neutron [req-ff3682ff-fd80-49ca-8af6-b5b7a820b0d7 req-5abcd31d-1178-4379-b209-6400dda0dd77 service nova] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Refreshing network info cache for port 18652db8-16fe-4228-b359-47e65eaccf33 {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1438.663130] env[68800]: DEBUG nova.network.neutron [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1438.759505] env[68800]: DEBUG oslo_concurrency.lockutils [None req-57ee6f8d-cd0a-444e-b945-7bc0e751e2a2 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.660s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1438.761616] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.358s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1438.778741] env[68800]: INFO nova.scheduler.client.report [None req-57ee6f8d-cd0a-444e-b945-7bc0e751e2a2 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Deleted allocations for instance 34ec7ee4-c556-45c3-939d-c8a6031121da [ 1438.798162] env[68800]: DEBUG nova.network.neutron [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Updating instance_info_cache with network_info: [{"id": "88087fce-5e2e-4124-ba26-5b9e7ab5b1fb", "address": "fa:16:3e:a7:d5:5d", "network": {"id": "37d62d2e-19ea-48f0-8e7c-f4fd60593e0a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-691022587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a003f4221a04746a95aae95c1b81f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88087fce-5e", "ovs_interfaceid": "88087fce-5e2e-4124-ba26-5b9e7ab5b1fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.266275] env[68800]: INFO nova.compute.claims [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1439.288804] env[68800]: DEBUG oslo_concurrency.lockutils [None req-57ee6f8d-cd0a-444e-b945-7bc0e751e2a2 tempest-ServersTestJSON-2017619126 tempest-ServersTestJSON-2017619126-project-member] Lock "34ec7ee4-c556-45c3-939d-c8a6031121da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.562s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1439.299149] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Releasing lock "refresh_cache-267e4d34-ad72-429e-aa20-b6c76f6ed909" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.299461] env[68800]: DEBUG nova.compute.manager [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Instance network_info: |[{"id": "88087fce-5e2e-4124-ba26-5b9e7ab5b1fb", "address": "fa:16:3e:a7:d5:5d", "network": {"id": "37d62d2e-19ea-48f0-8e7c-f4fd60593e0a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-691022587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a003f4221a04746a95aae95c1b81f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88087fce-5e", "ovs_interfaceid": "88087fce-5e2e-4124-ba26-5b9e7ab5b1fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1439.299913] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:d5:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73915082-a1b0-460b-b24d-97588fc9cb29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88087fce-5e2e-4124-ba26-5b9e7ab5b1fb', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1439.307350] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1439.307978] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1439.308215] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60757743-c868-45ee-b88d-67d5d1742ab7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.328542] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1439.328542] env[68800]: value = "task-3244850" [ 1439.328542] env[68800]: _type = "Task" [ 1439.328542] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.336256] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244850, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.353438] env[68800]: DEBUG nova.network.neutron [req-ff3682ff-fd80-49ca-8af6-b5b7a820b0d7 req-5abcd31d-1178-4379-b209-6400dda0dd77 service nova] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Updated VIF entry in instance network info cache for port 18652db8-16fe-4228-b359-47e65eaccf33. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1439.353786] env[68800]: DEBUG nova.network.neutron [req-ff3682ff-fd80-49ca-8af6-b5b7a820b0d7 req-5abcd31d-1178-4379-b209-6400dda0dd77 service nova] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Updating instance_info_cache with network_info: [{"id": "18652db8-16fe-4228-b359-47e65eaccf33", "address": "fa:16:3e:19:60:a1", "network": {"id": "4ca5ed1c-7798-40f8-97dd-93eef15acf7e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1748453885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a82d9565ce4cf0ab26fb48caf3f589", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18652db8-16", "ovs_interfaceid": "18652db8-16fe-4228-b359-47e65eaccf33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.774410] env[68800]: INFO nova.compute.resource_tracker [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Updating resource usage from migration 52d09744-0cd7-4122-ba50-4211c4423274 [ 1439.840590] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244850, 'name': CreateVM_Task, 'duration_secs': 0.398147} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.841428] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1439.842156] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776eda74-5513-4ba5-8432-f1c07d0db7e3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.844803] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.844970] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.845291] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.845516] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-619dac0b-9b4a-49fe-bedb-72af2fe6a453 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.851909] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabb800a-a529-4c02-971f-8f948ef13d8c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.855043] env[68800]: DEBUG oslo_vmware.api [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for the task: (returnval){ [ 1439.855043] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52e641d7-c298-3c00-525b-2ea5e5869af4" [ 1439.855043] env[68800]: _type = "Task" [ 1439.855043] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.881878] env[68800]: DEBUG oslo_concurrency.lockutils [req-ff3682ff-fd80-49ca-8af6-b5b7a820b0d7 req-5abcd31d-1178-4379-b209-6400dda0dd77 service nova] Releasing lock "refresh_cache-0e4cc489-17c9-45e3-811b-eec92f9b8b1c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.882171] env[68800]: DEBUG nova.compute.manager [req-ff3682ff-fd80-49ca-8af6-b5b7a820b0d7 req-5abcd31d-1178-4379-b209-6400dda0dd77 service nova] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Received event network-vif-plugged-88087fce-5e2e-4124-ba26-5b9e7ab5b1fb {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1439.882363] env[68800]: DEBUG oslo_concurrency.lockutils [req-ff3682ff-fd80-49ca-8af6-b5b7a820b0d7 req-5abcd31d-1178-4379-b209-6400dda0dd77 service nova] Acquiring lock "267e4d34-ad72-429e-aa20-b6c76f6ed909-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1439.882560] env[68800]: DEBUG oslo_concurrency.lockutils [req-ff3682ff-fd80-49ca-8af6-b5b7a820b0d7 req-5abcd31d-1178-4379-b209-6400dda0dd77 service nova] Lock "267e4d34-ad72-429e-aa20-b6c76f6ed909-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1439.882719] env[68800]: DEBUG oslo_concurrency.lockutils [req-ff3682ff-fd80-49ca-8af6-b5b7a820b0d7 req-5abcd31d-1178-4379-b209-6400dda0dd77 service nova] Lock "267e4d34-ad72-429e-aa20-b6c76f6ed909-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1439.882887] env[68800]: DEBUG nova.compute.manager [req-ff3682ff-fd80-49ca-8af6-b5b7a820b0d7 req-5abcd31d-1178-4379-b209-6400dda0dd77 service nova] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] No waiting events found dispatching network-vif-plugged-88087fce-5e2e-4124-ba26-5b9e7ab5b1fb {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1439.883064] env[68800]: WARNING nova.compute.manager [req-ff3682ff-fd80-49ca-8af6-b5b7a820b0d7 req-5abcd31d-1178-4379-b209-6400dda0dd77 service nova] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Received unexpected event network-vif-plugged-88087fce-5e2e-4124-ba26-5b9e7ab5b1fb for instance with vm_state building and task_state spawning. [ 1439.883236] env[68800]: DEBUG nova.compute.manager [req-ff3682ff-fd80-49ca-8af6-b5b7a820b0d7 req-5abcd31d-1178-4379-b209-6400dda0dd77 service nova] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Received event network-changed-88087fce-5e2e-4124-ba26-5b9e7ab5b1fb {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1439.883385] env[68800]: DEBUG nova.compute.manager [req-ff3682ff-fd80-49ca-8af6-b5b7a820b0d7 req-5abcd31d-1178-4379-b209-6400dda0dd77 service nova] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Refreshing instance network info cache due to event network-changed-88087fce-5e2e-4124-ba26-5b9e7ab5b1fb. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1439.883564] env[68800]: DEBUG oslo_concurrency.lockutils [req-ff3682ff-fd80-49ca-8af6-b5b7a820b0d7 req-5abcd31d-1178-4379-b209-6400dda0dd77 service nova] Acquiring lock "refresh_cache-267e4d34-ad72-429e-aa20-b6c76f6ed909" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.883700] env[68800]: DEBUG oslo_concurrency.lockutils [req-ff3682ff-fd80-49ca-8af6-b5b7a820b0d7 req-5abcd31d-1178-4379-b209-6400dda0dd77 service nova] Acquired lock "refresh_cache-267e4d34-ad72-429e-aa20-b6c76f6ed909" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.883906] env[68800]: DEBUG nova.network.neutron [req-ff3682ff-fd80-49ca-8af6-b5b7a820b0d7 req-5abcd31d-1178-4379-b209-6400dda0dd77 service nova] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Refreshing network info cache for port 88087fce-5e2e-4124-ba26-5b9e7ab5b1fb {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1439.886826] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8982569e-91a5-4871-8553-a043a9aadb70 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.892993] env[68800]: DEBUG oslo_vmware.api [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52e641d7-c298-3c00-525b-2ea5e5869af4, 'name': SearchDatastore_Task, 'duration_secs': 0.010908} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.894173] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.894422] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1439.894616] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.894758] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.894934] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1439.895429] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-157e953a-9b95-4d3f-b93b-1102e270a302 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.900773] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050a95c5-fb64-4b04-b5c9-bcd5a134abd9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.905488] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1439.905746] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1439.906630] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92e91b4c-1c5c-4298-bc5c-2ea72eb1b01c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.916837] env[68800]: DEBUG nova.compute.provider_tree [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1439.920496] env[68800]: DEBUG oslo_vmware.api [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for the task: (returnval){ [ 1439.920496] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]521e5c48-2a8d-8d6a-8952-c085aa82574d" [ 1439.920496] env[68800]: _type = "Task" [ 1439.920496] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.927731] env[68800]: DEBUG oslo_vmware.api [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]521e5c48-2a8d-8d6a-8952-c085aa82574d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.420457] env[68800]: DEBUG nova.scheduler.client.report [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1440.433054] env[68800]: DEBUG oslo_vmware.api [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]521e5c48-2a8d-8d6a-8952-c085aa82574d, 'name': SearchDatastore_Task, 'duration_secs': 0.007977} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.436454] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-470b86fc-c566-4fbe-aee8-da99de3b8678 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.441977] env[68800]: DEBUG oslo_vmware.api [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for the task: (returnval){ [ 1440.441977] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ca1d19-db75-f9eb-438e-824d294311bd" [ 1440.441977] env[68800]: _type = "Task" [ 1440.441977] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.451401] env[68800]: DEBUG oslo_vmware.api [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ca1d19-db75-f9eb-438e-824d294311bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.667766] env[68800]: DEBUG nova.network.neutron [req-ff3682ff-fd80-49ca-8af6-b5b7a820b0d7 req-5abcd31d-1178-4379-b209-6400dda0dd77 service nova] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Updated VIF entry in instance network info cache for port 88087fce-5e2e-4124-ba26-5b9e7ab5b1fb. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1440.668137] env[68800]: DEBUG nova.network.neutron [req-ff3682ff-fd80-49ca-8af6-b5b7a820b0d7 req-5abcd31d-1178-4379-b209-6400dda0dd77 service nova] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Updating instance_info_cache with network_info: [{"id": "88087fce-5e2e-4124-ba26-5b9e7ab5b1fb", "address": "fa:16:3e:a7:d5:5d", "network": {"id": "37d62d2e-19ea-48f0-8e7c-f4fd60593e0a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-691022587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a003f4221a04746a95aae95c1b81f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88087fce-5e", "ovs_interfaceid": "88087fce-5e2e-4124-ba26-5b9e7ab5b1fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1440.928553] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.167s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.928769] env[68800]: INFO nova.compute.manager [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Migrating [ 1440.953810] env[68800]: DEBUG oslo_vmware.api [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52ca1d19-db75-f9eb-438e-824d294311bd, 'name': SearchDatastore_Task, 'duration_secs': 0.009183} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.954152] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.954655] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 267e4d34-ad72-429e-aa20-b6c76f6ed909/267e4d34-ad72-429e-aa20-b6c76f6ed909.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1440.955038] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e62f76b-6c99-4531-80ab-8ce7b36f95e9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.963128] env[68800]: DEBUG oslo_vmware.api [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for the task: (returnval){ [ 1440.963128] env[68800]: value = "task-3244851" [ 1440.963128] env[68800]: _type = "Task" [ 1440.963128] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.971328] env[68800]: DEBUG oslo_vmware.api [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244851, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.173012] env[68800]: DEBUG oslo_concurrency.lockutils [req-ff3682ff-fd80-49ca-8af6-b5b7a820b0d7 req-5abcd31d-1178-4379-b209-6400dda0dd77 service nova] Releasing lock "refresh_cache-267e4d34-ad72-429e-aa20-b6c76f6ed909" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.444236] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquiring lock "refresh_cache-0e4cc489-17c9-45e3-811b-eec92f9b8b1c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.444569] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquired lock "refresh_cache-0e4cc489-17c9-45e3-811b-eec92f9b8b1c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.444640] env[68800]: DEBUG nova.network.neutron [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1441.473210] env[68800]: DEBUG oslo_vmware.api [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244851, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478581} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.473488] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] 267e4d34-ad72-429e-aa20-b6c76f6ed909/267e4d34-ad72-429e-aa20-b6c76f6ed909.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1441.474049] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1441.474049] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd48fd0a-4d4f-4bdb-a966-0d9ea6f6f8a3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.479726] env[68800]: DEBUG oslo_vmware.api [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for the task: (returnval){ [ 1441.479726] env[68800]: value = "task-3244852" [ 1441.479726] env[68800]: _type = "Task" [ 1441.479726] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.487565] env[68800]: DEBUG oslo_vmware.api [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244852, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.989114] env[68800]: DEBUG oslo_vmware.api [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244852, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061534} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.989383] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1441.990181] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abaa3f92-6407-4fbd-b4b0-e83038c26834 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.013405] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 267e4d34-ad72-429e-aa20-b6c76f6ed909/267e4d34-ad72-429e-aa20-b6c76f6ed909.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1442.013736] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a8bbef2-b582-4ff2-8f96-2f8cdf5f0f63 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.034344] env[68800]: DEBUG oslo_vmware.api [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for the task: (returnval){ [ 1442.034344] env[68800]: value = "task-3244853" [ 1442.034344] env[68800]: _type = "Task" [ 1442.034344] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.042277] env[68800]: DEBUG oslo_vmware.api [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244853, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.195845] env[68800]: DEBUG nova.network.neutron [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Updating instance_info_cache with network_info: [{"id": "18652db8-16fe-4228-b359-47e65eaccf33", "address": "fa:16:3e:19:60:a1", "network": {"id": "4ca5ed1c-7798-40f8-97dd-93eef15acf7e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1748453885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a82d9565ce4cf0ab26fb48caf3f589", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18652db8-16", "ovs_interfaceid": "18652db8-16fe-4228-b359-47e65eaccf33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.546862] env[68800]: DEBUG oslo_vmware.api [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244853, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.699061] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Releasing lock "refresh_cache-0e4cc489-17c9-45e3-811b-eec92f9b8b1c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.045192] env[68800]: DEBUG oslo_vmware.api [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244853, 'name': ReconfigVM_Task, 'duration_secs': 0.60603} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.045449] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 267e4d34-ad72-429e-aa20-b6c76f6ed909/267e4d34-ad72-429e-aa20-b6c76f6ed909.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1443.046075] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a775f9c-738c-412f-9ca0-77c898a1419e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.052327] env[68800]: DEBUG oslo_vmware.api [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for the task: (returnval){ [ 1443.052327] env[68800]: value = "task-3244854" [ 1443.052327] env[68800]: _type = "Task" [ 1443.052327] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.059893] env[68800]: DEBUG oslo_vmware.api [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244854, 'name': Rename_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.562229] env[68800]: DEBUG oslo_vmware.api [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244854, 'name': Rename_Task, 'duration_secs': 0.131711} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.562607] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1443.562717] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6228ee5-4aad-42fc-8dd6-02231dbceb7d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.568895] env[68800]: DEBUG oslo_vmware.api [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for the task: (returnval){ [ 1443.568895] env[68800]: value = "task-3244855" [ 1443.568895] env[68800]: _type = "Task" [ 1443.568895] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.576207] env[68800]: DEBUG oslo_vmware.api [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244855, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.079140] env[68800]: DEBUG oslo_vmware.api [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244855, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.214739] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea31cf41-344e-45b0-996c-84931211b92b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.232828] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Updating instance '0e4cc489-17c9-45e3-811b-eec92f9b8b1c' progress to 0 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1444.582918] env[68800]: DEBUG oslo_vmware.api [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244855, 'name': PowerOnVM_Task, 'duration_secs': 0.602965} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.583299] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1444.583582] env[68800]: INFO nova.compute.manager [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Took 7.75 seconds to spawn the instance on the hypervisor. [ 1444.583846] env[68800]: DEBUG nova.compute.manager [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1444.584907] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fbb200-cb39-4c3e-ab27-5eabe9a8b172 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.738580] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1444.738887] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df86d022-361e-46aa-97b6-c57ab3e123f6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.745635] env[68800]: DEBUG oslo_vmware.api [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1444.745635] env[68800]: value = "task-3244856" [ 1444.745635] env[68800]: _type = "Task" [ 1444.745635] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.754817] env[68800]: DEBUG oslo_vmware.api [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244856, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.104401] env[68800]: INFO nova.compute.manager [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Took 13.30 seconds to build instance. [ 1445.255629] env[68800]: DEBUG oslo_vmware.api [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244856, 'name': PowerOffVM_Task, 'duration_secs': 0.220908} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.255981] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1445.256195] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Updating instance '0e4cc489-17c9-45e3-811b-eec92f9b8b1c' progress to 17 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1445.606141] env[68800]: DEBUG oslo_concurrency.lockutils [None req-d0570efb-cac5-4a5a-b33d-002000473fc7 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "267e4d34-ad72-429e-aa20-b6c76f6ed909" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.808s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1445.762849] env[68800]: DEBUG nova.virt.hardware [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1445.763090] env[68800]: DEBUG nova.virt.hardware [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1445.763250] env[68800]: DEBUG nova.virt.hardware [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1445.763450] env[68800]: DEBUG nova.virt.hardware [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1445.763601] env[68800]: DEBUG nova.virt.hardware [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1445.763783] env[68800]: DEBUG nova.virt.hardware [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1445.764042] env[68800]: DEBUG nova.virt.hardware [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1445.764226] env[68800]: DEBUG nova.virt.hardware [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1445.764399] env[68800]: DEBUG nova.virt.hardware [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1445.764566] env[68800]: DEBUG nova.virt.hardware [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1445.764743] env[68800]: DEBUG nova.virt.hardware [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1445.769847] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38863da1-ef66-42bb-8d4f-96c3c9f436a6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.786547] env[68800]: DEBUG oslo_vmware.api [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1445.786547] env[68800]: value = "task-3244857" [ 1445.786547] env[68800]: _type = "Task" [ 1445.786547] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.794993] env[68800]: DEBUG oslo_vmware.api [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244857, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.096624] env[68800]: DEBUG nova.compute.manager [req-0bb63aee-c7bb-4c91-8a84-9478256f16b7 req-03617c51-1fd0-4e03-b95d-4ce2b0cc6fe3 service nova] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Received event network-changed-88087fce-5e2e-4124-ba26-5b9e7ab5b1fb {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1446.096862] env[68800]: DEBUG nova.compute.manager [req-0bb63aee-c7bb-4c91-8a84-9478256f16b7 req-03617c51-1fd0-4e03-b95d-4ce2b0cc6fe3 service nova] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Refreshing instance network info cache due to event network-changed-88087fce-5e2e-4124-ba26-5b9e7ab5b1fb. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1446.097120] env[68800]: DEBUG oslo_concurrency.lockutils [req-0bb63aee-c7bb-4c91-8a84-9478256f16b7 req-03617c51-1fd0-4e03-b95d-4ce2b0cc6fe3 service nova] Acquiring lock "refresh_cache-267e4d34-ad72-429e-aa20-b6c76f6ed909" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.097300] env[68800]: DEBUG oslo_concurrency.lockutils [req-0bb63aee-c7bb-4c91-8a84-9478256f16b7 req-03617c51-1fd0-4e03-b95d-4ce2b0cc6fe3 service nova] Acquired lock "refresh_cache-267e4d34-ad72-429e-aa20-b6c76f6ed909" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.097509] env[68800]: DEBUG nova.network.neutron [req-0bb63aee-c7bb-4c91-8a84-9478256f16b7 req-03617c51-1fd0-4e03-b95d-4ce2b0cc6fe3 service nova] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Refreshing network info cache for port 88087fce-5e2e-4124-ba26-5b9e7ab5b1fb {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1446.296466] env[68800]: DEBUG oslo_vmware.api [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244857, 'name': ReconfigVM_Task, 'duration_secs': 0.144104} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.296801] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Updating instance '0e4cc489-17c9-45e3-811b-eec92f9b8b1c' progress to 33 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1446.804027] env[68800]: DEBUG nova.virt.hardware [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1446.804538] env[68800]: DEBUG nova.virt.hardware [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1446.804538] env[68800]: DEBUG nova.virt.hardware [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1446.804717] env[68800]: DEBUG nova.virt.hardware [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1446.804883] env[68800]: DEBUG nova.virt.hardware [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1446.805087] env[68800]: DEBUG nova.virt.hardware [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1446.805374] env[68800]: DEBUG nova.virt.hardware [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1446.805584] env[68800]: DEBUG nova.virt.hardware [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1446.805777] env[68800]: DEBUG nova.virt.hardware [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1446.805975] env[68800]: DEBUG nova.virt.hardware [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1446.806300] env[68800]: DEBUG nova.virt.hardware [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1446.811719] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Reconfiguring VM instance instance-0000007d to detach disk 2000 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1446.812728] env[68800]: DEBUG nova.network.neutron [req-0bb63aee-c7bb-4c91-8a84-9478256f16b7 req-03617c51-1fd0-4e03-b95d-4ce2b0cc6fe3 service nova] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Updated VIF entry in instance network info cache for port 88087fce-5e2e-4124-ba26-5b9e7ab5b1fb. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1446.813100] env[68800]: DEBUG nova.network.neutron [req-0bb63aee-c7bb-4c91-8a84-9478256f16b7 req-03617c51-1fd0-4e03-b95d-4ce2b0cc6fe3 service nova] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Updating instance_info_cache with network_info: [{"id": "88087fce-5e2e-4124-ba26-5b9e7ab5b1fb", "address": "fa:16:3e:a7:d5:5d", "network": {"id": "37d62d2e-19ea-48f0-8e7c-f4fd60593e0a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-691022587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a003f4221a04746a95aae95c1b81f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88087fce-5e", "ovs_interfaceid": "88087fce-5e2e-4124-ba26-5b9e7ab5b1fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.814318] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ff3af4a-145e-48a7-8a5f-d0e82911ba42 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.829629] env[68800]: DEBUG oslo_concurrency.lockutils [req-0bb63aee-c7bb-4c91-8a84-9478256f16b7 req-03617c51-1fd0-4e03-b95d-4ce2b0cc6fe3 service nova] Releasing lock "refresh_cache-267e4d34-ad72-429e-aa20-b6c76f6ed909" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.835806] env[68800]: DEBUG oslo_vmware.api [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1446.835806] env[68800]: value = "task-3244858" [ 1446.835806] env[68800]: _type = "Task" [ 1446.835806] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.844709] env[68800]: DEBUG oslo_vmware.api [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244858, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.345481] env[68800]: DEBUG oslo_vmware.api [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244858, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.846967] env[68800]: DEBUG oslo_vmware.api [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244858, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.347769] env[68800]: DEBUG oslo_vmware.api [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244858, 'name': ReconfigVM_Task, 'duration_secs': 1.158555} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.348079] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Reconfigured VM instance instance-0000007d to detach disk 2000 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1448.348849] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04607324-5e9c-4b80-b208-b5ccb8b8765b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.371440] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] volume-418e23ca-8e99-4aba-bfd0-65c5ed46115e/volume-418e23ca-8e99-4aba-bfd0-65c5ed46115e.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1448.371672] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-664f2c71-1af3-4459-9207-945879b70cea {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.389641] env[68800]: DEBUG oslo_vmware.api [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1448.389641] env[68800]: value = "task-3244859" [ 1448.389641] env[68800]: _type = "Task" [ 1448.389641] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.396686] env[68800]: DEBUG oslo_vmware.api [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244859, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.898739] env[68800]: DEBUG oslo_vmware.api [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244859, 'name': ReconfigVM_Task, 'duration_secs': 0.241568} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.899148] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Reconfigured VM instance instance-0000007d to attach disk [datastore2] volume-418e23ca-8e99-4aba-bfd0-65c5ed46115e/volume-418e23ca-8e99-4aba-bfd0-65c5ed46115e.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1448.899309] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Updating instance '0e4cc489-17c9-45e3-811b-eec92f9b8b1c' progress to 50 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1449.406994] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad57806-ed14-4cfd-be1f-77272db24ea1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.425686] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5cdbcda-d57b-4c5a-af41-ad6ba7fee001 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.442330] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Updating instance '0e4cc489-17c9-45e3-811b-eec92f9b8b1c' progress to 67 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1451.088705] env[68800]: DEBUG nova.network.neutron [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Port 18652db8-16fe-4228-b359-47e65eaccf33 binding to destination host cpu-1 is already ACTIVE {{(pid=68800) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1452.111841] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquiring lock "0e4cc489-17c9-45e3-811b-eec92f9b8b1c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1452.112287] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "0e4cc489-17c9-45e3-811b-eec92f9b8b1c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1452.112331] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "0e4cc489-17c9-45e3-811b-eec92f9b8b1c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1453.146403] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquiring lock "refresh_cache-0e4cc489-17c9-45e3-811b-eec92f9b8b1c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.146678] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquired lock "refresh_cache-0e4cc489-17c9-45e3-811b-eec92f9b8b1c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.146811] env[68800]: DEBUG nova.network.neutron [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1453.832258] env[68800]: DEBUG nova.network.neutron [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Updating instance_info_cache with network_info: [{"id": "18652db8-16fe-4228-b359-47e65eaccf33", "address": "fa:16:3e:19:60:a1", "network": {"id": "4ca5ed1c-7798-40f8-97dd-93eef15acf7e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1748453885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a82d9565ce4cf0ab26fb48caf3f589", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18652db8-16", "ovs_interfaceid": "18652db8-16fe-4228-b359-47e65eaccf33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.336061] env[68800]: DEBUG oslo_concurrency.lockutils [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Releasing lock "refresh_cache-0e4cc489-17c9-45e3-811b-eec92f9b8b1c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.845019] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5809cea-6973-433d-aae2-0813867ac5e8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.852207] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef80c0e-cdae-4a0d-9e89-6b8777efdadd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.946125] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4976177-8e38-4aa4-a15a-f14d419e9c44 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.965212] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2a6750-4550-45dc-865b-7429077c9e52 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.971447] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Updating instance '0e4cc489-17c9-45e3-811b-eec92f9b8b1c' progress to 83 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1456.478111] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1456.478424] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6918f590-3143-4f00-aa2f-9c9571f3cc39 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.485955] env[68800]: DEBUG oslo_vmware.api [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1456.485955] env[68800]: value = "task-3244860" [ 1456.485955] env[68800]: _type = "Task" [ 1456.485955] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.494643] env[68800]: DEBUG oslo_vmware.api [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244860, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.995338] env[68800]: DEBUG oslo_vmware.api [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244860, 'name': PowerOnVM_Task, 'duration_secs': 0.362081} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.995757] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1456.995757] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-1556e4a1-3d76-4adb-8af3-88ba1d2ae0dc tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Updating instance '0e4cc489-17c9-45e3-811b-eec92f9b8b1c' progress to 100 {{(pid=68800) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1459.670683] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fd620278-c972-447d-8d80-d3e88464f402 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquiring lock "0e4cc489-17c9-45e3-811b-eec92f9b8b1c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1459.671108] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fd620278-c972-447d-8d80-d3e88464f402 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "0e4cc489-17c9-45e3-811b-eec92f9b8b1c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1459.671294] env[68800]: DEBUG nova.compute.manager [None req-fd620278-c972-447d-8d80-d3e88464f402 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Going to confirm migration 10 {{(pid=68800) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1460.210021] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fd620278-c972-447d-8d80-d3e88464f402 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquiring lock "refresh_cache-0e4cc489-17c9-45e3-811b-eec92f9b8b1c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.210209] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fd620278-c972-447d-8d80-d3e88464f402 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquired lock "refresh_cache-0e4cc489-17c9-45e3-811b-eec92f9b8b1c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.210389] env[68800]: DEBUG nova.network.neutron [None req-fd620278-c972-447d-8d80-d3e88464f402 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1460.210568] env[68800]: DEBUG nova.objects.instance [None req-fd620278-c972-447d-8d80-d3e88464f402 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lazy-loading 'info_cache' on Instance uuid 0e4cc489-17c9-45e3-811b-eec92f9b8b1c {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1461.456608] env[68800]: DEBUG nova.network.neutron [None req-fd620278-c972-447d-8d80-d3e88464f402 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Updating instance_info_cache with network_info: [{"id": "18652db8-16fe-4228-b359-47e65eaccf33", "address": "fa:16:3e:19:60:a1", "network": {"id": "4ca5ed1c-7798-40f8-97dd-93eef15acf7e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1748453885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a82d9565ce4cf0ab26fb48caf3f589", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18652db8-16", "ovs_interfaceid": "18652db8-16fe-4228-b359-47e65eaccf33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.960017] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fd620278-c972-447d-8d80-d3e88464f402 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Releasing lock "refresh_cache-0e4cc489-17c9-45e3-811b-eec92f9b8b1c" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.960313] env[68800]: DEBUG nova.objects.instance [None req-fd620278-c972-447d-8d80-d3e88464f402 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lazy-loading 'migration_context' on Instance uuid 0e4cc489-17c9-45e3-811b-eec92f9b8b1c {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1462.463022] env[68800]: DEBUG nova.objects.base [None req-fd620278-c972-447d-8d80-d3e88464f402 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Object Instance<0e4cc489-17c9-45e3-811b-eec92f9b8b1c> lazy-loaded attributes: info_cache,migration_context {{(pid=68800) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1462.464027] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ff017d-125e-4d51-ad4a-8079f1cc8812 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.483988] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63bdcd60-2cb6-4e72-bee7-1f2aa0f82fc9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.488864] env[68800]: DEBUG oslo_vmware.api [None req-fd620278-c972-447d-8d80-d3e88464f402 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1462.488864] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]522266b5-ac87-d337-e0c1-8d74caac39f9" [ 1462.488864] env[68800]: _type = "Task" [ 1462.488864] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.496039] env[68800]: DEBUG oslo_vmware.api [None req-fd620278-c972-447d-8d80-d3e88464f402 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]522266b5-ac87-d337-e0c1-8d74caac39f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.999528] env[68800]: DEBUG oslo_vmware.api [None req-fd620278-c972-447d-8d80-d3e88464f402 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]522266b5-ac87-d337-e0c1-8d74caac39f9, 'name': SearchDatastore_Task, 'duration_secs': 0.008825} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.999669] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fd620278-c972-447d-8d80-d3e88464f402 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1462.999879] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fd620278-c972-447d-8d80-d3e88464f402 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1463.572220] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a5c5b4-01cd-4521-8e0c-98cd863b0d20 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.579714] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708f7097-2c33-4802-8446-fa66d6d904f5 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.608585] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e585092-3f1c-4aa9-9ff0-4776e0e31cf9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.615844] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f5f463-0d16-4776-a5df-663c05a0c82f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.629825] env[68800]: DEBUG nova.compute.provider_tree [None req-fd620278-c972-447d-8d80-d3e88464f402 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1464.132876] env[68800]: DEBUG nova.scheduler.client.report [None req-fd620278-c972-447d-8d80-d3e88464f402 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1465.143067] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fd620278-c972-447d-8d80-d3e88464f402 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.143s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1465.700768] env[68800]: INFO nova.scheduler.client.report [None req-fd620278-c972-447d-8d80-d3e88464f402 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Deleted allocation for migration 52d09744-0cd7-4122-ba50-4211c4423274 [ 1465.977113] env[68800]: INFO nova.compute.manager [None req-35dc054c-fb6b-4a4b-9311-a210fe236048 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Get console output [ 1465.977493] env[68800]: WARNING nova.virt.vmwareapi.driver [None req-35dc054c-fb6b-4a4b-9311-a210fe236048 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] The console log is missing. Check your VSPC configuration [ 1466.206119] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fd620278-c972-447d-8d80-d3e88464f402 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "0e4cc489-17c9-45e3-811b-eec92f9b8b1c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.535s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1474.388326] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1474.388729] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Cleaning up deleted instances with incomplete migration {{(pid=68800) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1475.891406] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1475.891836] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Cleaning up deleted instances {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1476.399753] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] There are 23 instances to clean {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1476.399956] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: e2d03f5a-cae7-4d1d-9628-516edbfb5eab] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1476.903249] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: d620c8de-4d9f-4fd4-9c8a-b7b147ae97cf] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1477.406223] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 8f3a595f-c485-4807-85b5-4cc9dbdfc0f3] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1477.909370] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: f0b733df-f750-4908-a250-0a1eb05f1a6e] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1478.412629] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: f74059d4-0f07-4d99-8786-320afcddad54] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1478.915649] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: e1f61316-a24e-4754-8ea2-ee3c404d164f] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1479.419239] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 99d06086-67da-452e-b8b5-bca9908f5940] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1479.923063] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 55f5fbd0-369e-4f6f-a127-4e9af3fe3130] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1480.426641] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 34ec7ee4-c556-45c3-939d-c8a6031121da] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1480.930022] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 9db43d1f-9d02-431f-8d12-207c77569515] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1481.433445] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: e7906754-a145-4d19-b813-019fb9c3312f] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1481.938038] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: b0161509-d59a-4b04-a0c0-2de9e416ba53] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1482.440901] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: f20e99a5-9c05-4318-a835-67ef0e27055c] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1482.945249] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: ac70d103-0a0f-4930-9ab3-1aa73da3a827] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1483.162482] env[68800]: DEBUG oslo_concurrency.lockutils [None req-828b1cc4-c4fd-4ef8-af13-d7868dd2d116 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquiring lock "267e4d34-ad72-429e-aa20-b6c76f6ed909" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1483.162715] env[68800]: DEBUG oslo_concurrency.lockutils [None req-828b1cc4-c4fd-4ef8-af13-d7868dd2d116 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "267e4d34-ad72-429e-aa20-b6c76f6ed909" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1483.448879] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 65c086bf-efea-48a5-93b9-aa0863483d38] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1483.666055] env[68800]: DEBUG nova.compute.utils [None req-828b1cc4-c4fd-4ef8-af13-d7868dd2d116 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1483.951937] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 1ff033c8-a54c-479e-bbee-ac8cb4e1802f] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1484.168272] env[68800]: DEBUG oslo_concurrency.lockutils [None req-828b1cc4-c4fd-4ef8-af13-d7868dd2d116 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "267e4d34-ad72-429e-aa20-b6c76f6ed909" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1484.455289] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 985f9de8-b51c-4f19-9f05-658c20d11cf5] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1484.958277] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: f928755f-4bb3-4653-a05f-96feefeab51f] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1485.236442] env[68800]: DEBUG oslo_concurrency.lockutils [None req-828b1cc4-c4fd-4ef8-af13-d7868dd2d116 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquiring lock "267e4d34-ad72-429e-aa20-b6c76f6ed909" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1485.236728] env[68800]: DEBUG oslo_concurrency.lockutils [None req-828b1cc4-c4fd-4ef8-af13-d7868dd2d116 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "267e4d34-ad72-429e-aa20-b6c76f6ed909" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1485.236892] env[68800]: INFO nova.compute.manager [None req-828b1cc4-c4fd-4ef8-af13-d7868dd2d116 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Attaching volume 9af035c1-2150-48e1-b692-2e932ef3b4bb to /dev/sdb [ 1485.266478] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34e7650-0e7b-4c17-8427-c5cf12091801 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.273402] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0deb8f-db71-4f67-b6a3-7e534f2c2008 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.286398] env[68800]: DEBUG nova.virt.block_device [None req-828b1cc4-c4fd-4ef8-af13-d7868dd2d116 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Updating existing volume attachment record: 5a8e3f6c-3be5-4aa0-8172-b460a2f54600 {{(pid=68800) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1485.461180] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 80bbda80-fc88-48d0-a014-396485ed36da] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1485.964796] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 24a88c02-c732-4589-ae47-c23172b82898] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1486.468200] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 7d7b5615-de05-47c8-aea5-8f354a6588ce] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1486.971633] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: 8b8a05f1-f724-4450-9b01-e6a63236ad35] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1487.474629] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] [instance: f4b7fc20-aa52-4c36-a9c7-dcbb3c849a09] Instance has had 0 of 5 cleanup attempts {{(pid=68800) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1487.977698] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1489.830771] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-828b1cc4-c4fd-4ef8-af13-d7868dd2d116 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Volume attach. Driver type: vmdk {{(pid=68800) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1489.831228] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-828b1cc4-c4fd-4ef8-af13-d7868dd2d116 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648428', 'volume_id': '9af035c1-2150-48e1-b692-2e932ef3b4bb', 'name': 'volume-9af035c1-2150-48e1-b692-2e932ef3b4bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '267e4d34-ad72-429e-aa20-b6c76f6ed909', 'attached_at': '', 'detached_at': '', 'volume_id': '9af035c1-2150-48e1-b692-2e932ef3b4bb', 'serial': '9af035c1-2150-48e1-b692-2e932ef3b4bb'} {{(pid=68800) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1489.832456] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f4f6a7-31ba-4f1c-a62b-2bf83a811a26 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.854485] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af6d467-2f5a-42a0-9749-274526f7180f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.879943] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-828b1cc4-c4fd-4ef8-af13-d7868dd2d116 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] volume-9af035c1-2150-48e1-b692-2e932ef3b4bb/volume-9af035c1-2150-48e1-b692-2e932ef3b4bb.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1489.880159] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a444999a-fcc4-49da-919d-cbeb67f378b9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.897522] env[68800]: DEBUG oslo_vmware.api [None req-828b1cc4-c4fd-4ef8-af13-d7868dd2d116 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for the task: (returnval){ [ 1489.897522] env[68800]: value = "task-3244863" [ 1489.897522] env[68800]: _type = "Task" [ 1489.897522] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.904760] env[68800]: DEBUG oslo_vmware.api [None req-828b1cc4-c4fd-4ef8-af13-d7868dd2d116 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244863, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.406891] env[68800]: DEBUG oslo_vmware.api [None req-828b1cc4-c4fd-4ef8-af13-d7868dd2d116 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244863, 'name': ReconfigVM_Task, 'duration_secs': 0.410036} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.407175] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-828b1cc4-c4fd-4ef8-af13-d7868dd2d116 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Reconfigured VM instance instance-0000007e to attach disk [datastore1] volume-9af035c1-2150-48e1-b692-2e932ef3b4bb/volume-9af035c1-2150-48e1-b692-2e932ef3b4bb.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1490.411744] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-000d8970-60e1-47b4-9d80-8857b6115085 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.425764] env[68800]: DEBUG oslo_vmware.api [None req-828b1cc4-c4fd-4ef8-af13-d7868dd2d116 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for the task: (returnval){ [ 1490.425764] env[68800]: value = "task-3244864" [ 1490.425764] env[68800]: _type = "Task" [ 1490.425764] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.433063] env[68800]: DEBUG oslo_vmware.api [None req-828b1cc4-c4fd-4ef8-af13-d7868dd2d116 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244864, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.935640] env[68800]: DEBUG oslo_vmware.api [None req-828b1cc4-c4fd-4ef8-af13-d7868dd2d116 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244864, 'name': ReconfigVM_Task, 'duration_secs': 0.16595} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.935946] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-828b1cc4-c4fd-4ef8-af13-d7868dd2d116 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648428', 'volume_id': '9af035c1-2150-48e1-b692-2e932ef3b4bb', 'name': 'volume-9af035c1-2150-48e1-b692-2e932ef3b4bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '267e4d34-ad72-429e-aa20-b6c76f6ed909', 'attached_at': '', 'detached_at': '', 'volume_id': '9af035c1-2150-48e1-b692-2e932ef3b4bb', 'serial': '9af035c1-2150-48e1-b692-2e932ef3b4bb'} {{(pid=68800) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1490.976585] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1490.976809] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1490.976943] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1490.977105] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1490.977258] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1490.977400] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1490.977547] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1490.977683] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68800) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1490.977826] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager.update_available_resource {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1491.480912] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1491.481183] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1491.481410] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1491.481572] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68800) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1491.482638] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c5592c-9281-4db0-a159-03c2e0eace55 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.490591] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84976032-c211-439c-b108-d30ab76cf576 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.504142] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d00ec2c-95aa-4772-9544-7df1931f6cef {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.509972] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb7808b-d654-48b1-91ae-bce9df28bf4f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.538967] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180585MB free_disk=120GB free_vcpus=48 pci_devices=None {{(pid=68800) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1491.539130] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1491.539336] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1491.970700] env[68800]: DEBUG nova.objects.instance [None req-828b1cc4-c4fd-4ef8-af13-d7868dd2d116 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lazy-loading 'flavor' on Instance uuid 267e4d34-ad72-429e-aa20-b6c76f6ed909 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1492.477292] env[68800]: DEBUG oslo_concurrency.lockutils [None req-828b1cc4-c4fd-4ef8-af13-d7868dd2d116 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "267e4d34-ad72-429e-aa20-b6c76f6ed909" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.240s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1492.619691] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance acd339b7-3d8a-45ba-90b8-88d4c163ef1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1492.619859] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance ee556142-985d-4ad9-a0c6-255952327360 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1492.620015] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 267e4d34-ad72-429e-aa20-b6c76f6ed909 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1492.620149] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance 0e4cc489-17c9-45e3-811b-eec92f9b8b1c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1492.620331] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=68800) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1492.620468] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1344MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=68800) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1492.670767] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280562ab-b640-48d6-8b9d-4431fbdb327c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.678115] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b65907d-1026-47eb-bd25-05dda505c6ee {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.681169] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7d946142-7cd1-4791-8dfe-c0e6c4ca8747 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquiring lock "267e4d34-ad72-429e-aa20-b6c76f6ed909" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1492.681383] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7d946142-7cd1-4791-8dfe-c0e6c4ca8747 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "267e4d34-ad72-429e-aa20-b6c76f6ed909" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1492.709818] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a66a2c-3b2b-4757-9e00-7e9d24867191 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.716907] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d3c429-9a4d-4f32-8377-6d20a379b097 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.729868] env[68800]: DEBUG nova.compute.provider_tree [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1492.998174] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ab3cbb14-58ca-49ab-bbb8-d4dd3d792369 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquiring lock "0e4cc489-17c9-45e3-811b-eec92f9b8b1c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1492.998544] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ab3cbb14-58ca-49ab-bbb8-d4dd3d792369 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "0e4cc489-17c9-45e3-811b-eec92f9b8b1c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1492.998592] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ab3cbb14-58ca-49ab-bbb8-d4dd3d792369 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquiring lock "0e4cc489-17c9-45e3-811b-eec92f9b8b1c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1492.998741] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ab3cbb14-58ca-49ab-bbb8-d4dd3d792369 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "0e4cc489-17c9-45e3-811b-eec92f9b8b1c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1492.998909] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ab3cbb14-58ca-49ab-bbb8-d4dd3d792369 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "0e4cc489-17c9-45e3-811b-eec92f9b8b1c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1493.001549] env[68800]: INFO nova.compute.manager [None req-ab3cbb14-58ca-49ab-bbb8-d4dd3d792369 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Terminating instance [ 1493.184804] env[68800]: INFO nova.compute.manager [None req-7d946142-7cd1-4791-8dfe-c0e6c4ca8747 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Detaching volume 9af035c1-2150-48e1-b692-2e932ef3b4bb [ 1493.218444] env[68800]: INFO nova.virt.block_device [None req-7d946142-7cd1-4791-8dfe-c0e6c4ca8747 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Attempting to driver detach volume 9af035c1-2150-48e1-b692-2e932ef3b4bb from mountpoint /dev/sdb [ 1493.218684] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d946142-7cd1-4791-8dfe-c0e6c4ca8747 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Volume detach. Driver type: vmdk {{(pid=68800) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1493.218867] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d946142-7cd1-4791-8dfe-c0e6c4ca8747 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648428', 'volume_id': '9af035c1-2150-48e1-b692-2e932ef3b4bb', 'name': 'volume-9af035c1-2150-48e1-b692-2e932ef3b4bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '267e4d34-ad72-429e-aa20-b6c76f6ed909', 'attached_at': '', 'detached_at': '', 'volume_id': '9af035c1-2150-48e1-b692-2e932ef3b4bb', 'serial': '9af035c1-2150-48e1-b692-2e932ef3b4bb'} {{(pid=68800) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1493.220031] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c4676a-15b7-4199-aa4f-69b04f31817e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.240328] env[68800]: DEBUG nova.scheduler.client.report [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1493.243916] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1429e1be-c8f9-4579-bc5a-2b171e6ee542 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.250553] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86cf62a5-c9d3-419d-8acb-6911d01e487c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.271201] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afdfef53-db8e-4a5f-9f48-ee2a49bd1595 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.285274] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d946142-7cd1-4791-8dfe-c0e6c4ca8747 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] The volume has not been displaced from its original location: [datastore1] volume-9af035c1-2150-48e1-b692-2e932ef3b4bb/volume-9af035c1-2150-48e1-b692-2e932ef3b4bb.vmdk. No consolidation needed. {{(pid=68800) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1493.290340] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d946142-7cd1-4791-8dfe-c0e6c4ca8747 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Reconfiguring VM instance instance-0000007e to detach disk 2001 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1493.290583] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd19abd7-64ed-448c-80ae-07269b06f54c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.307797] env[68800]: DEBUG oslo_vmware.api [None req-7d946142-7cd1-4791-8dfe-c0e6c4ca8747 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for the task: (returnval){ [ 1493.307797] env[68800]: value = "task-3244865" [ 1493.307797] env[68800]: _type = "Task" [ 1493.307797] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.314855] env[68800]: DEBUG oslo_vmware.api [None req-7d946142-7cd1-4791-8dfe-c0e6c4ca8747 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244865, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.505049] env[68800]: DEBUG nova.compute.manager [None req-ab3cbb14-58ca-49ab-bbb8-d4dd3d792369 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1493.505288] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3cbb14-58ca-49ab-bbb8-d4dd3d792369 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1493.505567] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33fafb05-c6f2-43c9-86ac-568ea356f0b0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.511716] env[68800]: DEBUG oslo_vmware.api [None req-ab3cbb14-58ca-49ab-bbb8-d4dd3d792369 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1493.511716] env[68800]: value = "task-3244866" [ 1493.511716] env[68800]: _type = "Task" [ 1493.511716] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.519956] env[68800]: DEBUG oslo_vmware.api [None req-ab3cbb14-58ca-49ab-bbb8-d4dd3d792369 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.748139] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68800) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1493.748353] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.209s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1493.816796] env[68800]: DEBUG oslo_vmware.api [None req-7d946142-7cd1-4791-8dfe-c0e6c4ca8747 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244865, 'name': ReconfigVM_Task, 'duration_secs': 0.195684} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.817020] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d946142-7cd1-4791-8dfe-c0e6c4ca8747 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Reconfigured VM instance instance-0000007e to detach disk 2001 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1493.821566] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd863b2e-8492-4366-8a8f-95120c1560d8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.835634] env[68800]: DEBUG oslo_vmware.api [None req-7d946142-7cd1-4791-8dfe-c0e6c4ca8747 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for the task: (returnval){ [ 1493.835634] env[68800]: value = "task-3244867" [ 1493.835634] env[68800]: _type = "Task" [ 1493.835634] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.842645] env[68800]: DEBUG oslo_vmware.api [None req-7d946142-7cd1-4791-8dfe-c0e6c4ca8747 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244867, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.021253] env[68800]: DEBUG oslo_vmware.api [None req-ab3cbb14-58ca-49ab-bbb8-d4dd3d792369 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244866, 'name': PowerOffVM_Task, 'duration_secs': 0.184944} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.021670] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3cbb14-58ca-49ab-bbb8-d4dd3d792369 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1494.021737] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab3cbb14-58ca-49ab-bbb8-d4dd3d792369 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Volume detach. Driver type: vmdk {{(pid=68800) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1494.021927] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab3cbb14-58ca-49ab-bbb8-d4dd3d792369 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648424', 'volume_id': '418e23ca-8e99-4aba-bfd0-65c5ed46115e', 'name': 'volume-418e23ca-8e99-4aba-bfd0-65c5ed46115e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '0e4cc489-17c9-45e3-811b-eec92f9b8b1c', 'attached_at': '2025-04-03T09:23:20.000000', 'detached_at': '', 'volume_id': '418e23ca-8e99-4aba-bfd0-65c5ed46115e', 'serial': '418e23ca-8e99-4aba-bfd0-65c5ed46115e'} {{(pid=68800) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1494.022693] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3561a42a-e71d-4f4e-ad82-821010cdb85d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.041108] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c61b0c0-0340-45c3-90fe-3c5f9ff6924d {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.047617] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13fdd819-1a88-4879-a302-18f9559ea8e7 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.065660] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3baac2a1-c17b-422f-a8e1-ec8c6c609f05 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.079343] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab3cbb14-58ca-49ab-bbb8-d4dd3d792369 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] The volume has not been displaced from its original location: [datastore2] volume-418e23ca-8e99-4aba-bfd0-65c5ed46115e/volume-418e23ca-8e99-4aba-bfd0-65c5ed46115e.vmdk. No consolidation needed. {{(pid=68800) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1494.084387] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab3cbb14-58ca-49ab-bbb8-d4dd3d792369 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Reconfiguring VM instance instance-0000007d to detach disk 2000 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1494.084622] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-284da0b6-3330-44b9-bc44-ed4cf2cfcbfd {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.100479] env[68800]: DEBUG oslo_vmware.api [None req-ab3cbb14-58ca-49ab-bbb8-d4dd3d792369 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1494.100479] env[68800]: value = "task-3244868" [ 1494.100479] env[68800]: _type = "Task" [ 1494.100479] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.107792] env[68800]: DEBUG oslo_vmware.api [None req-ab3cbb14-58ca-49ab-bbb8-d4dd3d792369 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244868, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.345336] env[68800]: DEBUG oslo_vmware.api [None req-7d946142-7cd1-4791-8dfe-c0e6c4ca8747 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244867, 'name': ReconfigVM_Task, 'duration_secs': 0.137554} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.345597] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d946142-7cd1-4791-8dfe-c0e6c4ca8747 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648428', 'volume_id': '9af035c1-2150-48e1-b692-2e932ef3b4bb', 'name': 'volume-9af035c1-2150-48e1-b692-2e932ef3b4bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '267e4d34-ad72-429e-aa20-b6c76f6ed909', 'attached_at': '', 'detached_at': '', 'volume_id': '9af035c1-2150-48e1-b692-2e932ef3b4bb', 'serial': '9af035c1-2150-48e1-b692-2e932ef3b4bb'} {{(pid=68800) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1494.610666] env[68800]: DEBUG oslo_vmware.api [None req-ab3cbb14-58ca-49ab-bbb8-d4dd3d792369 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244868, 'name': ReconfigVM_Task, 'duration_secs': 0.151128} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.610870] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab3cbb14-58ca-49ab-bbb8-d4dd3d792369 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Reconfigured VM instance instance-0000007d to detach disk 2000 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1494.615447] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b94fe78a-c6fd-4314-aa6a-a6c9c960fa03 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.630535] env[68800]: DEBUG oslo_vmware.api [None req-ab3cbb14-58ca-49ab-bbb8-d4dd3d792369 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1494.630535] env[68800]: value = "task-3244869" [ 1494.630535] env[68800]: _type = "Task" [ 1494.630535] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.640232] env[68800]: DEBUG oslo_vmware.api [None req-ab3cbb14-58ca-49ab-bbb8-d4dd3d792369 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244869, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.884706] env[68800]: DEBUG nova.objects.instance [None req-7d946142-7cd1-4791-8dfe-c0e6c4ca8747 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lazy-loading 'flavor' on Instance uuid 267e4d34-ad72-429e-aa20-b6c76f6ed909 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1495.140626] env[68800]: DEBUG oslo_vmware.api [None req-ab3cbb14-58ca-49ab-bbb8-d4dd3d792369 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244869, 'name': ReconfigVM_Task, 'duration_secs': 0.143334} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.141027] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab3cbb14-58ca-49ab-bbb8-d4dd3d792369 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648424', 'volume_id': '418e23ca-8e99-4aba-bfd0-65c5ed46115e', 'name': 'volume-418e23ca-8e99-4aba-bfd0-65c5ed46115e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '0e4cc489-17c9-45e3-811b-eec92f9b8b1c', 'attached_at': '2025-04-03T09:23:20.000000', 'detached_at': '', 'volume_id': '418e23ca-8e99-4aba-bfd0-65c5ed46115e', 'serial': '418e23ca-8e99-4aba-bfd0-65c5ed46115e'} {{(pid=68800) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1495.141124] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3cbb14-58ca-49ab-bbb8-d4dd3d792369 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1495.141908] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a65025-70d2-4f53-9fcb-92297ddd7c69 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.148310] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3cbb14-58ca-49ab-bbb8-d4dd3d792369 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1495.148533] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-335e1402-2953-4d28-b3dc-d9cf056b922b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.220092] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3cbb14-58ca-49ab-bbb8-d4dd3d792369 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1495.220314] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3cbb14-58ca-49ab-bbb8-d4dd3d792369 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1495.220498] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab3cbb14-58ca-49ab-bbb8-d4dd3d792369 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Deleting the datastore file [datastore2] 0e4cc489-17c9-45e3-811b-eec92f9b8b1c {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1495.220801] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4489ba55-c333-46c3-a0e2-8bcaca12fe2a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.227554] env[68800]: DEBUG oslo_vmware.api [None req-ab3cbb14-58ca-49ab-bbb8-d4dd3d792369 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1495.227554] env[68800]: value = "task-3244871" [ 1495.227554] env[68800]: _type = "Task" [ 1495.227554] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.234845] env[68800]: DEBUG oslo_vmware.api [None req-ab3cbb14-58ca-49ab-bbb8-d4dd3d792369 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244871, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.737508] env[68800]: DEBUG oslo_vmware.api [None req-ab3cbb14-58ca-49ab-bbb8-d4dd3d792369 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244871, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.086248} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.737754] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab3cbb14-58ca-49ab-bbb8-d4dd3d792369 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1495.737937] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3cbb14-58ca-49ab-bbb8-d4dd3d792369 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1495.738127] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3cbb14-58ca-49ab-bbb8-d4dd3d792369 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1495.738304] env[68800]: INFO nova.compute.manager [None req-ab3cbb14-58ca-49ab-bbb8-d4dd3d792369 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Took 2.23 seconds to destroy the instance on the hypervisor. [ 1495.738537] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab3cbb14-58ca-49ab-bbb8-d4dd3d792369 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1495.738724] env[68800]: DEBUG nova.compute.manager [-] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1495.738818] env[68800]: DEBUG nova.network.neutron [-] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1495.892162] env[68800]: DEBUG oslo_concurrency.lockutils [None req-7d946142-7cd1-4791-8dfe-c0e6c4ca8747 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "267e4d34-ad72-429e-aa20-b6c76f6ed909" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.211s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1496.174821] env[68800]: DEBUG nova.compute.manager [req-3055e29e-7c91-4ce6-bb7e-492bca4e9ca3 req-817c1616-85b6-4165-a2d0-c8144c72bc4d service nova] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Received event network-vif-deleted-18652db8-16fe-4228-b359-47e65eaccf33 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1496.175114] env[68800]: INFO nova.compute.manager [req-3055e29e-7c91-4ce6-bb7e-492bca4e9ca3 req-817c1616-85b6-4165-a2d0-c8144c72bc4d service nova] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Neutron deleted interface 18652db8-16fe-4228-b359-47e65eaccf33; detaching it from the instance and deleting it from the info cache [ 1496.175352] env[68800]: DEBUG nova.network.neutron [req-3055e29e-7c91-4ce6-bb7e-492bca4e9ca3 req-817c1616-85b6-4165-a2d0-c8144c72bc4d service nova] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1496.655794] env[68800]: DEBUG nova.network.neutron [-] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1496.677652] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64d99def-db54-4b1e-9c25-7562bc7083c8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.689168] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5483c5b0-5e18-4a38-94ac-6852f29f1b44 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.715385] env[68800]: DEBUG nova.compute.manager [req-3055e29e-7c91-4ce6-bb7e-492bca4e9ca3 req-817c1616-85b6-4165-a2d0-c8144c72bc4d service nova] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Detach interface failed, port_id=18652db8-16fe-4228-b359-47e65eaccf33, reason: Instance 0e4cc489-17c9-45e3-811b-eec92f9b8b1c could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1496.935782] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f567bf41-73ab-458e-82e3-9f84b338440e tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquiring lock "267e4d34-ad72-429e-aa20-b6c76f6ed909" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1496.936076] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f567bf41-73ab-458e-82e3-9f84b338440e tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "267e4d34-ad72-429e-aa20-b6c76f6ed909" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1496.936290] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f567bf41-73ab-458e-82e3-9f84b338440e tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquiring lock "267e4d34-ad72-429e-aa20-b6c76f6ed909-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1496.936471] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f567bf41-73ab-458e-82e3-9f84b338440e tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "267e4d34-ad72-429e-aa20-b6c76f6ed909-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1496.936671] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f567bf41-73ab-458e-82e3-9f84b338440e tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "267e4d34-ad72-429e-aa20-b6c76f6ed909-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1496.938897] env[68800]: INFO nova.compute.manager [None req-f567bf41-73ab-458e-82e3-9f84b338440e tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Terminating instance [ 1497.158390] env[68800]: INFO nova.compute.manager [-] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Took 1.42 seconds to deallocate network for instance. [ 1497.442614] env[68800]: DEBUG nova.compute.manager [None req-f567bf41-73ab-458e-82e3-9f84b338440e tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1497.442949] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f567bf41-73ab-458e-82e3-9f84b338440e tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1497.443743] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cadee14e-aba2-4335-adb5-f1d49e58f33a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.451308] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-f567bf41-73ab-458e-82e3-9f84b338440e tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1497.451545] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fca94e4a-9a80-4aeb-b9f1-d258600095f8 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.457574] env[68800]: DEBUG oslo_vmware.api [None req-f567bf41-73ab-458e-82e3-9f84b338440e tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for the task: (returnval){ [ 1497.457574] env[68800]: value = "task-3244872" [ 1497.457574] env[68800]: _type = "Task" [ 1497.457574] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.465575] env[68800]: DEBUG oslo_vmware.api [None req-f567bf41-73ab-458e-82e3-9f84b338440e tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244872, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.699236] env[68800]: INFO nova.compute.manager [None req-ab3cbb14-58ca-49ab-bbb8-d4dd3d792369 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Took 0.54 seconds to detach 1 volumes for instance. [ 1497.701295] env[68800]: DEBUG nova.compute.manager [None req-ab3cbb14-58ca-49ab-bbb8-d4dd3d792369 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: 0e4cc489-17c9-45e3-811b-eec92f9b8b1c] Deleting volume: 418e23ca-8e99-4aba-bfd0-65c5ed46115e {{(pid=68800) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1497.967930] env[68800]: DEBUG oslo_vmware.api [None req-f567bf41-73ab-458e-82e3-9f84b338440e tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244872, 'name': PowerOffVM_Task, 'duration_secs': 0.188892} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.968199] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-f567bf41-73ab-458e-82e3-9f84b338440e tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1497.968321] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f567bf41-73ab-458e-82e3-9f84b338440e tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1497.968563] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9d12f8a-4ca6-4cc3-8998-a5dc1854a1af {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.031857] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f567bf41-73ab-458e-82e3-9f84b338440e tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1498.032086] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f567bf41-73ab-458e-82e3-9f84b338440e tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1498.032272] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-f567bf41-73ab-458e-82e3-9f84b338440e tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Deleting the datastore file [datastore2] 267e4d34-ad72-429e-aa20-b6c76f6ed909 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1498.032550] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ec66bd1-398e-4b46-8324-491cd881ebb9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.038582] env[68800]: DEBUG oslo_vmware.api [None req-f567bf41-73ab-458e-82e3-9f84b338440e tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for the task: (returnval){ [ 1498.038582] env[68800]: value = "task-3244875" [ 1498.038582] env[68800]: _type = "Task" [ 1498.038582] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.045513] env[68800]: DEBUG oslo_vmware.api [None req-f567bf41-73ab-458e-82e3-9f84b338440e tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244875, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.237101] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ab3cbb14-58ca-49ab-bbb8-d4dd3d792369 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1498.237368] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ab3cbb14-58ca-49ab-bbb8-d4dd3d792369 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1498.237569] env[68800]: DEBUG nova.objects.instance [None req-ab3cbb14-58ca-49ab-bbb8-d4dd3d792369 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lazy-loading 'resources' on Instance uuid 0e4cc489-17c9-45e3-811b-eec92f9b8b1c {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1498.549243] env[68800]: DEBUG oslo_vmware.api [None req-f567bf41-73ab-458e-82e3-9f84b338440e tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244875, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144382} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.549620] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-f567bf41-73ab-458e-82e3-9f84b338440e tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1498.549669] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f567bf41-73ab-458e-82e3-9f84b338440e tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1498.549799] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-f567bf41-73ab-458e-82e3-9f84b338440e tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1498.549971] env[68800]: INFO nova.compute.manager [None req-f567bf41-73ab-458e-82e3-9f84b338440e tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1498.550220] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f567bf41-73ab-458e-82e3-9f84b338440e tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1498.550410] env[68800]: DEBUG nova.compute.manager [-] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1498.550505] env[68800]: DEBUG nova.network.neutron [-] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1498.800986] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed2c0f3-c8c2-4fad-b2cf-3175f09b8635 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.808384] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f2fab6-f6ee-4394-ae9b-065085e2477e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.837611] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11d952e-9445-4279-bdee-2988838b78f9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.844831] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7a04b4-2262-43a7-997c-624e2704c1ee {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.857985] env[68800]: DEBUG nova.compute.provider_tree [None req-ab3cbb14-58ca-49ab-bbb8-d4dd3d792369 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1498.998059] env[68800]: DEBUG nova.compute.manager [req-7a643436-6377-4161-88a3-d6fa0b0b76f7 req-b72ca09f-420a-420c-9fcf-6294cdf4757f service nova] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Received event network-vif-deleted-88087fce-5e2e-4124-ba26-5b9e7ab5b1fb {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1498.999235] env[68800]: INFO nova.compute.manager [req-7a643436-6377-4161-88a3-d6fa0b0b76f7 req-b72ca09f-420a-420c-9fcf-6294cdf4757f service nova] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Neutron deleted interface 88087fce-5e2e-4124-ba26-5b9e7ab5b1fb; detaching it from the instance and deleting it from the info cache [ 1498.999235] env[68800]: DEBUG nova.network.neutron [req-7a643436-6377-4161-88a3-d6fa0b0b76f7 req-b72ca09f-420a-420c-9fcf-6294cdf4757f service nova] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.363054] env[68800]: DEBUG nova.scheduler.client.report [None req-ab3cbb14-58ca-49ab-bbb8-d4dd3d792369 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1499.479412] env[68800]: DEBUG nova.network.neutron [-] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.502064] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-985389a0-cc8a-4e5b-85ba-543af3ddcffa {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.514347] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11e991c-1b4f-4f44-8c33-b4b37edad83a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.539019] env[68800]: DEBUG nova.compute.manager [req-7a643436-6377-4161-88a3-d6fa0b0b76f7 req-b72ca09f-420a-420c-9fcf-6294cdf4757f service nova] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Detach interface failed, port_id=88087fce-5e2e-4124-ba26-5b9e7ab5b1fb, reason: Instance 267e4d34-ad72-429e-aa20-b6c76f6ed909 could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1499.869822] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ab3cbb14-58ca-49ab-bbb8-d4dd3d792369 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.632s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1499.893708] env[68800]: INFO nova.scheduler.client.report [None req-ab3cbb14-58ca-49ab-bbb8-d4dd3d792369 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Deleted allocations for instance 0e4cc489-17c9-45e3-811b-eec92f9b8b1c [ 1499.982390] env[68800]: INFO nova.compute.manager [-] [instance: 267e4d34-ad72-429e-aa20-b6c76f6ed909] Took 1.43 seconds to deallocate network for instance. [ 1500.400604] env[68800]: DEBUG oslo_concurrency.lockutils [None req-ab3cbb14-58ca-49ab-bbb8-d4dd3d792369 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "0e4cc489-17c9-45e3-811b-eec92f9b8b1c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.402s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1500.488533] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f567bf41-73ab-458e-82e3-9f84b338440e tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1500.488841] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f567bf41-73ab-458e-82e3-9f84b338440e tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1500.489083] env[68800]: DEBUG nova.objects.instance [None req-f567bf41-73ab-458e-82e3-9f84b338440e tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lazy-loading 'resources' on Instance uuid 267e4d34-ad72-429e-aa20-b6c76f6ed909 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1500.714151] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bf3b2a07-e2d9-4093-8d7c-0155b326f35d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquiring lock "ee556142-985d-4ad9-a0c6-255952327360" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1500.714388] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bf3b2a07-e2d9-4093-8d7c-0155b326f35d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "ee556142-985d-4ad9-a0c6-255952327360" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1500.714602] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bf3b2a07-e2d9-4093-8d7c-0155b326f35d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquiring lock "ee556142-985d-4ad9-a0c6-255952327360-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1500.714785] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bf3b2a07-e2d9-4093-8d7c-0155b326f35d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "ee556142-985d-4ad9-a0c6-255952327360-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1500.714952] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bf3b2a07-e2d9-4093-8d7c-0155b326f35d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "ee556142-985d-4ad9-a0c6-255952327360-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1500.717123] env[68800]: INFO nova.compute.manager [None req-bf3b2a07-e2d9-4093-8d7c-0155b326f35d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: ee556142-985d-4ad9-a0c6-255952327360] Terminating instance [ 1501.040286] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83605d31-2f1e-4597-a089-1366cf062bdb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.047515] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c52d4b5-37c0-4668-ae66-7f80d1a1d3bc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.077310] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bccb65-527b-4dde-b2d2-6567a1c88602 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.083758] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3df894-36a7-4bb1-a6b2-47cf20f37338 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.096151] env[68800]: DEBUG nova.compute.provider_tree [None req-f567bf41-73ab-458e-82e3-9f84b338440e tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1501.220234] env[68800]: DEBUG nova.compute.manager [None req-bf3b2a07-e2d9-4093-8d7c-0155b326f35d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: ee556142-985d-4ad9-a0c6-255952327360] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1501.220464] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3b2a07-e2d9-4093-8d7c-0155b326f35d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: ee556142-985d-4ad9-a0c6-255952327360] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1501.221384] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fffada-0a4a-4ab5-9b5b-ede6e286e0c1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.229749] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf3b2a07-e2d9-4093-8d7c-0155b326f35d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: ee556142-985d-4ad9-a0c6-255952327360] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1501.229973] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b17ed32d-404b-4257-b1a4-027c45c8de53 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.235945] env[68800]: DEBUG oslo_vmware.api [None req-bf3b2a07-e2d9-4093-8d7c-0155b326f35d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1501.235945] env[68800]: value = "task-3244876" [ 1501.235945] env[68800]: _type = "Task" [ 1501.235945] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.243922] env[68800]: DEBUG oslo_vmware.api [None req-bf3b2a07-e2d9-4093-8d7c-0155b326f35d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.599078] env[68800]: DEBUG nova.scheduler.client.report [None req-f567bf41-73ab-458e-82e3-9f84b338440e tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1501.745422] env[68800]: DEBUG oslo_vmware.api [None req-bf3b2a07-e2d9-4093-8d7c-0155b326f35d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244876, 'name': PowerOffVM_Task, 'duration_secs': 0.195678} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.745676] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf3b2a07-e2d9-4093-8d7c-0155b326f35d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: ee556142-985d-4ad9-a0c6-255952327360] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1501.745845] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3b2a07-e2d9-4093-8d7c-0155b326f35d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: ee556142-985d-4ad9-a0c6-255952327360] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1501.746092] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23ff99a3-7e6a-4fa3-a87c-71ef9e4d8127 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.813917] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3b2a07-e2d9-4093-8d7c-0155b326f35d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: ee556142-985d-4ad9-a0c6-255952327360] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1501.814234] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3b2a07-e2d9-4093-8d7c-0155b326f35d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: ee556142-985d-4ad9-a0c6-255952327360] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1501.814422] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf3b2a07-e2d9-4093-8d7c-0155b326f35d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Deleting the datastore file [datastore2] ee556142-985d-4ad9-a0c6-255952327360 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1501.814682] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1768d47-f8cf-492c-9c91-e5078f5218a4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.820344] env[68800]: DEBUG oslo_vmware.api [None req-bf3b2a07-e2d9-4093-8d7c-0155b326f35d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1501.820344] env[68800]: value = "task-3244878" [ 1501.820344] env[68800]: _type = "Task" [ 1501.820344] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.827557] env[68800]: DEBUG oslo_vmware.api [None req-bf3b2a07-e2d9-4093-8d7c-0155b326f35d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.104305] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f567bf41-73ab-458e-82e3-9f84b338440e tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.615s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1502.121884] env[68800]: INFO nova.scheduler.client.report [None req-f567bf41-73ab-458e-82e3-9f84b338440e tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Deleted allocations for instance 267e4d34-ad72-429e-aa20-b6c76f6ed909 [ 1502.329821] env[68800]: DEBUG oslo_vmware.api [None req-bf3b2a07-e2d9-4093-8d7c-0155b326f35d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1224} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.330072] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf3b2a07-e2d9-4093-8d7c-0155b326f35d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1502.330259] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3b2a07-e2d9-4093-8d7c-0155b326f35d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: ee556142-985d-4ad9-a0c6-255952327360] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1502.330436] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3b2a07-e2d9-4093-8d7c-0155b326f35d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: ee556142-985d-4ad9-a0c6-255952327360] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1502.330607] env[68800]: INFO nova.compute.manager [None req-bf3b2a07-e2d9-4093-8d7c-0155b326f35d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: ee556142-985d-4ad9-a0c6-255952327360] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1502.330841] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf3b2a07-e2d9-4093-8d7c-0155b326f35d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1502.331036] env[68800]: DEBUG nova.compute.manager [-] [instance: ee556142-985d-4ad9-a0c6-255952327360] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1502.331139] env[68800]: DEBUG nova.network.neutron [-] [instance: ee556142-985d-4ad9-a0c6-255952327360] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1502.629688] env[68800]: DEBUG oslo_concurrency.lockutils [None req-f567bf41-73ab-458e-82e3-9f84b338440e tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "267e4d34-ad72-429e-aa20-b6c76f6ed909" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.693s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1502.814041] env[68800]: DEBUG nova.compute.manager [req-5988d530-3ee1-4d18-8cf5-f4cd6b85b5a8 req-cecf63b3-1b7f-43f3-9a0b-0918dd94c79f service nova] [instance: ee556142-985d-4ad9-a0c6-255952327360] Received event network-vif-deleted-09cb7e43-d378-4a7c-89ce-0d034b3b763d {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1502.814268] env[68800]: INFO nova.compute.manager [req-5988d530-3ee1-4d18-8cf5-f4cd6b85b5a8 req-cecf63b3-1b7f-43f3-9a0b-0918dd94c79f service nova] [instance: ee556142-985d-4ad9-a0c6-255952327360] Neutron deleted interface 09cb7e43-d378-4a7c-89ce-0d034b3b763d; detaching it from the instance and deleting it from the info cache [ 1502.814425] env[68800]: DEBUG nova.network.neutron [req-5988d530-3ee1-4d18-8cf5-f4cd6b85b5a8 req-cecf63b3-1b7f-43f3-9a0b-0918dd94c79f service nova] [instance: ee556142-985d-4ad9-a0c6-255952327360] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.296017] env[68800]: DEBUG nova.network.neutron [-] [instance: ee556142-985d-4ad9-a0c6-255952327360] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.317135] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-108c4c28-98f8-4fec-a437-3f058ce371bc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.327050] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72bccbb3-f7f6-4f13-bc79-3af2d1d801c1 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.351455] env[68800]: DEBUG nova.compute.manager [req-5988d530-3ee1-4d18-8cf5-f4cd6b85b5a8 req-cecf63b3-1b7f-43f3-9a0b-0918dd94c79f service nova] [instance: ee556142-985d-4ad9-a0c6-255952327360] Detach interface failed, port_id=09cb7e43-d378-4a7c-89ce-0d034b3b763d, reason: Instance ee556142-985d-4ad9-a0c6-255952327360 could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1503.798960] env[68800]: INFO nova.compute.manager [-] [instance: ee556142-985d-4ad9-a0c6-255952327360] Took 1.47 seconds to deallocate network for instance. [ 1504.305331] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bf3b2a07-e2d9-4093-8d7c-0155b326f35d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1504.305624] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bf3b2a07-e2d9-4093-8d7c-0155b326f35d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1504.305882] env[68800]: DEBUG nova.objects.instance [None req-bf3b2a07-e2d9-4093-8d7c-0155b326f35d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lazy-loading 'resources' on Instance uuid ee556142-985d-4ad9-a0c6-255952327360 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1504.815439] env[68800]: DEBUG oslo_concurrency.lockutils [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquiring lock "b78deb2b-b087-4314-b6ea-295b31ed7ca6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1504.815642] env[68800]: DEBUG oslo_concurrency.lockutils [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "b78deb2b-b087-4314-b6ea-295b31ed7ca6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1504.860123] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f819dbb-04e4-41c7-b1a8-7039933e5c93 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.867293] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9d5ab6-0b68-47cf-a7e5-10d6b4a6aa34 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.898170] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710a096f-2cac-4918-a53b-ee459c45f6b0 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.905409] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d576a79-d5bb-47a9-98cf-49ee14f9a46b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.917963] env[68800]: DEBUG nova.compute.provider_tree [None req-bf3b2a07-e2d9-4093-8d7c-0155b326f35d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1505.317529] env[68800]: DEBUG nova.compute.manager [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Starting instance... {{(pid=68800) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1505.421199] env[68800]: DEBUG nova.scheduler.client.report [None req-bf3b2a07-e2d9-4093-8d7c-0155b326f35d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1505.835629] env[68800]: DEBUG oslo_concurrency.lockutils [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1505.926651] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bf3b2a07-e2d9-4093-8d7c-0155b326f35d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.621s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1505.930088] env[68800]: DEBUG oslo_concurrency.lockutils [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.094s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1505.932487] env[68800]: INFO nova.compute.claims [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1505.945863] env[68800]: INFO nova.scheduler.client.report [None req-bf3b2a07-e2d9-4093-8d7c-0155b326f35d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Deleted allocations for instance ee556142-985d-4ad9-a0c6-255952327360 [ 1506.453709] env[68800]: DEBUG oslo_concurrency.lockutils [None req-bf3b2a07-e2d9-4093-8d7c-0155b326f35d tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "ee556142-985d-4ad9-a0c6-255952327360" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.739s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1506.981137] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724c8479-c135-485e-a6f7-50d6d45193bb {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.988304] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96887167-d35b-4aa7-bd78-1a180480a02f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.021215] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ccafe64-b052-4af3-b903-dfba8bb6cf7a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.028726] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303c8ce5-5e3e-4a3f-927a-05c7ca46287c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.042116] env[68800]: DEBUG nova.compute.provider_tree [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1507.545298] env[68800]: DEBUG nova.scheduler.client.report [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1508.050724] env[68800]: DEBUG oslo_concurrency.lockutils [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.120s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1508.051071] env[68800]: DEBUG nova.compute.manager [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Start building networks asynchronously for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1508.556161] env[68800]: DEBUG nova.compute.utils [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1508.557520] env[68800]: DEBUG nova.compute.manager [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Allocating IP information in the background. {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1508.557690] env[68800]: DEBUG nova.network.neutron [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] allocate_for_instance() {{(pid=68800) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1508.601693] env[68800]: DEBUG nova.policy [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36bd09abfa7145f5b7e1b0a0037cb8c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a003f4221a04746a95aae95c1b81f98', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68800) authorize /opt/stack/nova/nova/policy.py:192}} [ 1508.844226] env[68800]: DEBUG nova.network.neutron [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Successfully created port: c3b45ffc-9c18-4ef9-a40f-17f70693510f {{(pid=68800) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1509.061179] env[68800]: DEBUG nova.compute.manager [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Start building block device mappings for instance. {{(pid=68800) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1510.071027] env[68800]: DEBUG nova.compute.manager [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Start spawning the instance on the hypervisor. {{(pid=68800) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1510.109029] env[68800]: DEBUG nova.virt.hardware [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T09:07:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T09:07:28Z,direct_url=,disk_format='vmdk',id=5878416b-a2ce-41e8-a2c0-8cea34632bd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3ae10f76bf14ae69232ca090f1bb0ff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T09:07:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1510.109304] env[68800]: DEBUG nova.virt.hardware [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Flavor limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1510.109541] env[68800]: DEBUG nova.virt.hardware [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Image limits 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1510.109640] env[68800]: DEBUG nova.virt.hardware [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Flavor pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1510.109799] env[68800]: DEBUG nova.virt.hardware [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Image pref 0:0:0 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1510.109948] env[68800]: DEBUG nova.virt.hardware [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68800) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1510.110205] env[68800]: DEBUG nova.virt.hardware [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1510.110384] env[68800]: DEBUG nova.virt.hardware [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1510.110555] env[68800]: DEBUG nova.virt.hardware [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Got 1 possible topologies {{(pid=68800) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1510.110718] env[68800]: DEBUG nova.virt.hardware [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1510.111589] env[68800]: DEBUG nova.virt.hardware [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68800) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1510.111831] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e830b2-ce82-4857-b496-8ac790fe0377 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.120504] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16885f86-5aae-4065-8651-47771591cc5c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.222582] env[68800]: DEBUG nova.compute.manager [req-2d7e7fbd-0302-4b11-8dee-433efd5cfdee req-8530ee4a-6a53-47ee-84d3-a33b6f0d1073 service nova] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Received event network-vif-plugged-c3b45ffc-9c18-4ef9-a40f-17f70693510f {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1510.222809] env[68800]: DEBUG oslo_concurrency.lockutils [req-2d7e7fbd-0302-4b11-8dee-433efd5cfdee req-8530ee4a-6a53-47ee-84d3-a33b6f0d1073 service nova] Acquiring lock "b78deb2b-b087-4314-b6ea-295b31ed7ca6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1510.223056] env[68800]: DEBUG oslo_concurrency.lockutils [req-2d7e7fbd-0302-4b11-8dee-433efd5cfdee req-8530ee4a-6a53-47ee-84d3-a33b6f0d1073 service nova] Lock "b78deb2b-b087-4314-b6ea-295b31ed7ca6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1510.223238] env[68800]: DEBUG oslo_concurrency.lockutils [req-2d7e7fbd-0302-4b11-8dee-433efd5cfdee req-8530ee4a-6a53-47ee-84d3-a33b6f0d1073 service nova] Lock "b78deb2b-b087-4314-b6ea-295b31ed7ca6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1510.223411] env[68800]: DEBUG nova.compute.manager [req-2d7e7fbd-0302-4b11-8dee-433efd5cfdee req-8530ee4a-6a53-47ee-84d3-a33b6f0d1073 service nova] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] No waiting events found dispatching network-vif-plugged-c3b45ffc-9c18-4ef9-a40f-17f70693510f {{(pid=68800) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1510.223579] env[68800]: WARNING nova.compute.manager [req-2d7e7fbd-0302-4b11-8dee-433efd5cfdee req-8530ee4a-6a53-47ee-84d3-a33b6f0d1073 service nova] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Received unexpected event network-vif-plugged-c3b45ffc-9c18-4ef9-a40f-17f70693510f for instance with vm_state building and task_state spawning. [ 1510.351302] env[68800]: DEBUG nova.network.neutron [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Successfully updated port: c3b45ffc-9c18-4ef9-a40f-17f70693510f {{(pid=68800) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1510.651371] env[68800]: DEBUG oslo_concurrency.lockutils [None req-203c6a5e-111f-426f-926b-df5e338fd2c1 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquiring lock "acd339b7-3d8a-45ba-90b8-88d4c163ef1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1510.651436] env[68800]: DEBUG oslo_concurrency.lockutils [None req-203c6a5e-111f-426f-926b-df5e338fd2c1 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "acd339b7-3d8a-45ba-90b8-88d4c163ef1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1510.651687] env[68800]: DEBUG oslo_concurrency.lockutils [None req-203c6a5e-111f-426f-926b-df5e338fd2c1 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquiring lock "acd339b7-3d8a-45ba-90b8-88d4c163ef1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1510.651888] env[68800]: DEBUG oslo_concurrency.lockutils [None req-203c6a5e-111f-426f-926b-df5e338fd2c1 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "acd339b7-3d8a-45ba-90b8-88d4c163ef1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1510.652353] env[68800]: DEBUG oslo_concurrency.lockutils [None req-203c6a5e-111f-426f-926b-df5e338fd2c1 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "acd339b7-3d8a-45ba-90b8-88d4c163ef1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1510.654207] env[68800]: INFO nova.compute.manager [None req-203c6a5e-111f-426f-926b-df5e338fd2c1 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Terminating instance [ 1510.853882] env[68800]: DEBUG oslo_concurrency.lockutils [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquiring lock "refresh_cache-b78deb2b-b087-4314-b6ea-295b31ed7ca6" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.854118] env[68800]: DEBUG oslo_concurrency.lockutils [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquired lock "refresh_cache-b78deb2b-b087-4314-b6ea-295b31ed7ca6" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.854187] env[68800]: DEBUG nova.network.neutron [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Building network info cache for instance {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1511.157525] env[68800]: DEBUG nova.compute.manager [None req-203c6a5e-111f-426f-926b-df5e338fd2c1 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1511.157965] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-203c6a5e-111f-426f-926b-df5e338fd2c1 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1511.158626] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9753d3ed-96d6-438f-b688-13c74fdd137e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.166263] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-203c6a5e-111f-426f-926b-df5e338fd2c1 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1511.166498] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0091a77b-27b2-4aa5-b754-b0b037584aae {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.173297] env[68800]: DEBUG oslo_vmware.api [None req-203c6a5e-111f-426f-926b-df5e338fd2c1 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1511.173297] env[68800]: value = "task-3244880" [ 1511.173297] env[68800]: _type = "Task" [ 1511.173297] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.180536] env[68800]: DEBUG oslo_vmware.api [None req-203c6a5e-111f-426f-926b-df5e338fd2c1 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244880, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.400979] env[68800]: DEBUG nova.network.neutron [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Instance cache missing network info. {{(pid=68800) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1511.522956] env[68800]: DEBUG nova.network.neutron [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Updating instance_info_cache with network_info: [{"id": "c3b45ffc-9c18-4ef9-a40f-17f70693510f", "address": "fa:16:3e:f2:d1:81", "network": {"id": "37d62d2e-19ea-48f0-8e7c-f4fd60593e0a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-691022587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a003f4221a04746a95aae95c1b81f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3b45ffc-9c", "ovs_interfaceid": "c3b45ffc-9c18-4ef9-a40f-17f70693510f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.682856] env[68800]: DEBUG oslo_vmware.api [None req-203c6a5e-111f-426f-926b-df5e338fd2c1 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244880, 'name': PowerOffVM_Task, 'duration_secs': 0.210846} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.683096] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-203c6a5e-111f-426f-926b-df5e338fd2c1 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1511.683265] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-203c6a5e-111f-426f-926b-df5e338fd2c1 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1511.683507] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4cf2285c-f58e-412f-84ad-6f4516714951 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.751292] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-203c6a5e-111f-426f-926b-df5e338fd2c1 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1511.751506] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-203c6a5e-111f-426f-926b-df5e338fd2c1 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Deleting contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1511.751723] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-203c6a5e-111f-426f-926b-df5e338fd2c1 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Deleting the datastore file [datastore1] acd339b7-3d8a-45ba-90b8-88d4c163ef1f {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1511.751988] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9278eed5-fe53-4999-8c4e-869d32ee1603 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.757987] env[68800]: DEBUG oslo_vmware.api [None req-203c6a5e-111f-426f-926b-df5e338fd2c1 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for the task: (returnval){ [ 1511.757987] env[68800]: value = "task-3244882" [ 1511.757987] env[68800]: _type = "Task" [ 1511.757987] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.767809] env[68800]: DEBUG oslo_vmware.api [None req-203c6a5e-111f-426f-926b-df5e338fd2c1 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244882, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.025869] env[68800]: DEBUG oslo_concurrency.lockutils [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Releasing lock "refresh_cache-b78deb2b-b087-4314-b6ea-295b31ed7ca6" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.026178] env[68800]: DEBUG nova.compute.manager [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Instance network_info: |[{"id": "c3b45ffc-9c18-4ef9-a40f-17f70693510f", "address": "fa:16:3e:f2:d1:81", "network": {"id": "37d62d2e-19ea-48f0-8e7c-f4fd60593e0a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-691022587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a003f4221a04746a95aae95c1b81f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3b45ffc-9c", "ovs_interfaceid": "c3b45ffc-9c18-4ef9-a40f-17f70693510f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68800) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1512.026626] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:d1:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73915082-a1b0-460b-b24d-97588fc9cb29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3b45ffc-9c18-4ef9-a40f-17f70693510f', 'vif_model': 'vmxnet3'}] {{(pid=68800) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1512.034094] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1512.034306] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Creating VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1512.034540] env[68800]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58323c1c-a624-4f0b-8519-182a3018b646 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.053965] env[68800]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1512.053965] env[68800]: value = "task-3244883" [ 1512.053965] env[68800]: _type = "Task" [ 1512.053965] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.061210] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244883, 'name': CreateVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.251220] env[68800]: DEBUG nova.compute.manager [req-04ebf453-95f2-46eb-8ee9-baf402892973 req-5da59a8e-6921-4e6d-b09c-01d996b69495 service nova] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Received event network-changed-c3b45ffc-9c18-4ef9-a40f-17f70693510f {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1512.251530] env[68800]: DEBUG nova.compute.manager [req-04ebf453-95f2-46eb-8ee9-baf402892973 req-5da59a8e-6921-4e6d-b09c-01d996b69495 service nova] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Refreshing instance network info cache due to event network-changed-c3b45ffc-9c18-4ef9-a40f-17f70693510f. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1512.251780] env[68800]: DEBUG oslo_concurrency.lockutils [req-04ebf453-95f2-46eb-8ee9-baf402892973 req-5da59a8e-6921-4e6d-b09c-01d996b69495 service nova] Acquiring lock "refresh_cache-b78deb2b-b087-4314-b6ea-295b31ed7ca6" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.251780] env[68800]: DEBUG oslo_concurrency.lockutils [req-04ebf453-95f2-46eb-8ee9-baf402892973 req-5da59a8e-6921-4e6d-b09c-01d996b69495 service nova] Acquired lock "refresh_cache-b78deb2b-b087-4314-b6ea-295b31ed7ca6" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.252047] env[68800]: DEBUG nova.network.neutron [req-04ebf453-95f2-46eb-8ee9-baf402892973 req-5da59a8e-6921-4e6d-b09c-01d996b69495 service nova] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Refreshing network info cache for port c3b45ffc-9c18-4ef9-a40f-17f70693510f {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1512.270315] env[68800]: DEBUG oslo_vmware.api [None req-203c6a5e-111f-426f-926b-df5e338fd2c1 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Task: {'id': task-3244882, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132889} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.270573] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-203c6a5e-111f-426f-926b-df5e338fd2c1 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1512.270732] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-203c6a5e-111f-426f-926b-df5e338fd2c1 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Deleted contents of the VM from datastore datastore1 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1512.270909] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-203c6a5e-111f-426f-926b-df5e338fd2c1 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1512.271096] env[68800]: INFO nova.compute.manager [None req-203c6a5e-111f-426f-926b-df5e338fd2c1 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1512.271332] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-203c6a5e-111f-426f-926b-df5e338fd2c1 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1512.271510] env[68800]: DEBUG nova.compute.manager [-] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1512.271625] env[68800]: DEBUG nova.network.neutron [-] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1512.564174] env[68800]: DEBUG oslo_vmware.api [-] Task: {'id': task-3244883, 'name': CreateVM_Task, 'duration_secs': 0.310729} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.564388] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Created VM on the ESX host {{(pid=68800) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1512.564946] env[68800]: DEBUG oslo_concurrency.lockutils [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.565124] env[68800]: DEBUG oslo_concurrency.lockutils [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.565447] env[68800]: DEBUG oslo_concurrency.lockutils [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.565710] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-515eb8a6-1a13-4eab-9357-a6e0e2a46d95 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.570475] env[68800]: DEBUG oslo_vmware.api [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for the task: (returnval){ [ 1512.570475] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52b1f0bb-3aa5-39ad-3588-5179133e7b78" [ 1512.570475] env[68800]: _type = "Task" [ 1512.570475] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.578288] env[68800]: DEBUG oslo_vmware.api [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52b1f0bb-3aa5-39ad-3588-5179133e7b78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.980939] env[68800]: DEBUG nova.network.neutron [-] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.982847] env[68800]: DEBUG nova.network.neutron [req-04ebf453-95f2-46eb-8ee9-baf402892973 req-5da59a8e-6921-4e6d-b09c-01d996b69495 service nova] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Updated VIF entry in instance network info cache for port c3b45ffc-9c18-4ef9-a40f-17f70693510f. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1512.983184] env[68800]: DEBUG nova.network.neutron [req-04ebf453-95f2-46eb-8ee9-baf402892973 req-5da59a8e-6921-4e6d-b09c-01d996b69495 service nova] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Updating instance_info_cache with network_info: [{"id": "c3b45ffc-9c18-4ef9-a40f-17f70693510f", "address": "fa:16:3e:f2:d1:81", "network": {"id": "37d62d2e-19ea-48f0-8e7c-f4fd60593e0a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-691022587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a003f4221a04746a95aae95c1b81f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3b45ffc-9c", "ovs_interfaceid": "c3b45ffc-9c18-4ef9-a40f-17f70693510f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.080877] env[68800]: DEBUG oslo_vmware.api [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]52b1f0bb-3aa5-39ad-3588-5179133e7b78, 'name': SearchDatastore_Task, 'duration_secs': 0.009913} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.081186] env[68800]: DEBUG oslo_concurrency.lockutils [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.081420] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Processing image 5878416b-a2ce-41e8-a2c0-8cea34632bd2 {{(pid=68800) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1513.081665] env[68800]: DEBUG oslo_concurrency.lockutils [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.081826] env[68800]: DEBUG oslo_concurrency.lockutils [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.082014] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1513.082271] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a53576a8-7992-44d2-9ec1-14768d555b17 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.089938] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68800) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1513.090092] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68800) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1513.090755] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56656522-473f-4e69-a9a1-330307911272 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.095298] env[68800]: DEBUG oslo_vmware.api [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for the task: (returnval){ [ 1513.095298] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]523aa74f-94fe-775c-2150-910ff05cacfc" [ 1513.095298] env[68800]: _type = "Task" [ 1513.095298] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.102237] env[68800]: DEBUG oslo_vmware.api [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]523aa74f-94fe-775c-2150-910ff05cacfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.485751] env[68800]: INFO nova.compute.manager [-] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Took 1.21 seconds to deallocate network for instance. [ 1513.486259] env[68800]: DEBUG oslo_concurrency.lockutils [req-04ebf453-95f2-46eb-8ee9-baf402892973 req-5da59a8e-6921-4e6d-b09c-01d996b69495 service nova] Releasing lock "refresh_cache-b78deb2b-b087-4314-b6ea-295b31ed7ca6" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.606273] env[68800]: DEBUG oslo_vmware.api [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]523aa74f-94fe-775c-2150-910ff05cacfc, 'name': SearchDatastore_Task, 'duration_secs': 0.008048} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.607049] env[68800]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b415c1aa-9b6b-43a8-a669-8ea2407ce5c4 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.611578] env[68800]: DEBUG oslo_vmware.api [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for the task: (returnval){ [ 1513.611578] env[68800]: value = "session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5221b9c7-c559-c563-4f94-6637de0fc6c8" [ 1513.611578] env[68800]: _type = "Task" [ 1513.611578] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.618903] env[68800]: DEBUG oslo_vmware.api [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5221b9c7-c559-c563-4f94-6637de0fc6c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.992876] env[68800]: DEBUG oslo_concurrency.lockutils [None req-203c6a5e-111f-426f-926b-df5e338fd2c1 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1513.993199] env[68800]: DEBUG oslo_concurrency.lockutils [None req-203c6a5e-111f-426f-926b-df5e338fd2c1 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1513.993424] env[68800]: DEBUG nova.objects.instance [None req-203c6a5e-111f-426f-926b-df5e338fd2c1 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lazy-loading 'resources' on Instance uuid acd339b7-3d8a-45ba-90b8-88d4c163ef1f {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1514.120923] env[68800]: DEBUG oslo_vmware.api [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': session[52974c03-225b-3bab-2ced-a8ffe80dec4b]5221b9c7-c559-c563-4f94-6637de0fc6c8, 'name': SearchDatastore_Task, 'duration_secs': 0.009229} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.121203] env[68800]: DEBUG oslo_concurrency.lockutils [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.121454] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] b78deb2b-b087-4314-b6ea-295b31ed7ca6/b78deb2b-b087-4314-b6ea-295b31ed7ca6.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1514.121733] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb7cf122-c231-4832-b02f-095211f78d17 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.128357] env[68800]: DEBUG oslo_vmware.api [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for the task: (returnval){ [ 1514.128357] env[68800]: value = "task-3244884" [ 1514.128357] env[68800]: _type = "Task" [ 1514.128357] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.135420] env[68800]: DEBUG oslo_vmware.api [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244884, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.287909] env[68800]: DEBUG nova.compute.manager [req-ccf03ef7-bae4-4b9e-bbe5-cc8c98964ff8 req-b8448e20-76e5-4b91-91f4-19f9bb9903a2 service nova] [instance: acd339b7-3d8a-45ba-90b8-88d4c163ef1f] Received event network-vif-deleted-59750c65-f3d3-4cd0-aeae-2248b66769e7 {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1514.546445] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb18271b-8db9-4056-9e87-6d5f1dd42370 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.555941] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526fb29b-c952-40b8-ab54-24c748da94ef {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.588755] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eab7caa-6c0d-4b38-ae81-093e16841d48 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.596115] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad97c31-a50b-4cca-af2d-6caa9baa9a93 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.609434] env[68800]: DEBUG nova.compute.provider_tree [None req-203c6a5e-111f-426f-926b-df5e338fd2c1 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1514.637176] env[68800]: DEBUG oslo_vmware.api [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244884, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462227} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.637416] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5878416b-a2ce-41e8-a2c0-8cea34632bd2/5878416b-a2ce-41e8-a2c0-8cea34632bd2.vmdk to [datastore2] b78deb2b-b087-4314-b6ea-295b31ed7ca6/b78deb2b-b087-4314-b6ea-295b31ed7ca6.vmdk {{(pid=68800) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1514.637626] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Extending root virtual disk to 1048576 {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1514.637860] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e727fc4-1a91-4ac3-81af-c7555bf8f923 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.643667] env[68800]: DEBUG oslo_vmware.api [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for the task: (returnval){ [ 1514.643667] env[68800]: value = "task-3244885" [ 1514.643667] env[68800]: _type = "Task" [ 1514.643667] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.651016] env[68800]: DEBUG oslo_vmware.api [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244885, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.113337] env[68800]: DEBUG nova.scheduler.client.report [None req-203c6a5e-111f-426f-926b-df5e338fd2c1 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1515.152912] env[68800]: DEBUG oslo_vmware.api [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244885, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060761} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.153182] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Extended root virtual disk {{(pid=68800) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1515.153910] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4f1d66-c2b3-483f-b81b-d9b660db366f {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.176388] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] b78deb2b-b087-4314-b6ea-295b31ed7ca6/b78deb2b-b087-4314-b6ea-295b31ed7ca6.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1515.176619] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e6794cb-3f24-46c5-9caa-7d82a0662924 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.195640] env[68800]: DEBUG oslo_vmware.api [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for the task: (returnval){ [ 1515.195640] env[68800]: value = "task-3244886" [ 1515.195640] env[68800]: _type = "Task" [ 1515.195640] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.203371] env[68800]: DEBUG oslo_vmware.api [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244886, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.618194] env[68800]: DEBUG oslo_concurrency.lockutils [None req-203c6a5e-111f-426f-926b-df5e338fd2c1 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.625s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1515.635488] env[68800]: INFO nova.scheduler.client.report [None req-203c6a5e-111f-426f-926b-df5e338fd2c1 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Deleted allocations for instance acd339b7-3d8a-45ba-90b8-88d4c163ef1f [ 1515.706102] env[68800]: DEBUG oslo_vmware.api [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244886, 'name': ReconfigVM_Task, 'duration_secs': 0.291025} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.706389] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Reconfigured VM instance instance-0000007f to attach disk [datastore2] b78deb2b-b087-4314-b6ea-295b31ed7ca6/b78deb2b-b087-4314-b6ea-295b31ed7ca6.vmdk or device None with type sparse {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1515.707039] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6cca8b4f-7f5d-4d15-b710-543e3f32fbdf {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.712828] env[68800]: DEBUG oslo_vmware.api [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for the task: (returnval){ [ 1515.712828] env[68800]: value = "task-3244887" [ 1515.712828] env[68800]: _type = "Task" [ 1515.712828] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.720411] env[68800]: DEBUG oslo_vmware.api [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244887, 'name': Rename_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.146406] env[68800]: DEBUG oslo_concurrency.lockutils [None req-203c6a5e-111f-426f-926b-df5e338fd2c1 tempest-ServerActionsTestOtherA-863463045 tempest-ServerActionsTestOtherA-863463045-project-member] Lock "acd339b7-3d8a-45ba-90b8-88d4c163ef1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.495s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1516.223059] env[68800]: DEBUG oslo_vmware.api [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244887, 'name': Rename_Task, 'duration_secs': 0.141841} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.223349] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Powering on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1516.223588] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2661e117-5c13-4846-9d40-5a0d12e531b3 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.229715] env[68800]: DEBUG oslo_vmware.api [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for the task: (returnval){ [ 1516.229715] env[68800]: value = "task-3244888" [ 1516.229715] env[68800]: _type = "Task" [ 1516.229715] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.236672] env[68800]: DEBUG oslo_vmware.api [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244888, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.739354] env[68800]: DEBUG oslo_vmware.api [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244888, 'name': PowerOnVM_Task, 'duration_secs': 0.429288} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.739650] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Powered on the VM {{(pid=68800) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1516.739847] env[68800]: INFO nova.compute.manager [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Took 6.67 seconds to spawn the instance on the hypervisor. [ 1516.740046] env[68800]: DEBUG nova.compute.manager [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Checking state {{(pid=68800) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1516.740826] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395c2d00-358c-432d-a253-ce95214d5c92 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.257986] env[68800]: INFO nova.compute.manager [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Took 11.43 seconds to build instance. [ 1517.762757] env[68800]: DEBUG oslo_concurrency.lockutils [None req-af3eafa4-74b5-4d7a-b242-d2c68c671c7f tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "b78deb2b-b087-4314-b6ea-295b31ed7ca6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.947s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1517.859259] env[68800]: DEBUG nova.compute.manager [req-c7ec1c73-8f13-471c-b2a1-5d416d3a1b1d req-fd957379-aa82-42ed-b13f-cc12240d1923 service nova] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Received event network-changed-c3b45ffc-9c18-4ef9-a40f-17f70693510f {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1517.859456] env[68800]: DEBUG nova.compute.manager [req-c7ec1c73-8f13-471c-b2a1-5d416d3a1b1d req-fd957379-aa82-42ed-b13f-cc12240d1923 service nova] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Refreshing instance network info cache due to event network-changed-c3b45ffc-9c18-4ef9-a40f-17f70693510f. {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1517.859671] env[68800]: DEBUG oslo_concurrency.lockutils [req-c7ec1c73-8f13-471c-b2a1-5d416d3a1b1d req-fd957379-aa82-42ed-b13f-cc12240d1923 service nova] Acquiring lock "refresh_cache-b78deb2b-b087-4314-b6ea-295b31ed7ca6" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.859815] env[68800]: DEBUG oslo_concurrency.lockutils [req-c7ec1c73-8f13-471c-b2a1-5d416d3a1b1d req-fd957379-aa82-42ed-b13f-cc12240d1923 service nova] Acquired lock "refresh_cache-b78deb2b-b087-4314-b6ea-295b31ed7ca6" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.859976] env[68800]: DEBUG nova.network.neutron [req-c7ec1c73-8f13-471c-b2a1-5d416d3a1b1d req-fd957379-aa82-42ed-b13f-cc12240d1923 service nova] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Refreshing network info cache for port c3b45ffc-9c18-4ef9-a40f-17f70693510f {{(pid=68800) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1518.567492] env[68800]: DEBUG nova.network.neutron [req-c7ec1c73-8f13-471c-b2a1-5d416d3a1b1d req-fd957379-aa82-42ed-b13f-cc12240d1923 service nova] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Updated VIF entry in instance network info cache for port c3b45ffc-9c18-4ef9-a40f-17f70693510f. {{(pid=68800) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1518.567870] env[68800]: DEBUG nova.network.neutron [req-c7ec1c73-8f13-471c-b2a1-5d416d3a1b1d req-fd957379-aa82-42ed-b13f-cc12240d1923 service nova] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Updating instance_info_cache with network_info: [{"id": "c3b45ffc-9c18-4ef9-a40f-17f70693510f", "address": "fa:16:3e:f2:d1:81", "network": {"id": "37d62d2e-19ea-48f0-8e7c-f4fd60593e0a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-691022587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a003f4221a04746a95aae95c1b81f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3b45ffc-9c", "ovs_interfaceid": "c3b45ffc-9c18-4ef9-a40f-17f70693510f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1519.070557] env[68800]: DEBUG oslo_concurrency.lockutils [req-c7ec1c73-8f13-471c-b2a1-5d416d3a1b1d req-fd957379-aa82-42ed-b13f-cc12240d1923 service nova] Releasing lock "refresh_cache-b78deb2b-b087-4314-b6ea-295b31ed7ca6" {{(pid=68800) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.749725] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1553.750184] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1554.255149] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1554.255386] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1554.255386] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1554.255536] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1554.255678] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1554.255824] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1554.255983] env[68800]: DEBUG nova.compute.manager [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68800) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1554.256227] env[68800]: DEBUG oslo_service.periodic_task [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Running periodic task ComputeManager.update_available_resource {{(pid=68800) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1554.759573] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1554.760099] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1554.760099] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1554.760099] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68800) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1554.761039] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80cbc4b-5e7b-40f4-aba0-839880dae414 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.768551] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67de32e8-db0b-4d01-bd23-86096ba763fc {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.782452] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3353fc25-534d-4261-aba0-a303be4b886c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.788343] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304966af-6b9b-4802-969e-213e98766fb2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.817073] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180697MB free_disk=120GB free_vcpus=48 pci_devices=None {{(pid=68800) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1554.817238] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1554.817451] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1555.568574] env[68800]: DEBUG oslo_concurrency.lockutils [None req-337a4c4e-b24e-45cf-9290-5c0367397ea6 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquiring lock "b78deb2b-b087-4314-b6ea-295b31ed7ca6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1555.568811] env[68800]: DEBUG oslo_concurrency.lockutils [None req-337a4c4e-b24e-45cf-9290-5c0367397ea6 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "b78deb2b-b087-4314-b6ea-295b31ed7ca6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1555.840942] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Instance b78deb2b-b087-4314-b6ea-295b31ed7ca6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68800) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1555.841274] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=68800) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1555.841333] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=68800) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1555.866171] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df7b2d4-6f7d-43fb-ab68-1d30e4dbc721 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.873641] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe46e2f4-e939-4ee1-80bd-2ee66bedfb2c {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.902349] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732c65a5-d699-4836-aacb-e560b40911c6 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.908812] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9860a073-fc53-4ad5-abab-e966791cd697 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.921189] env[68800]: DEBUG nova.compute.provider_tree [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1556.072221] env[68800]: DEBUG nova.compute.utils [None req-337a4c4e-b24e-45cf-9290-5c0367397ea6 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Using /dev/sd instead of None {{(pid=68800) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1556.423781] env[68800]: DEBUG nova.scheduler.client.report [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1557.128945] env[68800]: DEBUG oslo_concurrency.lockutils [None req-337a4c4e-b24e-45cf-9290-5c0367397ea6 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "b78deb2b-b087-4314-b6ea-295b31ed7ca6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.560s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1557.130237] env[68800]: DEBUG nova.compute.resource_tracker [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68800) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1557.130411] env[68800]: DEBUG oslo_concurrency.lockutils [None req-e094ef2e-62a7-4fb1-a419-e1697e421aba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.313s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1558.135122] env[68800]: DEBUG oslo_concurrency.lockutils [None req-337a4c4e-b24e-45cf-9290-5c0367397ea6 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquiring lock "b78deb2b-b087-4314-b6ea-295b31ed7ca6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1558.135527] env[68800]: DEBUG oslo_concurrency.lockutils [None req-337a4c4e-b24e-45cf-9290-5c0367397ea6 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "b78deb2b-b087-4314-b6ea-295b31ed7ca6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1558.135657] env[68800]: INFO nova.compute.manager [None req-337a4c4e-b24e-45cf-9290-5c0367397ea6 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Attaching volume efb163bd-aca4-499b-afca-dbbe57bcdf88 to /dev/sdb [ 1558.295225] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffdfaf8b-0e1b-4ce4-8055-a14b2e233226 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.302524] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c764d7-0516-453b-be50-764fa8ca6f3e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.315413] env[68800]: DEBUG nova.virt.block_device [None req-337a4c4e-b24e-45cf-9290-5c0367397ea6 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Updating existing volume attachment record: 489cb850-26b9-4d1b-8c2b-8a8501f92405 {{(pid=68800) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1562.856672] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-337a4c4e-b24e-45cf-9290-5c0367397ea6 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Volume attach. Driver type: vmdk {{(pid=68800) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1562.856931] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-337a4c4e-b24e-45cf-9290-5c0367397ea6 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648430', 'volume_id': 'efb163bd-aca4-499b-afca-dbbe57bcdf88', 'name': 'volume-efb163bd-aca4-499b-afca-dbbe57bcdf88', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b78deb2b-b087-4314-b6ea-295b31ed7ca6', 'attached_at': '', 'detached_at': '', 'volume_id': 'efb163bd-aca4-499b-afca-dbbe57bcdf88', 'serial': 'efb163bd-aca4-499b-afca-dbbe57bcdf88'} {{(pid=68800) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1562.857804] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ab9c17-ce14-41f0-8766-f1d498353d69 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.873813] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323fa71b-a438-4f5a-bcfe-f55831927638 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.896683] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-337a4c4e-b24e-45cf-9290-5c0367397ea6 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] volume-efb163bd-aca4-499b-afca-dbbe57bcdf88/volume-efb163bd-aca4-499b-afca-dbbe57bcdf88.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1562.896915] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16012548-c188-45e5-9a16-8e201c2c6bd9 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.913621] env[68800]: DEBUG oslo_vmware.api [None req-337a4c4e-b24e-45cf-9290-5c0367397ea6 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for the task: (returnval){ [ 1562.913621] env[68800]: value = "task-3244891" [ 1562.913621] env[68800]: _type = "Task" [ 1562.913621] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.920593] env[68800]: DEBUG oslo_vmware.api [None req-337a4c4e-b24e-45cf-9290-5c0367397ea6 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244891, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.422894] env[68800]: DEBUG oslo_vmware.api [None req-337a4c4e-b24e-45cf-9290-5c0367397ea6 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244891, 'name': ReconfigVM_Task, 'duration_secs': 0.334496} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.423194] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-337a4c4e-b24e-45cf-9290-5c0367397ea6 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Reconfigured VM instance instance-0000007f to attach disk [datastore1] volume-efb163bd-aca4-499b-afca-dbbe57bcdf88/volume-efb163bd-aca4-499b-afca-dbbe57bcdf88.vmdk or device None with type thin {{(pid=68800) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1563.427662] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd6e2638-79df-4380-a742-23e37150f42e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.441628] env[68800]: DEBUG oslo_vmware.api [None req-337a4c4e-b24e-45cf-9290-5c0367397ea6 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for the task: (returnval){ [ 1563.441628] env[68800]: value = "task-3244892" [ 1563.441628] env[68800]: _type = "Task" [ 1563.441628] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.448764] env[68800]: DEBUG oslo_vmware.api [None req-337a4c4e-b24e-45cf-9290-5c0367397ea6 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244892, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.950914] env[68800]: DEBUG oslo_vmware.api [None req-337a4c4e-b24e-45cf-9290-5c0367397ea6 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244892, 'name': ReconfigVM_Task, 'duration_secs': 0.146924} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.951386] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-337a4c4e-b24e-45cf-9290-5c0367397ea6 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648430', 'volume_id': 'efb163bd-aca4-499b-afca-dbbe57bcdf88', 'name': 'volume-efb163bd-aca4-499b-afca-dbbe57bcdf88', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b78deb2b-b087-4314-b6ea-295b31ed7ca6', 'attached_at': '', 'detached_at': '', 'volume_id': 'efb163bd-aca4-499b-afca-dbbe57bcdf88', 'serial': 'efb163bd-aca4-499b-afca-dbbe57bcdf88'} {{(pid=68800) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1564.984909] env[68800]: DEBUG nova.objects.instance [None req-337a4c4e-b24e-45cf-9290-5c0367397ea6 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lazy-loading 'flavor' on Instance uuid b78deb2b-b087-4314-b6ea-295b31ed7ca6 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1565.491080] env[68800]: DEBUG oslo_concurrency.lockutils [None req-337a4c4e-b24e-45cf-9290-5c0367397ea6 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "b78deb2b-b087-4314-b6ea-295b31ed7ca6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.356s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1565.598016] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fbae3545-1f6f-4d18-a5ca-5bd986ef205b tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquiring lock "b78deb2b-b087-4314-b6ea-295b31ed7ca6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1565.598285] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fbae3545-1f6f-4d18-a5ca-5bd986ef205b tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "b78deb2b-b087-4314-b6ea-295b31ed7ca6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1566.100875] env[68800]: INFO nova.compute.manager [None req-fbae3545-1f6f-4d18-a5ca-5bd986ef205b tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Detaching volume efb163bd-aca4-499b-afca-dbbe57bcdf88 [ 1566.129615] env[68800]: INFO nova.virt.block_device [None req-fbae3545-1f6f-4d18-a5ca-5bd986ef205b tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Attempting to driver detach volume efb163bd-aca4-499b-afca-dbbe57bcdf88 from mountpoint /dev/sdb [ 1566.129843] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbae3545-1f6f-4d18-a5ca-5bd986ef205b tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Volume detach. Driver type: vmdk {{(pid=68800) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1566.130038] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbae3545-1f6f-4d18-a5ca-5bd986ef205b tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648430', 'volume_id': 'efb163bd-aca4-499b-afca-dbbe57bcdf88', 'name': 'volume-efb163bd-aca4-499b-afca-dbbe57bcdf88', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b78deb2b-b087-4314-b6ea-295b31ed7ca6', 'attached_at': '', 'detached_at': '', 'volume_id': 'efb163bd-aca4-499b-afca-dbbe57bcdf88', 'serial': 'efb163bd-aca4-499b-afca-dbbe57bcdf88'} {{(pid=68800) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1566.130880] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b07c5a8-7b4e-4249-be2a-6bdeed218f22 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.152031] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f18c65-0cdd-4caa-9b21-2dfd68b06dad {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.158331] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6574b9ac-aad7-4441-b045-039d7e9c0c1a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.177372] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6072305-aa38-42a8-8365-d7b1bc870763 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.191829] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbae3545-1f6f-4d18-a5ca-5bd986ef205b tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] The volume has not been displaced from its original location: [datastore1] volume-efb163bd-aca4-499b-afca-dbbe57bcdf88/volume-efb163bd-aca4-499b-afca-dbbe57bcdf88.vmdk. No consolidation needed. {{(pid=68800) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1566.196855] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbae3545-1f6f-4d18-a5ca-5bd986ef205b tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1566.197105] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08282626-4aeb-4e83-84ac-83000cd65f05 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.213697] env[68800]: DEBUG oslo_vmware.api [None req-fbae3545-1f6f-4d18-a5ca-5bd986ef205b tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for the task: (returnval){ [ 1566.213697] env[68800]: value = "task-3244893" [ 1566.213697] env[68800]: _type = "Task" [ 1566.213697] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.220670] env[68800]: DEBUG oslo_vmware.api [None req-fbae3545-1f6f-4d18-a5ca-5bd986ef205b tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244893, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.722723] env[68800]: DEBUG oslo_vmware.api [None req-fbae3545-1f6f-4d18-a5ca-5bd986ef205b tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244893, 'name': ReconfigVM_Task, 'duration_secs': 0.214267} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.723015] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbae3545-1f6f-4d18-a5ca-5bd986ef205b tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=68800) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1566.727484] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2554dda-3cbf-4d95-84f0-cafd6ebffc4b {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.741759] env[68800]: DEBUG oslo_vmware.api [None req-fbae3545-1f6f-4d18-a5ca-5bd986ef205b tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for the task: (returnval){ [ 1566.741759] env[68800]: value = "task-3244894" [ 1566.741759] env[68800]: _type = "Task" [ 1566.741759] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.748937] env[68800]: DEBUG oslo_vmware.api [None req-fbae3545-1f6f-4d18-a5ca-5bd986ef205b tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244894, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.251585] env[68800]: DEBUG oslo_vmware.api [None req-fbae3545-1f6f-4d18-a5ca-5bd986ef205b tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244894, 'name': ReconfigVM_Task, 'duration_secs': 0.14662} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.251930] env[68800]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbae3545-1f6f-4d18-a5ca-5bd986ef205b tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-648430', 'volume_id': 'efb163bd-aca4-499b-afca-dbbe57bcdf88', 'name': 'volume-efb163bd-aca4-499b-afca-dbbe57bcdf88', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b78deb2b-b087-4314-b6ea-295b31ed7ca6', 'attached_at': '', 'detached_at': '', 'volume_id': 'efb163bd-aca4-499b-afca-dbbe57bcdf88', 'serial': 'efb163bd-aca4-499b-afca-dbbe57bcdf88'} {{(pid=68800) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1567.793961] env[68800]: DEBUG nova.objects.instance [None req-fbae3545-1f6f-4d18-a5ca-5bd986ef205b tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lazy-loading 'flavor' on Instance uuid b78deb2b-b087-4314-b6ea-295b31ed7ca6 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1568.800680] env[68800]: DEBUG oslo_concurrency.lockutils [None req-fbae3545-1f6f-4d18-a5ca-5bd986ef205b tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "b78deb2b-b087-4314-b6ea-295b31ed7ca6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.202s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1569.826704] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a23b377e-040c-42df-8a07-051505523541 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquiring lock "b78deb2b-b087-4314-b6ea-295b31ed7ca6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1569.827152] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a23b377e-040c-42df-8a07-051505523541 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "b78deb2b-b087-4314-b6ea-295b31ed7ca6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1569.827243] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a23b377e-040c-42df-8a07-051505523541 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquiring lock "b78deb2b-b087-4314-b6ea-295b31ed7ca6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1569.827372] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a23b377e-040c-42df-8a07-051505523541 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "b78deb2b-b087-4314-b6ea-295b31ed7ca6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1569.827544] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a23b377e-040c-42df-8a07-051505523541 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "b78deb2b-b087-4314-b6ea-295b31ed7ca6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1569.829614] env[68800]: INFO nova.compute.manager [None req-a23b377e-040c-42df-8a07-051505523541 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Terminating instance [ 1570.333495] env[68800]: DEBUG nova.compute.manager [None req-a23b377e-040c-42df-8a07-051505523541 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Start destroying the instance on the hypervisor. {{(pid=68800) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1570.333705] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a23b377e-040c-42df-8a07-051505523541 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Destroying instance {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1570.334629] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4759322b-25bc-4950-ad23-a7bb1c419b53 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.342670] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-a23b377e-040c-42df-8a07-051505523541 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Powering off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1570.342886] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0655e8dd-830e-4fa9-9742-efe2f15f4902 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.348919] env[68800]: DEBUG oslo_vmware.api [None req-a23b377e-040c-42df-8a07-051505523541 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for the task: (returnval){ [ 1570.348919] env[68800]: value = "task-3244895" [ 1570.348919] env[68800]: _type = "Task" [ 1570.348919] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.356335] env[68800]: DEBUG oslo_vmware.api [None req-a23b377e-040c-42df-8a07-051505523541 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.858631] env[68800]: DEBUG oslo_vmware.api [None req-a23b377e-040c-42df-8a07-051505523541 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244895, 'name': PowerOffVM_Task, 'duration_secs': 0.181891} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.859035] env[68800]: DEBUG nova.virt.vmwareapi.vm_util [None req-a23b377e-040c-42df-8a07-051505523541 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Powered off the VM {{(pid=68800) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1570.859035] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a23b377e-040c-42df-8a07-051505523541 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Unregistering the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1570.859353] env[68800]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68e4eaca-5c9c-47b9-b002-1d0ae8ec4498 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.924246] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a23b377e-040c-42df-8a07-051505523541 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Unregistered the VM {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1570.924460] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a23b377e-040c-42df-8a07-051505523541 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Deleting contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1570.924620] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-a23b377e-040c-42df-8a07-051505523541 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Deleting the datastore file [datastore2] b78deb2b-b087-4314-b6ea-295b31ed7ca6 {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1570.924863] env[68800]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ede93be0-23df-42ee-94b3-116ace68ea8a {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.931402] env[68800]: DEBUG oslo_vmware.api [None req-a23b377e-040c-42df-8a07-051505523541 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for the task: (returnval){ [ 1570.931402] env[68800]: value = "task-3244897" [ 1570.931402] env[68800]: _type = "Task" [ 1570.931402] env[68800]: } to complete. {{(pid=68800) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.939048] env[68800]: DEBUG oslo_vmware.api [None req-a23b377e-040c-42df-8a07-051505523541 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.442428] env[68800]: DEBUG oslo_vmware.api [None req-a23b377e-040c-42df-8a07-051505523541 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Task: {'id': task-3244897, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124323} completed successfully. {{(pid=68800) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.442687] env[68800]: DEBUG nova.virt.vmwareapi.ds_util [None req-a23b377e-040c-42df-8a07-051505523541 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Deleted the datastore file {{(pid=68800) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1571.442883] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a23b377e-040c-42df-8a07-051505523541 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Deleted contents of the VM from datastore datastore2 {{(pid=68800) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1571.443067] env[68800]: DEBUG nova.virt.vmwareapi.vmops [None req-a23b377e-040c-42df-8a07-051505523541 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Instance destroyed {{(pid=68800) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1571.443246] env[68800]: INFO nova.compute.manager [None req-a23b377e-040c-42df-8a07-051505523541 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1571.443476] env[68800]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a23b377e-040c-42df-8a07-051505523541 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68800) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1571.443656] env[68800]: DEBUG nova.compute.manager [-] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Deallocating network for instance {{(pid=68800) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1571.443747] env[68800]: DEBUG nova.network.neutron [-] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] deallocate_for_instance() {{(pid=68800) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1571.906346] env[68800]: DEBUG nova.compute.manager [req-89771c87-ec92-47d5-88fc-f30b388add69 req-aed7d485-1ec3-474c-9fcb-5c5da2e84b11 service nova] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Received event network-vif-deleted-c3b45ffc-9c18-4ef9-a40f-17f70693510f {{(pid=68800) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1571.906595] env[68800]: INFO nova.compute.manager [req-89771c87-ec92-47d5-88fc-f30b388add69 req-aed7d485-1ec3-474c-9fcb-5c5da2e84b11 service nova] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Neutron deleted interface c3b45ffc-9c18-4ef9-a40f-17f70693510f; detaching it from the instance and deleting it from the info cache [ 1571.906702] env[68800]: DEBUG nova.network.neutron [req-89771c87-ec92-47d5-88fc-f30b388add69 req-aed7d485-1ec3-474c-9fcb-5c5da2e84b11 service nova] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.362648] env[68800]: DEBUG nova.network.neutron [-] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Updating instance_info_cache with network_info: [] {{(pid=68800) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.409489] env[68800]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9fadb2fa-16ae-4805-b325-47dc9a38dee2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.419338] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4909d5-257b-465b-b9e7-5da6014a011e {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.443563] env[68800]: DEBUG nova.compute.manager [req-89771c87-ec92-47d5-88fc-f30b388add69 req-aed7d485-1ec3-474c-9fcb-5c5da2e84b11 service nova] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Detach interface failed, port_id=c3b45ffc-9c18-4ef9-a40f-17f70693510f, reason: Instance b78deb2b-b087-4314-b6ea-295b31ed7ca6 could not be found. {{(pid=68800) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1572.865969] env[68800]: INFO nova.compute.manager [-] [instance: b78deb2b-b087-4314-b6ea-295b31ed7ca6] Took 1.42 seconds to deallocate network for instance. [ 1573.372953] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a23b377e-040c-42df-8a07-051505523541 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1573.373334] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a23b377e-040c-42df-8a07-051505523541 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1573.373611] env[68800]: DEBUG nova.objects.instance [None req-a23b377e-040c-42df-8a07-051505523541 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lazy-loading 'resources' on Instance uuid b78deb2b-b087-4314-b6ea-295b31ed7ca6 {{(pid=68800) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1573.907379] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35b46f8-f3ea-4918-ae63-ee2def5e80e2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.914159] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e318f0-92d4-48ed-bb8b-52d9746d56f2 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.943842] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebddfbde-fee9-4dd9-a3c2-c513c467ba32 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.950567] env[68800]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0043fa3e-d2e3-404a-942f-444c6b6fc541 {{(pid=68800) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.964173] env[68800]: DEBUG nova.compute.provider_tree [None req-a23b377e-040c-42df-8a07-051505523541 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Inventory has not changed in ProviderTree for provider: 73f3eca7-007c-4a24-bdc1-0c0996f315e2 {{(pid=68800) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1574.467815] env[68800]: DEBUG nova.scheduler.client.report [None req-a23b377e-040c-42df-8a07-051505523541 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Inventory has not changed for provider 73f3eca7-007c-4a24-bdc1-0c0996f315e2 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68800) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1574.973718] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a23b377e-040c-42df-8a07-051505523541 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1574.994046] env[68800]: INFO nova.scheduler.client.report [None req-a23b377e-040c-42df-8a07-051505523541 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Deleted allocations for instance b78deb2b-b087-4314-b6ea-295b31ed7ca6 [ 1575.501662] env[68800]: DEBUG oslo_concurrency.lockutils [None req-a23b377e-040c-42df-8a07-051505523541 tempest-AttachVolumeNegativeTest-262370450 tempest-AttachVolumeNegativeTest-262370450-project-member] Lock "b78deb2b-b087-4314-b6ea-295b31ed7ca6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.675s {{(pid=68800) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}